{"Epoch": 0, "Epoch-Time": 2799.8771312236786, "Test": {"Augmented-0.01-Quantile-Accuracy": 22.01999855041504, "Augmented-0.05-Quantile-Accuracy": 22.78999900817871, "Augmented-0.1-Quantile-Accuracy": 23.099998474121094, "Augmented-Accuracy": 24.1487, "Augmented-Loss": 2.0054446574554445, "Clean-Accuracy": 24.12, "Clean-Loss": 1.9898146102905274, "PGD-Accuracy": 8.24, "PGD-Loss": 2.4560178771972656}, "Total-Time": 2799.8771312236786, "Train": {"Loss": 71.1081741281128, "avg t": 1.7277369943237304, "plain loss": 2.2817033895874013}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 22.079999923706055, "Augmented-0.05-Quantile-Accuracy": 22.81999969482422, "Augmented-0.1-Quantile-Accuracy": 23.139999389648438, "Augmented-Accuracy": 24.5204, "Augmented-Loss": 2.0095029055538176, "Clean-Accuracy": 23.74, "Clean-Loss": 2.042926126098633, "PGD-Accuracy": 8.62, "PGD-Loss": 2.496027925109863}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 2799.2972009181976, "Test": {"Augmented-0.01-Quantile-Accuracy": 24.549999237060547, "Augmented-0.05-Quantile-Accuracy": 25.03999900817871, "Augmented-0.1-Quantile-Accuracy": 25.35999870300293, "Augmented-Accuracy": 26.2144, "Augmented-Loss": 1.8886686234283447, "Clean-Accuracy": 26.49, "Clean-Loss": 1.8778271270751954, "PGD-Accuracy": 7.19, "PGD-Loss": 2.6132500579833984}, "Total-Time": 5599.174332141876, "Train": {"Loss": 41.769057148971555, "avg t": 1.6972455879974366, "plain loss": 1.967700546081542}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 24.739999771118164, "Augmented-0.05-Quantile-Accuracy": 25.35999870300293, "Augmented-0.1-Quantile-Accuracy": 25.619998931884766, "Augmented-Accuracy": 26.4026, "Augmented-Loss": 1.9031835838108062, "Clean-Accuracy": 26.16, "Clean-Loss": 1.892887400817871, "PGD-Accuracy": 6.58, "PGD-Loss": 2.64472176361084}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 2802.3162117004395, "Test": {"Augmented-0.01-Quantile-Accuracy": 28.920000076293945, "Augmented-0.05-Quantile-Accuracy": 29.719999313354492, "Augmented-0.1-Quantile-Accuracy": 30.059999465942383, "Augmented-Accuracy": 31.2573, "Augmented-Loss": 1.8025701007080077, "Clean-Accuracy": 31.85, "Clean-Loss": 1.788768099975586, "PGD-Accuracy": 8.03, "PGD-Loss": 2.7380339157104494}, "Total-Time": 8401.490543842316, "Train": {"Loss": 34.203284905319215, "avg t": 1.6654966817474366, "plain loss": 1.8683137459716803}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 27.35999870300293, "Augmented-0.05-Quantile-Accuracy": 28.15999984741211, "Augmented-0.1-Quantile-Accuracy": 28.459999084472656, "Augmented-Accuracy": 29.8558, "Augmented-Loss": 1.823177807258606, "Clean-Accuracy": 28.12, "Clean-Loss": 1.8438220993041992, "PGD-Accuracy": 6.34, "PGD-Loss": 2.751943957901001}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 2803.2606320381165, "Test": {"Augmented-0.01-Quantile-Accuracy": 29.44999885559082, "Augmented-0.05-Quantile-Accuracy": 30.170000076293945, "Augmented-0.1-Quantile-Accuracy": 30.599998474121094, "Augmented-Accuracy": 31.8002, "Augmented-Loss": 1.743487901779175, "Clean-Accuracy": 31.42, "Clean-Loss": 1.737417872619629, "PGD-Accuracy": 7.49, "PGD-Loss": 2.6892121795654296}, "Total-Time": 11204.751175880432, "Train": {"Loss": 28.626516884155272, "avg t": 1.6390512130737305, "plain loss": 1.791482101806642}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 29.779998779296875, "Augmented-0.05-Quantile-Accuracy": 30.559999465942383, "Augmented-0.1-Quantile-Accuracy": 30.799999237060547, "Augmented-Accuracy": 32.4106, "Augmented-Loss": 1.7427118931713104, "Clean-Accuracy": 29.52, "Clean-Loss": 1.782242109489441, "PGD-Accuracy": 7.92, "PGD-Loss": 2.6824730297088624}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 2796.316727399826, "Test": {"Augmented-0.01-Quantile-Accuracy": 33.90999984741211, "Augmented-0.05-Quantile-Accuracy": 34.869998931884766, "Augmented-0.1-Quantile-Accuracy": 35.36000061035156, "Augmented-Accuracy": 36.971, "Augmented-Loss": 1.7263332297973633, "Clean-Accuracy": 38.14, "Clean-Loss": 1.7095377151489257, "PGD-Accuracy": 3.85, "PGD-Loss": 3.004722396850586}, "Total-Time": 14001.067903280258, "Train": {"Loss": 26.118307688560485, "avg t": 1.6228537130355836, "plain loss": 1.7536607966918958}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 33.13999938964844, "Augmented-0.05-Quantile-Accuracy": 34.20000076293945, "Augmented-0.1-Quantile-Accuracy": 34.71999740600586, "Augmented-Accuracy": 36.4892, "Augmented-Loss": 1.7338448238983155, "Clean-Accuracy": 34.74, "Clean-Loss": 1.7228422973632813, "PGD-Accuracy": 3.5, "PGD-Loss": 2.9971387786865233}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 2796.406658887863, "Test": {"Augmented-0.01-Quantile-Accuracy": 36.709999084472656, "Augmented-0.05-Quantile-Accuracy": 38.189998626708984, "Augmented-0.1-Quantile-Accuracy": 38.959999084472656, "Augmented-Accuracy": 41.2387, "Augmented-Loss": 1.6384155610198974, "Clean-Accuracy": 41.93, "Clean-Loss": 1.617961259460449, "PGD-Accuracy": 2.79, "PGD-Loss": 3.2173019439697264}, "Total-Time": 16797.47456216812, "Train": {"Loss": 23.533075521774293, "avg t": 1.5982188692474366, "plain loss": 1.7061378833618137}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 36.599998474121094, "Augmented-0.05-Quantile-Accuracy": 38.47999954223633, "Augmented-0.1-Quantile-Accuracy": 39.02000045776367, "Augmented-Accuracy": 41.4578, "Augmented-Loss": 1.632482509141922, "Clean-Accuracy": 38.0, "Clean-Loss": 1.6484882942199708, "PGD-Accuracy": 3.04, "PGD-Loss": 3.1038191997528077}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 2796.27943611145, "Test": {"Augmented-0.01-Quantile-Accuracy": 36.68000030517578, "Augmented-0.05-Quantile-Accuracy": 38.37999725341797, "Augmented-0.1-Quantile-Accuracy": 39.119998931884766, "Augmented-Accuracy": 41.7519, "Augmented-Loss": 1.6041826284179688, "Clean-Accuracy": 41.6, "Clean-Loss": 1.578984700012207, "PGD-Accuracy": 2.78, "PGD-Loss": 3.6934041748046873}, "Total-Time": 19593.75399827957, "Train": {"Loss": 20.19803476074219, "avg t": 1.5677696504974366, "plain loss": 1.64506516925049}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 35.18000030517578, "Augmented-0.05-Quantile-Accuracy": 36.87999725341797, "Augmented-0.1-Quantile-Accuracy": 37.57999801635742, "Augmented-Accuracy": 39.8154, "Augmented-Loss": 1.6096106788864135, "Clean-Accuracy": 41.62, "Clean-Loss": 1.5983055168151856, "PGD-Accuracy": 2.76, "PGD-Loss": 3.6344292892456056}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 2795.39084649086, "Test": {"Augmented-0.01-Quantile-Accuracy": 34.21999740600586, "Augmented-0.05-Quantile-Accuracy": 36.05999755859375, "Augmented-0.1-Quantile-Accuracy": 37.05999755859375, "Augmented-Accuracy": 40.1807, "Augmented-Loss": 1.5568738159484863, "Clean-Accuracy": 41.22, "Clean-Loss": 1.5232902938842774, "PGD-Accuracy": 1.48, "PGD-Loss": 4.241521655273438}, "Total-Time": 22389.14484477043, "Train": {"Loss": 17.18521434135437, "avg t": 1.5341705879974366, "plain loss": 1.5848021846923832}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 35.86000061035156, "Augmented-0.05-Quantile-Accuracy": 37.71999740600586, "Augmented-0.1-Quantile-Accuracy": 38.55999755859375, "Augmented-Accuracy": 41.3794, "Augmented-Loss": 1.5404219456806183, "Clean-Accuracy": 39.72, "Clean-Loss": 1.6182427297592163, "PGD-Accuracy": 1.9, "PGD-Loss": 3.965874740600586}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 2796.46778011322, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.87999725341797, "Augmented-0.05-Quantile-Accuracy": 42.40999984741211, "Augmented-0.1-Quantile-Accuracy": 43.65999984741211, "Augmented-Accuracy": 47.8966, "Augmented-Loss": 1.536031869796753, "Clean-Accuracy": 48.56, "Clean-Loss": 1.5180672760009766, "PGD-Accuracy": 0.29, "PGD-Loss": 4.894950595092774}, "Total-Time": 25185.61262488365, "Train": {"Loss": 14.794553414459228, "avg t": 1.4985677754974365, "plain loss": 1.5263929916381835}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 41.07999801635742, "Augmented-0.05-Quantile-Accuracy": 43.779998779296875, "Augmented-0.1-Quantile-Accuracy": 44.89999771118164, "Augmented-Accuracy": 48.8876, "Augmented-Loss": 1.5270740561981202, "Clean-Accuracy": 46.84, "Clean-Loss": 1.4919599243164063, "PGD-Accuracy": 0.32, "PGD-Loss": 4.611735639190674}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 2794.288187265396, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.65999984741211, "Augmented-0.05-Quantile-Accuracy": 44.709999084472656, "Augmented-0.1-Quantile-Accuracy": 46.119998931884766, "Augmented-Accuracy": 51.0992, "Augmented-Loss": 1.5049785421142579, "Clean-Accuracy": 50.56, "Clean-Loss": 1.4652223480224609, "PGD-Accuracy": 0.39, "PGD-Loss": 5.18692858581543}, "Total-Time": 27979.900812149048, "Train": {"Loss": 13.27418337677002, "avg t": 1.4719916817474366, "plain loss": 1.4843448086547861}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 42.79999923706055, "Augmented-0.05-Quantile-Accuracy": 46.02000045776367, "Augmented-0.1-Quantile-Accuracy": 47.31999969482422, "Augmented-Accuracy": 51.5436, "Augmented-Loss": 1.4752928053817749, "Clean-Accuracy": 51.46, "Clean-Loss": 1.439021711730957, "PGD-Accuracy": 0.9, "PGD-Loss": 4.967222346496582}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 2794.414941072464, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.689998626708984, "Augmented-0.05-Quantile-Accuracy": 44.5, "Augmented-0.1-Quantile-Accuracy": 45.86000061035156, "Augmented-Accuracy": 50.9391, "Augmented-Loss": 1.46326078225708, "Clean-Accuracy": 53.97, "Clean-Loss": 1.3998890113830567, "PGD-Accuracy": 0.56, "PGD-Loss": 5.6681859375}, "Total-Time": 30774.315753221512, "Train": {"Loss": 11.931680520858764, "avg t": 1.4573513692474365, "plain loss": 1.456613840362549}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.02000045776367, "Augmented-0.05-Quantile-Accuracy": 47.29999923706055, "Augmented-0.1-Quantile-Accuracy": 48.52000045776367, "Augmented-Accuracy": 53.4712, "Augmented-Loss": 1.4111720939807892, "Clean-Accuracy": 52.76, "Clean-Loss": 1.3625433452606202, "PGD-Accuracy": 0.44, "PGD-Loss": 5.389667172241211}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 2794.692628145218, "Test": {"Augmented-0.01-Quantile-Accuracy": 42.36000061035156, "Augmented-0.05-Quantile-Accuracy": 45.38999938964844, "Augmented-0.1-Quantile-Accuracy": 46.939998626708984, "Augmented-Accuracy": 52.38, "Augmented-Loss": 1.4434864171905517, "Clean-Accuracy": 51.8, "Clean-Loss": 1.3867288955688477, "PGD-Accuracy": 0.33, "PGD-Loss": 5.49809948425293}, "Total-Time": 33569.00838136673, "Train": {"Loss": 11.24712654724121, "avg t": 1.4429065254211426, "plain loss": 1.4351016080932624}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 42.15999984741211, "Augmented-0.05-Quantile-Accuracy": 45.13999938964844, "Augmented-0.1-Quantile-Accuracy": 46.87999725341797, "Augmented-Accuracy": 51.6504, "Augmented-Loss": 1.414660166082382, "Clean-Accuracy": 48.9, "Clean-Loss": 1.3795772533416748, "PGD-Accuracy": 0.54, "PGD-Loss": 5.216690863800049}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 2795.030108690262, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.04999923706055, "Augmented-0.05-Quantile-Accuracy": 48.61000061035156, "Augmented-0.1-Quantile-Accuracy": 50.30999755859375, "Augmented-Accuracy": 56.2086, "Augmented-Loss": 1.437920852493286, "Clean-Accuracy": 56.21, "Clean-Loss": 1.3606701881408692, "PGD-Accuracy": 0.32, "PGD-Loss": 5.683522912597656}, "Total-Time": 36364.03849005699, "Train": {"Loss": 11.066842613105774, "avg t": 1.4291607442092895, "plain loss": 1.4125251900634752}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.36000061035156, "Augmented-0.05-Quantile-Accuracy": 51.52000045776367, "Augmented-0.1-Quantile-Accuracy": 53.0, "Augmented-Accuracy": 58.031, "Augmented-Loss": 1.3841023026199342, "Clean-Accuracy": 57.96, "Clean-Loss": 1.302678235244751, "PGD-Accuracy": 0.5, "PGD-Loss": 5.404253894042969}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 2794.0853221416473, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.40999984741211, "Augmented-0.05-Quantile-Accuracy": 41.779998779296875, "Augmented-0.1-Quantile-Accuracy": 43.34000015258789, "Augmented-Accuracy": 48.4681, "Augmented-Loss": 1.4778328676605224, "Clean-Accuracy": 51.65, "Clean-Loss": 1.3868541458129884, "PGD-Accuracy": 0.09, "PGD-Loss": 6.356621417236328}, "Total-Time": 39158.12381219864, "Train": {"Loss": 10.281504582672119, "avg t": 1.4129096504974366, "plain loss": 1.3888021094360348}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 42.29999923706055, "Augmented-0.05-Quantile-Accuracy": 45.41999816894531, "Augmented-0.1-Quantile-Accuracy": 46.599998474121094, "Augmented-Accuracy": 51.4822, "Augmented-Loss": 1.4146310050411224, "Clean-Accuracy": 50.96, "Clean-Loss": 1.3878351287841797, "PGD-Accuracy": 0.08, "PGD-Loss": 6.0448118026733395}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 2791.4569075107574, "Test": {"Augmented-0.01-Quantile-Accuracy": 37.14999771118164, "Augmented-0.05-Quantile-Accuracy": 40.939998626708984, "Augmented-0.1-Quantile-Accuracy": 42.7599983215332, "Augmented-Accuracy": 48.9524, "Augmented-Loss": 1.4812639729309083, "Clean-Accuracy": 49.66, "Clean-Loss": 1.4346823699951172, "PGD-Accuracy": 0.14, "PGD-Loss": 5.990553759765625}, "Total-Time": 41949.5807197094, "Train": {"Loss": 10.009890852241517, "avg t": 1.4082930879211426, "plain loss": 1.38093220324707}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 40.20000076293945, "Augmented-0.05-Quantile-Accuracy": 43.97999954223633, "Augmented-0.1-Quantile-Accuracy": 45.69999694824219, "Augmented-Accuracy": 51.433, "Augmented-Loss": 1.4354058936080933, "Clean-Accuracy": 55.62, "Clean-Loss": 1.3754701610565185, "PGD-Accuracy": 0.18, "PGD-Loss": 5.745868843841553}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 2792.6139318943024, "Test": {"Augmented-0.01-Quantile-Accuracy": 42.529998779296875, "Augmented-0.05-Quantile-Accuracy": 45.459999084472656, "Augmented-0.1-Quantile-Accuracy": 46.97999954223633, "Augmented-Accuracy": 52.1379, "Augmented-Loss": 1.4384783764190674, "Clean-Accuracy": 54.53, "Clean-Loss": 1.3701665061950683, "PGD-Accuracy": 1.69, "PGD-Loss": 5.544229403686524}, "Total-Time": 44742.1946516037, "Train": {"Loss": 9.775121513519288, "avg t": 1.3973338692474366, "plain loss": 1.3639046263732906}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.7599983215332, "Augmented-0.05-Quantile-Accuracy": 48.57999801635742, "Augmented-0.1-Quantile-Accuracy": 49.939998626708984, "Augmented-Accuracy": 54.8968, "Augmented-Loss": 1.3904664717292785, "Clean-Accuracy": 51.0, "Clean-Loss": 1.3773751747131349, "PGD-Accuracy": 1.92, "PGD-Loss": 5.222385382080078}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 2793.2401571273804, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.59000015258789, "Augmented-0.05-Quantile-Accuracy": 48.93000030517578, "Augmented-0.1-Quantile-Accuracy": 50.11000061035156, "Augmented-Accuracy": 55.3523, "Augmented-Loss": 1.4105680629425048, "Clean-Accuracy": 56.55, "Clean-Loss": 1.3142734504699707, "PGD-Accuracy": 0.36, "PGD-Loss": 5.516231588745117}, "Total-Time": 47535.43480873108, "Train": {"Loss": 9.355435331878661, "avg t": 1.3914880879592895, "plain loss": 1.3498053526611324}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 49.02000045776367, "Augmented-0.05-Quantile-Accuracy": 52.53999710083008, "Augmented-0.1-Quantile-Accuracy": 54.07999801635742, "Augmented-Accuracy": 58.2, "Augmented-Loss": 1.339896662103653, "Clean-Accuracy": 48.28, "Clean-Loss": 1.3195620410919189, "PGD-Accuracy": 0.58, "PGD-Loss": 5.163223713684082}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 2793.3180191516876, "Test": {"Augmented-0.01-Quantile-Accuracy": 47.189998626708984, "Augmented-0.05-Quantile-Accuracy": 50.29999923706055, "Augmented-0.1-Quantile-Accuracy": 51.75, "Augmented-Accuracy": 56.6641, "Augmented-Loss": 1.4370376436462402, "Clean-Accuracy": 58.7, "Clean-Loss": 1.3383175399780274, "PGD-Accuracy": 0.32, "PGD-Loss": 5.79328154296875}, "Total-Time": 50328.75282788277, "Train": {"Loss": 8.972958914489746, "avg t": 1.3908776192474366, "plain loss": 1.3487228893737788}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 50.57999801635742, "Augmented-0.05-Quantile-Accuracy": 53.23999786376953, "Augmented-0.1-Quantile-Accuracy": 54.47999954223633, "Augmented-Accuracy": 58.9152, "Augmented-Loss": 1.3653150580883027, "Clean-Accuracy": 61.56, "Clean-Loss": 1.2467225635528565, "PGD-Accuracy": 0.18, "PGD-Loss": 5.487928842926025}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 2792.4757673740387, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.96999740600586, "Augmented-0.05-Quantile-Accuracy": 42.939998626708984, "Augmented-0.1-Quantile-Accuracy": 44.48999786376953, "Augmented-Accuracy": 48.866, "Augmented-Loss": 1.429986646484375, "Clean-Accuracy": 51.16, "Clean-Loss": 1.3701231170654298, "PGD-Accuracy": 0.17, "PGD-Loss": 6.0545911071777345}, "Total-Time": 53121.228595256805, "Train": {"Loss": 9.01769062915802, "avg t": 1.3795204317092895, "plain loss": 1.3335871194152822}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 42.73999786376953, "Augmented-0.05-Quantile-Accuracy": 45.31999969482422, "Augmented-0.1-Quantile-Accuracy": 46.79999923706055, "Augmented-Accuracy": 51.084, "Augmented-Loss": 1.395250965812683, "Clean-Accuracy": 51.12, "Clean-Loss": 1.3379127033233642, "PGD-Accuracy": 0.12, "PGD-Loss": 5.822066404724121}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 2793.4151260852814, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.459999084472656, "Augmented-0.05-Quantile-Accuracy": 45.13999938964844, "Augmented-0.1-Quantile-Accuracy": 46.89999771118164, "Augmented-Accuracy": 52.9373, "Augmented-Loss": 1.450817841567993, "Clean-Accuracy": 57.3, "Clean-Loss": 1.3334564659118653, "PGD-Accuracy": 0.17, "PGD-Loss": 5.633988696289062}, "Total-Time": 55914.64372134209, "Train": {"Loss": 8.612597062683106, "avg t": 1.3762251192092896, "plain loss": 1.3270661329345705}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.68000030517578, "Augmented-0.05-Quantile-Accuracy": 50.599998474121094, "Augmented-0.1-Quantile-Accuracy": 52.34000015258789, "Augmented-Accuracy": 57.9988, "Augmented-Loss": 1.36283050699234, "Clean-Accuracy": 54.76, "Clean-Loss": 1.2856648372650146, "PGD-Accuracy": 0.12, "PGD-Loss": 5.302766551208496}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 2792.93039560318, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.32999801635742, "Augmented-0.05-Quantile-Accuracy": 48.189998626708984, "Augmented-0.1-Quantile-Accuracy": 50.31999969482422, "Augmented-Accuracy": 56.692, "Augmented-Loss": 1.4236600618591309, "Clean-Accuracy": 57.73, "Clean-Loss": 1.3262200958251953, "PGD-Accuracy": 0.07, "PGD-Loss": 6.244856768798829}, "Total-Time": 58707.57411694527, "Train": {"Loss": 8.568970166091919, "avg t": 1.3741694941711426, "plain loss": 1.3266463419494638}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.599998474121094, "Augmented-0.05-Quantile-Accuracy": 52.7599983215332, "Augmented-0.1-Quantile-Accuracy": 54.31999969482422, "Augmented-Accuracy": 59.6848, "Augmented-Loss": 1.3537315446529388, "Clean-Accuracy": 56.58, "Clean-Loss": 1.3027703521728515, "PGD-Accuracy": 0.18, "PGD-Loss": 5.8352141876220704}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 2794.590828895569, "Test": {"Augmented-0.01-Quantile-Accuracy": 46.68000030517578, "Augmented-0.05-Quantile-Accuracy": 49.78999710083008, "Augmented-0.1-Quantile-Accuracy": 51.12999725341797, "Augmented-Accuracy": 56.3612, "Augmented-Loss": 1.4351778208770751, "Clean-Accuracy": 58.92, "Clean-Loss": 1.3388993423461915, "PGD-Accuracy": 0.17, "PGD-Loss": 5.542242254638672}, "Total-Time": 61502.164945840836, "Train": {"Loss": 8.53697728881836, "avg t": 1.3704884004211426, "plain loss": 1.3176183507385248}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 50.36000061035156, "Augmented-0.05-Quantile-Accuracy": 53.8599967956543, "Augmented-0.1-Quantile-Accuracy": 55.599998474121094, "Augmented-Accuracy": 60.2606, "Augmented-Loss": 1.3746583527755738, "Clean-Accuracy": 62.58, "Clean-Loss": 1.2948034629821776, "PGD-Accuracy": 0.22, "PGD-Loss": 5.351698782348633}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 2794.467162132263, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.43000030517578, "Augmented-0.05-Quantile-Accuracy": 44.86000061035156, "Augmented-0.1-Quantile-Accuracy": 46.2599983215332, "Augmented-Accuracy": 51.633, "Augmented-Loss": 1.4091425770568848, "Clean-Accuracy": 55.31, "Clean-Loss": 1.34038221282959, "PGD-Accuracy": 0.32, "PGD-Loss": 6.126062731933594}, "Total-Time": 64296.6321079731, "Train": {"Loss": 8.273786880111695, "avg t": 1.3627987129211425, "plain loss": 1.3031626754760741}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.84000015258789, "Augmented-0.05-Quantile-Accuracy": 48.779998779296875, "Augmented-0.1-Quantile-Accuracy": 50.31999969482422, "Augmented-Accuracy": 55.6386, "Augmented-Loss": 1.3410874696083068, "Clean-Accuracy": 55.02, "Clean-Loss": 1.2968416481018066, "PGD-Accuracy": 0.2, "PGD-Loss": 5.831393873596191}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 2795.361729621887, "Test": {"Augmented-0.01-Quantile-Accuracy": 36.32999801635742, "Augmented-0.05-Quantile-Accuracy": 39.07999801635742, "Augmented-0.1-Quantile-Accuracy": 40.279998779296875, "Augmented-Accuracy": 44.9461, "Augmented-Loss": 1.4438228203735353, "Clean-Accuracy": 50.41, "Clean-Loss": 1.3471819442749025, "PGD-Accuracy": 0.1, "PGD-Loss": 6.001492590332031}, "Total-Time": 67091.99383759499, "Train": {"Loss": 7.947424300689697, "avg t": 1.3674434004211427, "plain loss": 1.3132239634399416}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.459999084472656, "Augmented-0.05-Quantile-Accuracy": 46.36000061035156, "Augmented-0.1-Quantile-Accuracy": 47.47999954223633, "Augmented-Accuracy": 51.7794, "Augmented-Loss": 1.3578531014232635, "Clean-Accuracy": 51.06, "Clean-Loss": 1.3464090517044067, "PGD-Accuracy": 0.28, "PGD-Loss": 5.470314660644531}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 2795.098617076874, "Test": {"Augmented-0.01-Quantile-Accuracy": 50.439998626708984, "Augmented-0.05-Quantile-Accuracy": 53.5099983215332, "Augmented-0.1-Quantile-Accuracy": 55.19999694824219, "Augmented-Accuracy": 59.9589, "Augmented-Loss": 1.3799636550140382, "Clean-Accuracy": 63.21, "Clean-Loss": 1.2604927322387696, "PGD-Accuracy": 0.07, "PGD-Loss": 5.948362426757813}, "Total-Time": 69887.09245467186, "Train": {"Loss": 7.956457658996582, "avg t": 1.3585479316711426, "plain loss": 1.2966251449279798}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 54.13999938964844, "Augmented-0.05-Quantile-Accuracy": 57.05999755859375, "Augmented-0.1-Quantile-Accuracy": 58.57999801635742, "Augmented-Accuracy": 62.9808, "Augmented-Loss": 1.306641389196396, "Clean-Accuracy": 62.72, "Clean-Loss": 1.2119564323425294, "PGD-Accuracy": 0.1, "PGD-Loss": 5.647521533203125}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 2795.263487100601, "Test": {"Augmented-0.01-Quantile-Accuracy": 31.09000015258789, "Augmented-0.05-Quantile-Accuracy": 33.95000076293945, "Augmented-0.1-Quantile-Accuracy": 35.16999816894531, "Augmented-Accuracy": 39.5838, "Augmented-Loss": 1.5135476234741212, "Clean-Accuracy": 46.42, "Clean-Loss": 1.3865800071716308, "PGD-Accuracy": 0.17, "PGD-Loss": 6.5351210327148435}, "Total-Time": 72682.35594177246, "Train": {"Loss": 8.030444967079163, "avg t": 1.3582571504211425, "plain loss": 1.2973987570495613}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 37.71999740600586, "Augmented-0.05-Quantile-Accuracy": 40.57999801635742, "Augmented-0.1-Quantile-Accuracy": 41.97999954223633, "Augmented-Accuracy": 46.2428, "Augmented-Loss": 1.3971238997478486, "Clean-Accuracy": 46.34, "Clean-Loss": 1.4220187114715577, "PGD-Accuracy": 0.14, "PGD-Loss": 6.097842140960694}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 2795.214775800705, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.65999984741211, "Augmented-0.05-Quantile-Accuracy": 41.40999984741211, "Augmented-0.1-Quantile-Accuracy": 42.599998474121094, "Augmented-Accuracy": 47.276, "Augmented-Loss": 1.4288419915466308, "Clean-Accuracy": 50.82, "Clean-Loss": 1.3244036849975587, "PGD-Accuracy": 0.39, "PGD-Loss": 6.262722277832031}, "Total-Time": 75477.57071757317, "Train": {"Loss": 7.8908171718215945, "avg t": 1.3598394941711425, "plain loss": 1.2997107519836426}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.7599983215332, "Augmented-0.05-Quantile-Accuracy": 46.39999771118164, "Augmented-0.1-Quantile-Accuracy": 47.86000061035156, "Augmented-Accuracy": 51.5318, "Augmented-Loss": 1.343042787256241, "Clean-Accuracy": 51.02, "Clean-Loss": 1.284631021308899, "PGD-Accuracy": 0.46, "PGD-Loss": 5.860298578643799}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 2794.144682407379, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.89999771118164, "Augmented-0.05-Quantile-Accuracy": 47.05999755859375, "Augmented-0.1-Quantile-Accuracy": 48.22999954223633, "Augmented-Accuracy": 52.8262, "Augmented-Loss": 1.3869481491851807, "Clean-Accuracy": 53.05, "Clean-Loss": 1.3242442863464357, "PGD-Accuracy": 0.17, "PGD-Loss": 5.656695196533203}, "Total-Time": 78271.71539998055, "Train": {"Loss": 7.89192802444458, "avg t": 1.3561062129211425, "plain loss": 1.2935534075012198}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.18000030517578, "Augmented-0.05-Quantile-Accuracy": 50.63999938964844, "Augmented-0.1-Quantile-Accuracy": 51.73999786376953, "Augmented-Accuracy": 56.0646, "Augmented-Loss": 1.331551874982834, "Clean-Accuracy": 58.78, "Clean-Loss": 1.259637346458435, "PGD-Accuracy": 0.36, "PGD-Loss": 5.2578746009826665}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 2794.9559042453766, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.46999740600586, "Augmented-0.05-Quantile-Accuracy": 47.05999755859375, "Augmented-0.1-Quantile-Accuracy": 48.529998779296875, "Augmented-Accuracy": 54.0581, "Augmented-Loss": 1.4503542857666016, "Clean-Accuracy": 55.67, "Clean-Loss": 1.3605040382385254, "PGD-Accuracy": 0.14, "PGD-Loss": 6.514062750244141}, "Total-Time": 81066.67130422592, "Train": {"Loss": 7.748769398002625, "avg t": 1.3548684004211426, "plain loss": 1.2941928940124512}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.15999984741211, "Augmented-0.05-Quantile-Accuracy": 50.37999725341797, "Augmented-0.1-Quantile-Accuracy": 51.7599983215332, "Augmented-Accuracy": 57.237, "Augmented-Loss": 1.3679998733234406, "Clean-Accuracy": 57.8, "Clean-Loss": 1.2533678573608398, "PGD-Accuracy": 0.06, "PGD-Loss": 6.243591274261474}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 2793.9530408382416, "Test": {"Augmented-0.01-Quantile-Accuracy": 42.20000076293945, "Augmented-0.05-Quantile-Accuracy": 45.40999984741211, "Augmented-0.1-Quantile-Accuracy": 46.869998931884766, "Augmented-Accuracy": 51.9312, "Augmented-Loss": 1.483294126449585, "Clean-Accuracy": 58.36, "Clean-Loss": 1.3126490142822265, "PGD-Accuracy": 0.69, "PGD-Loss": 6.2307161010742185}, "Total-Time": 83860.62434506416, "Train": {"Loss": 7.708843778877259, "avg t": 1.3498668379211425, "plain loss": 1.2851399500122085}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 49.599998474121094, "Augmented-0.05-Quantile-Accuracy": 52.71999740600586, "Augmented-0.1-Quantile-Accuracy": 54.07999801635742, "Augmented-Accuracy": 58.758, "Augmented-Loss": 1.348592104784012, "Clean-Accuracy": 59.92, "Clean-Loss": 1.2688092035293579, "PGD-Accuracy": 0.32, "PGD-Loss": 5.944364086914063}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 2794.375191450119, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.869998931884766, "Augmented-0.05-Quantile-Accuracy": 46.73999786376953, "Augmented-0.1-Quantile-Accuracy": 48.09000015258789, "Augmented-Accuracy": 52.6915, "Augmented-Loss": 1.4527616753540038, "Clean-Accuracy": 55.4, "Clean-Loss": 1.3635973121643066, "PGD-Accuracy": 1.18, "PGD-Loss": 5.59055185546875}, "Total-Time": 86654.99953651428, "Train": {"Loss": 7.602981661758423, "avg t": 1.3504348067092895, "plain loss": 1.286790644775392}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 49.52000045776367, "Augmented-0.05-Quantile-Accuracy": 52.3599967956543, "Augmented-0.1-Quantile-Accuracy": 53.459999084472656, "Augmented-Accuracy": 57.9078, "Augmented-Loss": 1.3749345212898254, "Clean-Accuracy": 57.82, "Clean-Loss": 1.3324785612106322, "PGD-Accuracy": 0.34, "PGD-Loss": 5.258271265411377}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 2793.1725606918335, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.88999938964844, "Augmented-0.05-Quantile-Accuracy": 42.71999740600586, "Augmented-0.1-Quantile-Accuracy": 44.05999755859375, "Augmented-Accuracy": 48.6372, "Augmented-Loss": 1.4419373191375733, "Clean-Accuracy": 51.68, "Clean-Loss": 1.3194644081115723, "PGD-Accuracy": 0.92, "PGD-Loss": 6.424762561035156}, "Total-Time": 89448.17209720612, "Train": {"Loss": 7.728860175056457, "avg t": 1.3518768379211425, "plain loss": 1.2867106375732427}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 44.459999084472656, "Augmented-0.05-Quantile-Accuracy": 47.57999801635742, "Augmented-0.1-Quantile-Accuracy": 49.05999755859375, "Augmented-Accuracy": 53.4352, "Augmented-Loss": 1.3485043210811616, "Clean-Accuracy": 54.12, "Clean-Loss": 1.2510759565353393, "PGD-Accuracy": 0.18, "PGD-Loss": 6.080843200683594}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 2793.08030629158, "Test": {"Augmented-0.01-Quantile-Accuracy": 42.93000030517578, "Augmented-0.05-Quantile-Accuracy": 45.82999801635742, "Augmented-0.1-Quantile-Accuracy": 47.29999923706055, "Augmented-Accuracy": 52.2117, "Augmented-Loss": 1.4251179290161133, "Clean-Accuracy": 56.57, "Clean-Loss": 1.3048507186889649, "PGD-Accuracy": 0.07, "PGD-Loss": 6.391141217041016}, "Total-Time": 92241.2524034977, "Train": {"Loss": 7.174116036834717, "avg t": 1.3497476191711426, "plain loss": 1.2798828377380358}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 49.55999755859375, "Augmented-0.05-Quantile-Accuracy": 52.37999725341797, "Augmented-0.1-Quantile-Accuracy": 53.52000045776367, "Augmented-Accuracy": 57.8362, "Augmented-Loss": 1.3158614708690644, "Clean-Accuracy": 57.66, "Clean-Loss": 1.2618702852249146, "PGD-Accuracy": 0.08, "PGD-Loss": 5.916762004089356}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 2793.468644142151, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.61000061035156, "Augmented-0.05-Quantile-Accuracy": 43.78999710083008, "Augmented-0.1-Quantile-Accuracy": 45.23999786376953, "Augmented-Accuracy": 50.0801, "Augmented-Loss": 1.4944248638153077, "Clean-Accuracy": 55.63, "Clean-Loss": 1.383545662689209, "PGD-Accuracy": 0.23, "PGD-Loss": 5.756877099609375}, "Total-Time": 95034.72104763985, "Train": {"Loss": 7.397892502021789, "avg t": 1.3520062129211425, "plain loss": 1.2853324736938465}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.07999801635742, "Augmented-0.05-Quantile-Accuracy": 49.2599983215332, "Augmented-0.1-Quantile-Accuracy": 50.47999954223633, "Augmented-Accuracy": 55.4534, "Augmented-Loss": 1.4041673879566192, "Clean-Accuracy": 58.1, "Clean-Loss": 1.2891241054534912, "PGD-Accuracy": 0.12, "PGD-Loss": 5.33509319229126}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 2791.9926464557648, "Test": {"Augmented-0.01-Quantile-Accuracy": 47.72999954223633, "Augmented-0.05-Quantile-Accuracy": 51.349998474121094, "Augmented-0.1-Quantile-Accuracy": 53.0099983215332, "Augmented-Accuracy": 58.312, "Augmented-Loss": 1.4117406023406982, "Clean-Accuracy": 62.42, "Clean-Loss": 1.2757603149414063, "PGD-Accuracy": 0.17, "PGD-Loss": 6.15633832397461}, "Total-Time": 97826.71369409561, "Train": {"Loss": 7.334455854873657, "avg t": 1.3475887129211426, "plain loss": 1.2782849215698235}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.7599983215332, "Augmented-0.05-Quantile-Accuracy": 56.97999954223633, "Augmented-0.1-Quantile-Accuracy": 58.53999710083008, "Augmented-Accuracy": 63.5032, "Augmented-Loss": 1.3094172554550172, "Clean-Accuracy": 63.3, "Clean-Loss": 1.2325871349334716, "PGD-Accuracy": 0.02, "PGD-Loss": 5.777913529205322}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 2792.0783483982086, "Test": {"Augmented-0.01-Quantile-Accuracy": 48.0099983215332, "Augmented-0.05-Quantile-Accuracy": 51.65999984741211, "Augmented-0.1-Quantile-Accuracy": 53.12999725341797, "Augmented-Accuracy": 58.0837, "Augmented-Loss": 1.3678802819519043, "Clean-Accuracy": 60.6, "Clean-Loss": 1.2712228614807128, "PGD-Accuracy": 0.26, "PGD-Loss": 6.4112634765625}, "Total-Time": 100618.79204249382, "Train": {"Loss": 7.32434711555481, "avg t": 1.3384499629211426, "plain loss": 1.2687536934204087}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.119998931884766, "Augmented-0.05-Quantile-Accuracy": 56.099998474121094, "Augmented-0.1-Quantile-Accuracy": 57.519996643066406, "Augmented-Accuracy": 62.9674, "Augmented-Loss": 1.294598684282303, "Clean-Accuracy": 61.98, "Clean-Loss": 1.2117620552062989, "PGD-Accuracy": 0.08, "PGD-Loss": 5.918238942718506}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 2792.482670545578, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.029998779296875, "Augmented-0.05-Quantile-Accuracy": 48.31999969482422, "Augmented-0.1-Quantile-Accuracy": 50.15999984741211, "Augmented-Accuracy": 55.7555, "Augmented-Loss": 1.4249330550231933, "Clean-Accuracy": 59.01, "Clean-Loss": 1.3530201805114745, "PGD-Accuracy": 0.32, "PGD-Loss": 5.892042120361328}, "Total-Time": 103411.2747130394, "Train": {"Loss": 7.375694164428711, "avg t": 1.3395723066711427, "plain loss": 1.268389077453614}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 50.79999923706055, "Augmented-0.05-Quantile-Accuracy": 54.29999923706055, "Augmented-0.1-Quantile-Accuracy": 55.69999694824219, "Augmented-Accuracy": 60.7826, "Augmented-Loss": 1.3457456436786652, "Clean-Accuracy": 63.32, "Clean-Loss": 1.25714354095459, "PGD-Accuracy": 0.18, "PGD-Loss": 5.470257067871094}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 2792.5547091960907, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.14999771118164, "Augmented-0.05-Quantile-Accuracy": 42.36000061035156, "Augmented-0.1-Quantile-Accuracy": 43.689998626708984, "Augmented-Accuracy": 49.0578, "Augmented-Loss": 1.4399661091766358, "Clean-Accuracy": 55.43, "Clean-Loss": 1.3138225967407227, "PGD-Accuracy": 0.45, "PGD-Loss": 6.213983258056641}, "Total-Time": 106203.82942223549, "Train": {"Loss": 7.0355975988769535, "avg t": 1.3380055879211425, "plain loss": 1.264264260559082}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.599998474121094, "Augmented-0.05-Quantile-Accuracy": 50.73999786376953, "Augmented-0.1-Quantile-Accuracy": 52.119998931884766, "Augmented-Accuracy": 56.806, "Augmented-Loss": 1.33465711633873, "Clean-Accuracy": 57.72, "Clean-Loss": 1.2655885124206543, "PGD-Accuracy": 0.34, "PGD-Loss": 5.723440500640869}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 2791.585516691208, "Test": {"Augmented-0.01-Quantile-Accuracy": 50.53999710083008, "Augmented-0.05-Quantile-Accuracy": 53.66999816894531, "Augmented-0.1-Quantile-Accuracy": 55.18000030517578, "Augmented-Accuracy": 59.9876, "Augmented-Loss": 1.3928983534545898, "Clean-Accuracy": 62.91, "Clean-Loss": 1.2919352745056152, "PGD-Accuracy": 0.18, "PGD-Loss": 6.194290936279297}, "Total-Time": 108995.4149389267, "Train": {"Loss": 7.30070099647522, "avg t": 1.3379862129211426, "plain loss": 1.2681864803771985}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 54.119998931884766, "Augmented-0.05-Quantile-Accuracy": 57.29999923706055, "Augmented-0.1-Quantile-Accuracy": 58.57999801635742, "Augmented-Accuracy": 62.9814, "Augmented-Loss": 1.3118667745456696, "Clean-Accuracy": 60.88, "Clean-Loss": 1.1870589839935304, "PGD-Accuracy": 0.22, "PGD-Loss": 5.8205334724426265}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 2792.0750086307526, "Test": {"Augmented-0.01-Quantile-Accuracy": 47.099998474121094, "Augmented-0.05-Quantile-Accuracy": 50.709999084472656, "Augmented-0.1-Quantile-Accuracy": 52.13999938964844, "Augmented-Accuracy": 57.4177, "Augmented-Loss": 1.3847599255371095, "Clean-Accuracy": 62.08, "Clean-Loss": 1.2660836219787597, "PGD-Accuracy": 0.07, "PGD-Loss": 7.012681512451172}, "Total-Time": 111787.48994755745, "Train": {"Loss": 6.964505079650879, "avg t": 1.3385884004974364, "plain loss": 1.2674625177307144}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 55.459999084472656, "Augmented-0.05-Quantile-Accuracy": 58.73999786376953, "Augmented-0.1-Quantile-Accuracy": 60.279998779296875, "Augmented-Accuracy": 64.7622, "Augmented-Loss": 1.2593710247631074, "Clean-Accuracy": 60.44, "Clean-Loss": 1.251364586830139, "PGD-Accuracy": 0.12, "PGD-Loss": 6.531575760650635}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 2790.764647960663, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.86000061035156, "Augmented-0.05-Quantile-Accuracy": 43.52000045776367, "Augmented-0.1-Quantile-Accuracy": 45.09000015258789, "Augmented-Accuracy": 50.3879, "Augmented-Loss": 1.5146633196563721, "Clean-Accuracy": 60.47, "Clean-Loss": 1.3231825386047362, "PGD-Accuracy": 0.07, "PGD-Loss": 6.316299481201172}, "Total-Time": 114578.25459551811, "Train": {"Loss": 7.055313308639526, "avg t": 1.3398844942092896, "plain loss": 1.267150291290284}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 49.939998626708984, "Augmented-0.05-Quantile-Accuracy": 53.05999755859375, "Augmented-0.1-Quantile-Accuracy": 54.2599983215332, "Augmented-Accuracy": 58.6674, "Augmented-Loss": 1.352531140859604, "Clean-Accuracy": 52.94, "Clean-Loss": 1.266207921409607, "PGD-Accuracy": 0.18, "PGD-Loss": 5.849020239257812}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 2791.349312543869, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.849998474121094, "Augmented-0.05-Quantile-Accuracy": 43.12999725341797, "Augmented-0.1-Quantile-Accuracy": 44.689998626708984, "Augmented-Accuracy": 49.5323, "Augmented-Loss": 1.4038491762924195, "Clean-Accuracy": 56.67, "Clean-Loss": 1.2609631858825683, "PGD-Accuracy": 0.14, "PGD-Loss": 6.974227105712891}, "Total-Time": 117369.60390806198, "Train": {"Loss": 7.079938481941223, "avg t": 1.3352241817092896, "plain loss": 1.2635668331298833}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.03999710083008, "Augmented-0.05-Quantile-Accuracy": 51.23999786376953, "Augmented-0.1-Quantile-Accuracy": 52.5, "Augmented-Accuracy": 57.4172, "Augmented-Loss": 1.2770942869319917, "Clean-Accuracy": 57.8, "Clean-Loss": 1.1801471267700194, "PGD-Accuracy": 0.06, "PGD-Loss": 6.468175834655762}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 2791.119669675827, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.15999984741211, "Augmented-0.05-Quantile-Accuracy": 43.06999969482422, "Augmented-0.1-Quantile-Accuracy": 44.82999801635742, "Augmented-Accuracy": 49.6079, "Augmented-Loss": 1.4109426058502197, "Clean-Accuracy": 55.58, "Clean-Loss": 1.2529178390502929, "PGD-Accuracy": 0.31, "PGD-Loss": 6.865455688476563}, "Total-Time": 120160.72357773781, "Train": {"Loss": 7.110054357833862, "avg t": 1.3388060566711426, "plain loss": 1.2683498440246583}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.03999710083008, "Augmented-0.05-Quantile-Accuracy": 48.07999801635742, "Augmented-0.1-Quantile-Accuracy": 49.36000061035156, "Augmented-Accuracy": 54.3554, "Augmented-Loss": 1.307945127702713, "Clean-Accuracy": 54.24, "Clean-Loss": 1.2587769445419312, "PGD-Accuracy": 0.06, "PGD-Loss": 6.474189937591553}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 2791.3832716941833, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.599998474121094, "Augmented-0.05-Quantile-Accuracy": 43.18000030517578, "Augmented-0.1-Quantile-Accuracy": 44.869998931884766, "Augmented-Accuracy": 50.8419, "Augmented-Loss": 1.4315122959594726, "Clean-Accuracy": 51.84, "Clean-Loss": 1.3806612258911133, "PGD-Accuracy": 0.6, "PGD-Loss": 6.374258477783203}, "Total-Time": 122952.10684943199, "Train": {"Loss": 6.92535140701294, "avg t": 1.3313379316711427, "plain loss": 1.2547800147094723}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 41.29999923706055, "Augmented-0.05-Quantile-Accuracy": 45.279998779296875, "Augmented-0.1-Quantile-Accuracy": 46.91999816894531, "Augmented-Accuracy": 52.6158, "Augmented-Loss": 1.3720768433189392, "Clean-Accuracy": 48.94, "Clean-Loss": 1.3818948143005372, "PGD-Accuracy": 0.86, "PGD-Loss": 5.957558044433593}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 2790.914085149765, "Test": {"Augmented-0.01-Quantile-Accuracy": 48.15999984741211, "Augmented-0.05-Quantile-Accuracy": 52.09000015258789, "Augmented-0.1-Quantile-Accuracy": 53.709999084472656, "Augmented-Accuracy": 59.5238, "Augmented-Loss": 1.408452282180786, "Clean-Accuracy": 61.29, "Clean-Loss": 1.312534585571289, "PGD-Accuracy": 0.27, "PGD-Loss": 6.369004412841797}, "Total-Time": 125743.02093458176, "Train": {"Loss": 7.044550487365723, "avg t": 1.3386301191711425, "plain loss": 1.2642612654724126}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 54.5, "Augmented-0.05-Quantile-Accuracy": 57.73999786376953, "Augmented-0.1-Quantile-Accuracy": 59.21999740600586, "Augmented-Accuracy": 64.2688, "Augmented-Loss": 1.289728099462509, "Clean-Accuracy": 61.06, "Clean-Loss": 1.2017803911209106, "PGD-Accuracy": 0.28, "PGD-Loss": 5.8340453346252445}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 2790.3089516162872, "Test": {"Augmented-0.01-Quantile-Accuracy": 49.09000015258789, "Augmented-0.05-Quantile-Accuracy": 52.7599983215332, "Augmented-0.1-Quantile-Accuracy": 54.43000030517578, "Augmented-Accuracy": 60.1118, "Augmented-Loss": 1.3402110014953614, "Clean-Accuracy": 61.54, "Clean-Loss": 1.259706906890869, "PGD-Accuracy": 0.38, "PGD-Loss": 6.699639196777344}, "Total-Time": 128533.32988619804, "Train": {"Loss": 6.811204130477905, "avg t": 1.3360137129211427, "plain loss": 1.2645886816711434}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.3599967956543, "Augmented-0.05-Quantile-Accuracy": 56.959999084472656, "Augmented-0.1-Quantile-Accuracy": 58.55999755859375, "Augmented-Accuracy": 64.4984, "Augmented-Loss": 1.251714546857834, "Clean-Accuracy": 64.46, "Clean-Loss": 1.1947859962463379, "PGD-Accuracy": 0.06, "PGD-Loss": 6.246336923217774}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 2787.1538236141205, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.89999771118164, "Augmented-0.05-Quantile-Accuracy": 43.279998779296875, "Augmented-0.1-Quantile-Accuracy": 44.91999816894531, "Augmented-Accuracy": 50.3605, "Augmented-Loss": 1.4428645378570557, "Clean-Accuracy": 55.12, "Clean-Loss": 1.2860687927246093, "PGD-Accuracy": 0.31, "PGD-Loss": 6.247283605957032}, "Total-Time": 131320.48370981216, "Train": {"Loss": 6.835848146514892, "avg t": 1.3362587129592896, "plain loss": 1.2651052733154293}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.89999771118164, "Augmented-0.05-Quantile-Accuracy": 51.599998474121094, "Augmented-0.1-Quantile-Accuracy": 52.89999771118164, "Augmented-Accuracy": 57.4114, "Augmented-Loss": 1.3085034980392456, "Clean-Accuracy": 54.3, "Clean-Loss": 1.2424325712203979, "PGD-Accuracy": 0.42, "PGD-Loss": 5.845295721435547}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 2787.037001848221, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.45000076293945, "Augmented-0.05-Quantile-Accuracy": 46.59000015258789, "Augmented-0.1-Quantile-Accuracy": 48.099998474121094, "Augmented-Accuracy": 53.0908, "Augmented-Loss": 1.370713779586792, "Clean-Accuracy": 55.21, "Clean-Loss": 1.2790048294067382, "PGD-Accuracy": 0.49, "PGD-Loss": 6.62274683227539}, "Total-Time": 134107.52071166039, "Train": {"Loss": 6.9178994316864015, "avg t": 1.3267988691711425, "plain loss": 1.2439797143859868}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.619998931884766, "Augmented-0.05-Quantile-Accuracy": 51.5, "Augmented-0.1-Quantile-Accuracy": 52.81999969482422, "Augmented-Accuracy": 57.6, "Augmented-Loss": 1.286765749053955, "Clean-Accuracy": 61.7, "Clean-Loss": 1.1945484336853027, "PGD-Accuracy": 0.3, "PGD-Loss": 6.127300736999512}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 2786.722935438156, "Test": {"Augmented-0.01-Quantile-Accuracy": 47.03999710083008, "Augmented-0.05-Quantile-Accuracy": 51.349998474121094, "Augmented-0.1-Quantile-Accuracy": 53.16999816894531, "Augmented-Accuracy": 59.7272, "Augmented-Loss": 1.447078192123413, "Clean-Accuracy": 64.37, "Clean-Loss": 1.3161155494689942, "PGD-Accuracy": 0.33, "PGD-Loss": 6.672541876220703}, "Total-Time": 136894.24364709854, "Train": {"Loss": 6.884395684204102, "avg t": 1.3304819941711425, "plain loss": 1.2525304872131344}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.39999771118164, "Augmented-0.05-Quantile-Accuracy": 57.519996643066406, "Augmented-0.1-Quantile-Accuracy": 59.68000030517578, "Augmented-Accuracy": 65.5646, "Augmented-Loss": 1.321212547700882, "Clean-Accuracy": 59.78, "Clean-Loss": 1.2688097787857056, "PGD-Accuracy": 0.16, "PGD-Loss": 6.22327919921875}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 2787.1057300567627, "Test": {"Augmented-0.01-Quantile-Accuracy": 47.87999725341797, "Augmented-0.05-Quantile-Accuracy": 51.34000015258789, "Augmented-0.1-Quantile-Accuracy": 52.73999786376953, "Augmented-Accuracy": 58.1375, "Augmented-Loss": 1.3738712397003174, "Clean-Accuracy": 61.5, "Clean-Loss": 1.2492199974060059, "PGD-Accuracy": 0.13, "PGD-Loss": 6.989660772705078}, "Total-Time": 139681.3493771553, "Train": {"Loss": 6.846573739624024, "avg t": 1.3346871504211426, "plain loss": 1.2554468225097648}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 54.119998931884766, "Augmented-0.05-Quantile-Accuracy": 57.5, "Augmented-0.1-Quantile-Accuracy": 58.68000030517578, "Augmented-Accuracy": 63.227, "Augmented-Loss": 1.2575366458625794, "Clean-Accuracy": 62.02, "Clean-Loss": 1.21954111328125, "PGD-Accuracy": 0.14, "PGD-Loss": 6.621526608276367}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 2788.464478492737, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.63999938964844, "Augmented-0.05-Quantile-Accuracy": 48.38999938964844, "Augmented-0.1-Quantile-Accuracy": 50.11000061035156, "Augmented-Accuracy": 56.3371, "Augmented-Loss": 1.3818836975631714, "Clean-Accuracy": 62.01, "Clean-Loss": 1.2471861961364745, "PGD-Accuracy": 0.15, "PGD-Loss": 6.755460083007812}, "Total-Time": 142469.81385564804, "Train": {"Loss": 6.675665910186767, "avg t": 1.3253115254211425, "plain loss": 1.2454098550415043}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 49.279998779296875, "Augmented-0.05-Quantile-Accuracy": 52.84000015258789, "Augmented-0.1-Quantile-Accuracy": 54.55999755859375, "Augmented-Accuracy": 60.4422, "Augmented-Loss": 1.2883205507965088, "Clean-Accuracy": 62.92, "Clean-Loss": 1.1619222991943359, "PGD-Accuracy": 0.02, "PGD-Loss": 6.293666858673095}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 2787.8471903800964, "Test": {"Augmented-0.01-Quantile-Accuracy": 48.5, "Augmented-0.05-Quantile-Accuracy": 51.71999740600586, "Augmented-0.1-Quantile-Accuracy": 53.09000015258789, "Augmented-Accuracy": 58.1091, "Augmented-Loss": 1.3816283506851197, "Clean-Accuracy": 58.06, "Clean-Loss": 1.34968355178833, "PGD-Accuracy": 0.58, "PGD-Loss": 6.250882116699219}, "Total-Time": 145257.66104602814, "Train": {"Loss": 7.03276176651001, "avg t": 1.3341012129211425, "plain loss": 1.2585703882751458}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.459999084472656, "Augmented-0.05-Quantile-Accuracy": 54.68000030517578, "Augmented-0.1-Quantile-Accuracy": 56.13999938964844, "Augmented-Accuracy": 60.685, "Augmented-Loss": 1.2882434542236327, "Clean-Accuracy": 63.22, "Clean-Loss": 1.252826609802246, "PGD-Accuracy": 0.6, "PGD-Loss": 5.808810403442383}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 2788.116331577301, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.79999923706055, "Augmented-0.05-Quantile-Accuracy": 47.04999923706055, "Augmented-0.1-Quantile-Accuracy": 48.65999984741211, "Augmented-Accuracy": 53.9937, "Augmented-Loss": 1.470479575302124, "Clean-Accuracy": 57.42, "Clean-Loss": 1.3625215881347656, "PGD-Accuracy": 0.39, "PGD-Loss": 5.977305755615235}, "Total-Time": 148045.77737760544, "Train": {"Loss": 6.831621888694763, "avg t": 1.3349937129211427, "plain loss": 1.2626835068359372}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 49.65999984741211, "Augmented-0.05-Quantile-Accuracy": 52.779998779296875, "Augmented-0.1-Quantile-Accuracy": 54.34000015258789, "Augmented-Accuracy": 59.5188, "Augmented-Loss": 1.3678187280311584, "Clean-Accuracy": 58.04, "Clean-Loss": 1.3471936906814574, "PGD-Accuracy": 0.22, "PGD-Loss": 5.584632991027832}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 2789.2487547397614, "Test": {"Augmented-0.01-Quantile-Accuracy": 32.57999801635742, "Augmented-0.05-Quantile-Accuracy": 34.88999938964844, "Augmented-0.1-Quantile-Accuracy": 36.040000915527344, "Augmented-Accuracy": 39.8254, "Augmented-Loss": 1.4983765773620605, "Clean-Accuracy": 43.73, "Clean-Loss": 1.4272646575927734, "PGD-Accuracy": 0.38, "PGD-Loss": 5.651755401611328}, "Total-Time": 150835.0261323452, "Train": {"Loss": 6.952529414215088, "avg t": 1.3304573066711425, "plain loss": 1.2542792962951668}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 38.23999786376953, "Augmented-0.05-Quantile-Accuracy": 40.55999755859375, "Augmented-0.1-Quantile-Accuracy": 41.57999801635742, "Augmented-Accuracy": 45.4216, "Augmented-Loss": 1.4225450389652252, "Clean-Accuracy": 53.42, "Clean-Loss": 1.2787191919326781, "PGD-Accuracy": 0.48, "PGD-Loss": 5.299222100830078}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 2783.3180084228516, "Test": {"Augmented-0.01-Quantile-Accuracy": 48.099998474121094, "Augmented-0.05-Quantile-Accuracy": 51.90999984741211, "Augmented-0.1-Quantile-Accuracy": 53.78999710083008, "Augmented-Accuracy": 59.6841, "Augmented-Loss": 1.3728490277404786, "Clean-Accuracy": 61.4, "Clean-Loss": 1.2610919937133789, "PGD-Accuracy": 0.13, "PGD-Loss": 6.554260418701172}, "Total-Time": 153618.34414076805, "Train": {"Loss": 6.8641580920410155, "avg t": 1.3284319941711427, "plain loss": 1.2517297649841312}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.8599967956543, "Augmented-0.05-Quantile-Accuracy": 57.57999801635742, "Augmented-0.1-Quantile-Accuracy": 59.31999969482422, "Augmented-Accuracy": 64.151, "Augmented-Loss": 1.278037055410385, "Clean-Accuracy": 66.18, "Clean-Loss": 1.1603472692489625, "PGD-Accuracy": 0.08, "PGD-Loss": 6.151783520507813}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 2784.022871732712, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.849998474121094, "Augmented-0.05-Quantile-Accuracy": 66.29999542236328, "Augmented-0.1-Quantile-Accuracy": 68.04999542236328, "Augmented-Accuracy": 73.9033, "Augmented-Loss": 1.286253858406067, "Clean-Accuracy": 74.9, "Clean-Loss": 1.1991265449523927, "PGD-Accuracy": 0.23, "PGD-Loss": 6.710016235351563}, "Total-Time": 156402.36701250076, "Train": {"Loss": 3.3376718035888673, "avg t": 1.2682949629211426, "plain loss": 1.1699609984130865}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.81999969482422, "Augmented-0.05-Quantile-Accuracy": 70.31999969482422, "Augmented-0.1-Quantile-Accuracy": 72.0, "Augmented-Accuracy": 76.9284, "Augmented-Loss": 1.1959687178955078, "Clean-Accuracy": 74.46, "Clean-Loss": 1.1675715301513672, "PGD-Accuracy": 0.16, "PGD-Loss": 6.097091011047363}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 2782.876553297043, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.40999984741211, "Augmented-0.05-Quantile-Accuracy": 65.47000122070312, "Augmented-0.1-Quantile-Accuracy": 67.38999938964844, "Augmented-Accuracy": 73.217, "Augmented-Loss": 1.275275809677124, "Clean-Accuracy": 75.42, "Clean-Loss": 1.1880126823425292, "PGD-Accuracy": 0.28, "PGD-Loss": 6.8988749877929685}, "Total-Time": 159185.2435657978, "Train": {"Loss": 2.6869286543273927, "avg t": 1.2583329316711427, "plain loss": 1.1529295569458007}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.22000122070312, "Augmented-0.05-Quantile-Accuracy": 71.08000183105469, "Augmented-0.1-Quantile-Accuracy": 72.69999694824219, "Augmented-Accuracy": 77.6346, "Augmented-Loss": 1.1834749306812287, "Clean-Accuracy": 74.42, "Clean-Loss": 1.1288955821990967, "PGD-Accuracy": 0.12, "PGD-Loss": 6.213967946624756}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 2786.2581951618195, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.769996643066406, "Augmented-0.05-Quantile-Accuracy": 66.01000213623047, "Augmented-0.1-Quantile-Accuracy": 67.5999984741211, "Augmented-Accuracy": 73.6741, "Augmented-Loss": 1.2536613587265015, "Clean-Accuracy": 75.23, "Clean-Loss": 1.1699282981872559, "PGD-Accuracy": 0.13, "PGD-Loss": 7.152596881103515}, "Total-Time": 161971.50176095963, "Train": {"Loss": 2.3282382318115236, "avg t": 1.2423921504211426, "plain loss": 1.1260692001953128}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.4000015258789, "Augmented-0.05-Quantile-Accuracy": 71.1199951171875, "Augmented-0.1-Quantile-Accuracy": 72.31999969482422, "Augmented-Accuracy": 77.4026, "Augmented-Loss": 1.1663877657623292, "Clean-Accuracy": 72.52, "Clean-Loss": 1.1063912012100219, "PGD-Accuracy": 0.1, "PGD-Loss": 6.391544383239746}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 2788.6258952617645, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.43000030517578, "Augmented-0.05-Quantile-Accuracy": 64.47000122070312, "Augmented-0.1-Quantile-Accuracy": 66.5, "Augmented-Accuracy": 72.0422, "Augmented-Loss": 1.262506427154541, "Clean-Accuracy": 74.55, "Clean-Loss": 1.1730144691467286, "PGD-Accuracy": 0.19, "PGD-Loss": 7.357218688964844}, "Total-Time": 164760.1276562214, "Train": {"Loss": 2.245147311210632, "avg t": 1.2367671504211426, "plain loss": 1.1194125396423342}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.0999984741211, "Augmented-0.05-Quantile-Accuracy": 70.83999633789062, "Augmented-0.1-Quantile-Accuracy": 72.22000122070312, "Augmented-Accuracy": 77.1146, "Augmented-Loss": 1.1724015952339173, "Clean-Accuracy": 78.24, "Clean-Loss": 1.1037302312850952, "PGD-Accuracy": 0.1, "PGD-Loss": 6.637478218078614}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 2788.5618238449097, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.279998779296875, "Augmented-0.05-Quantile-Accuracy": 65.47000122070312, "Augmented-0.1-Quantile-Accuracy": 67.41999816894531, "Augmented-Accuracy": 73.399, "Augmented-Loss": 1.2422137305679322, "Clean-Accuracy": 74.03, "Clean-Loss": 1.154011743927002, "PGD-Accuracy": 0.13, "PGD-Loss": 7.609194177246094}, "Total-Time": 167548.6894800663, "Train": {"Loss": 2.130943566894531, "avg t": 1.2302252754211427, "plain loss": 1.1102695976562493}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.73999786376953, "Augmented-0.05-Quantile-Accuracy": 70.23999786376953, "Augmented-0.1-Quantile-Accuracy": 72.13999938964844, "Augmented-Accuracy": 76.9992, "Augmented-Loss": 1.1532388236732483, "Clean-Accuracy": 72.7, "Clean-Loss": 1.1157370601654053, "PGD-Accuracy": 0.1, "PGD-Loss": 6.824969541931153}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 2787.506110906601, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.78999710083008, "Augmented-0.05-Quantile-Accuracy": 65.23999786376953, "Augmented-0.1-Quantile-Accuracy": 67.04000091552734, "Augmented-Accuracy": 73.0475, "Augmented-Loss": 1.2276988755874634, "Clean-Accuracy": 73.73, "Clean-Loss": 1.1360857185363769, "PGD-Accuracy": 0.07, "PGD-Loss": 7.75981870727539}, "Total-Time": 170336.1955909729, "Train": {"Loss": 2.039238743057251, "avg t": 1.2183707441711427, "plain loss": 1.0878672681579595}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.0199966430664, "Augmented-0.05-Quantile-Accuracy": 69.86000061035156, "Augmented-0.1-Quantile-Accuracy": 71.5, "Augmented-Accuracy": 76.9128, "Augmented-Loss": 1.1391185770740508, "Clean-Accuracy": 74.38, "Clean-Loss": 1.0371485664367677, "PGD-Accuracy": 0.14, "PGD-Loss": 6.89532798538208}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 2054.594382047653, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.84000015258789, "Augmented-0.05-Quantile-Accuracy": 65.26000213623047, "Augmented-0.1-Quantile-Accuracy": 66.8699951171875, "Augmented-Accuracy": 72.5078, "Augmented-Loss": 1.2208939500579834, "Clean-Accuracy": 75.7, "Clean-Loss": 1.1034947677612306, "PGD-Accuracy": 0.1, "PGD-Loss": 8.168906158447266}, "Total-Time": 172390.78997302055, "Train": {"Loss": 1.9183627096557616, "avg t": 1.2124223066711426, "plain loss": 1.0775840224609368}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.15999603271484, "Augmented-0.05-Quantile-Accuracy": 71.04000091552734, "Augmented-0.1-Quantile-Accuracy": 72.77999877929688, "Augmented-Accuracy": 77.5834, "Augmented-Loss": 1.1100181282863617, "Clean-Accuracy": 74.5, "Clean-Loss": 1.0759057556152343, "PGD-Accuracy": 0.12, "PGD-Loss": 7.29900473022461}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 1394.5651783943176, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.44999694824219, "Augmented-0.05-Quantile-Accuracy": 63.53999710083008, "Augmented-0.1-Quantile-Accuracy": 65.68000030517578, "Augmented-Accuracy": 71.5273, "Augmented-Loss": 1.1973709846878051, "Clean-Accuracy": 74.29, "Clean-Loss": 1.0878335929870606, "PGD-Accuracy": 0.06, "PGD-Loss": 8.422073254394531}, "Total-Time": 173785.35515141487, "Train": {"Loss": 1.818668525238037, "avg t": 1.1974259004211425, "plain loss": 1.0544740495605465}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.41999816894531, "Augmented-0.05-Quantile-Accuracy": 70.54000091552734, "Augmented-0.1-Quantile-Accuracy": 72.25999450683594, "Augmented-Accuracy": 77.25, "Augmented-Loss": 1.0859693354358673, "Clean-Accuracy": 78.68, "Clean-Loss": 1.0175176380157471, "PGD-Accuracy": 0.06, "PGD-Loss": 7.436335252380371}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 1395.2510824203491, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.40999603271484, "Augmented-0.05-Quantile-Accuracy": 67.90999603271484, "Augmented-0.1-Quantile-Accuracy": 69.40999603271484, "Augmented-Accuracy": 74.7801, "Augmented-Loss": 1.1841425233230591, "Clean-Accuracy": 77.01, "Clean-Loss": 1.0794248497009278, "PGD-Accuracy": 0.03, "PGD-Loss": 8.299963983154298}, "Total-Time": 175180.60623383522, "Train": {"Loss": 1.8126220907592774, "avg t": 1.1869248066711426, "plain loss": 1.0403914772033693}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.0999984741211, "Augmented-0.05-Quantile-Accuracy": 73.5, "Augmented-0.1-Quantile-Accuracy": 74.97999572753906, "Augmented-Accuracy": 79.1984, "Augmented-Loss": 1.0807118062667846, "Clean-Accuracy": 77.2, "Clean-Loss": 1.0280172222137451, "PGD-Accuracy": 0.04, "PGD-Loss": 7.364972601318359}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 1395.4530794620514, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.79999923706055, "Augmented-0.05-Quantile-Accuracy": 67.43999481201172, "Augmented-0.1-Quantile-Accuracy": 69.04999542236328, "Augmented-Accuracy": 74.1479, "Augmented-Loss": 1.1728162257614136, "Clean-Accuracy": 75.48, "Clean-Loss": 1.0629860412597656, "PGD-Accuracy": 0.12, "PGD-Loss": 8.557808416748047}, "Total-Time": 176576.05931329727, "Train": {"Loss": 1.6790652981567382, "avg t": 1.1739560566711427, "plain loss": 1.0182381553039552}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.1199951171875, "Augmented-0.05-Quantile-Accuracy": 72.27999877929688, "Augmented-0.1-Quantile-Accuracy": 73.47999572753906, "Augmented-Accuracy": 77.6156, "Augmented-Loss": 1.063178599029541, "Clean-Accuracy": 77.78, "Clean-Loss": 1.018293202972412, "PGD-Accuracy": 0.12, "PGD-Loss": 7.617066261291504}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 1395.1782178878784, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.3599967956543, "Augmented-0.05-Quantile-Accuracy": 67.58000183105469, "Augmented-0.1-Quantile-Accuracy": 69.45999908447266, "Augmented-Accuracy": 74.9121, "Augmented-Loss": 1.1817962578277588, "Clean-Accuracy": 76.94, "Clean-Loss": 1.0690898902893067, "PGD-Accuracy": 0.1, "PGD-Loss": 8.675885247802734}, "Total-Time": 177971.23753118515, "Train": {"Loss": 1.6606838268280029, "avg t": 1.1726704316711425, "plain loss": 1.0216920327453618}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.75999450683594, "Augmented-0.05-Quantile-Accuracy": 74.05999755859375, "Augmented-0.1-Quantile-Accuracy": 75.73999786376953, "Augmented-Accuracy": 80.2084, "Augmented-Loss": 1.0631869700965881, "Clean-Accuracy": 77.44, "Clean-Loss": 1.0496414916992187, "PGD-Accuracy": 0.16, "PGD-Loss": 7.663443539428711}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 1395.381337404251, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.6099967956543, "Augmented-0.05-Quantile-Accuracy": 66.94999694824219, "Augmented-0.1-Quantile-Accuracy": 68.52999877929688, "Augmented-Accuracy": 73.7177, "Augmented-Loss": 1.1719772570266724, "Clean-Accuracy": 76.33, "Clean-Loss": 1.0480450149536134, "PGD-Accuracy": 0.09, "PGD-Loss": 8.672269885253906}, "Total-Time": 179366.6188685894, "Train": {"Loss": 1.6404815483093262, "avg t": 1.1656085566711425, "plain loss": 1.0073205434570311}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.58000183105469, "Augmented-0.05-Quantile-Accuracy": 72.0999984741211, "Augmented-0.1-Quantile-Accuracy": 73.25999450683594, "Augmented-Accuracy": 77.6884, "Augmented-Loss": 1.0588991069641114, "Clean-Accuracy": 77.1, "Clean-Loss": 1.014400114440918, "PGD-Accuracy": 0.08, "PGD-Loss": 7.703683309936523}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 1395.4576416015625, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.12999725341797, "Augmented-0.05-Quantile-Accuracy": 68.29999542236328, "Augmented-0.1-Quantile-Accuracy": 70.0, "Augmented-Accuracy": 75.4698, "Augmented-Loss": 1.1808760668182372, "Clean-Accuracy": 77.71, "Clean-Loss": 1.0572084075927735, "PGD-Accuracy": 0.06, "PGD-Loss": 8.872019732666015}, "Total-Time": 180762.07651019096, "Train": {"Loss": 1.6926258044433593, "avg t": 1.1758869941711425, "plain loss": 1.0209704937133797}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.15999603271484, "Augmented-0.05-Quantile-Accuracy": 73.6199951171875, "Augmented-0.1-Quantile-Accuracy": 75.33999633789062, "Augmented-Accuracy": 79.5426, "Augmented-Loss": 1.0638822443008422, "Clean-Accuracy": 73.5, "Clean-Loss": 1.0431859685897826, "PGD-Accuracy": 0.1, "PGD-Loss": 7.805694035339355}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 1395.7523710727692, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.1099967956543, "Augmented-0.05-Quantile-Accuracy": 66.56999969482422, "Augmented-0.1-Quantile-Accuracy": 68.11000061035156, "Augmented-Accuracy": 73.2887, "Augmented-Loss": 1.1631570827178954, "Clean-Accuracy": 76.54, "Clean-Loss": 1.034352346801758, "PGD-Accuracy": 0.03, "PGD-Loss": 8.720546075439453}, "Total-Time": 182157.82888126373, "Train": {"Loss": 1.6186021932983399, "avg t": 1.1655227754211426, "plain loss": 1.005050516693115}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.86000061035156, "Augmented-0.05-Quantile-Accuracy": 72.97999572753906, "Augmented-0.1-Quantile-Accuracy": 74.27999877929688, "Augmented-Accuracy": 78.1812, "Augmented-Loss": 1.043249805042267, "Clean-Accuracy": 75.64, "Clean-Loss": 1.008555774116516, "PGD-Accuracy": 0.04, "PGD-Loss": 7.733720700073242}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 1395.666795015335, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.00999450683594, "Augmented-0.05-Quantile-Accuracy": 70.75, "Augmented-0.1-Quantile-Accuracy": 72.40999603271484, "Augmented-Accuracy": 77.6035, "Augmented-Loss": 1.15210077104187, "Clean-Accuracy": 80.63, "Clean-Loss": 1.0280668579101562, "PGD-Accuracy": 0.04, "PGD-Loss": 8.7277205078125}, "Total-Time": 183553.49567627907, "Train": {"Loss": 1.5988007293319701, "avg t": 1.1608540254211426, "plain loss": 0.9990884902343756}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.23999786376953, "Augmented-0.05-Quantile-Accuracy": 77.1199951171875, "Augmented-0.1-Quantile-Accuracy": 78.33999633789062, "Augmented-Accuracy": 82.3994, "Augmented-Loss": 1.0364287578544618, "Clean-Accuracy": 79.7, "Clean-Loss": 0.986987470626831, "PGD-Accuracy": 0.12, "PGD-Loss": 7.703906317138672}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 1395.3480265140533, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.29999542236328, "Augmented-0.05-Quantile-Accuracy": 68.0999984741211, "Augmented-0.1-Quantile-Accuracy": 69.63999938964844, "Augmented-Accuracy": 75.231, "Augmented-Loss": 1.14592470967865, "Clean-Accuracy": 78.85, "Clean-Loss": 1.0205202575683594, "PGD-Accuracy": 0.12, "PGD-Loss": 9.191406719970702}, "Total-Time": 184948.84370279312, "Train": {"Loss": 1.562150763206482, "avg t": 1.1566666816711426, "plain loss": 0.9950644246215824}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.72000122070312, "Augmented-0.05-Quantile-Accuracy": 74.95999908447266, "Augmented-0.1-Quantile-Accuracy": 76.65999603271484, "Augmented-Accuracy": 80.6592, "Augmented-Loss": 1.024320228740692, "Clean-Accuracy": 80.36, "Clean-Loss": 0.9381501811981201, "PGD-Accuracy": 0.16, "PGD-Loss": 8.123203117370606}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 1395.4135975837708, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.08999633789062, "Augmented-0.05-Quantile-Accuracy": 68.68000030517578, "Augmented-0.1-Quantile-Accuracy": 70.36000061035156, "Augmented-Accuracy": 75.6238, "Augmented-Loss": 1.173459426361084, "Clean-Accuracy": 77.31, "Clean-Loss": 1.0201561187744141, "PGD-Accuracy": 0.02, "PGD-Loss": 8.823809381103516}, "Total-Time": 186344.2573003769, "Train": {"Loss": 1.5997891777420044, "avg t": 1.1531976191711426, "plain loss": 0.9893561325378424}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.23999786376953, "Augmented-0.05-Quantile-Accuracy": 74.54000091552734, "Augmented-0.1-Quantile-Accuracy": 75.9000015258789, "Augmented-Accuracy": 80.268, "Augmented-Loss": 1.035059715774536, "Clean-Accuracy": 79.96, "Clean-Loss": 0.9622171123504639, "PGD-Accuracy": 0.12, "PGD-Loss": 8.0155796875}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 1395.408888578415, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.3499984741211, "Augmented-0.05-Quantile-Accuracy": 68.18999481201172, "Augmented-0.1-Quantile-Accuracy": 69.72999572753906, "Augmented-Accuracy": 74.7364, "Augmented-Loss": 1.149283074317932, "Clean-Accuracy": 77.05, "Clean-Loss": 1.0109319358825684, "PGD-Accuracy": 0.03, "PGD-Loss": 8.983706408691406}, "Total-Time": 187739.6661889553, "Train": {"Loss": 1.554576727142334, "avg t": 1.1538060566711426, "plain loss": 0.9885127882385254}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.23999786376953, "Augmented-0.05-Quantile-Accuracy": 74.41999816894531, "Augmented-0.1-Quantile-Accuracy": 75.6199951171875, "Augmented-Accuracy": 79.3884, "Augmented-Loss": 1.0246404036006926, "Clean-Accuracy": 77.9, "Clean-Loss": 0.9492514681816101, "PGD-Accuracy": 0.14, "PGD-Loss": 8.013610482788087}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 1394.742865562439, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.23999786376953, "Augmented-0.05-Quantile-Accuracy": 65.02999877929688, "Augmented-0.1-Quantile-Accuracy": 66.95999908447266, "Augmented-Accuracy": 72.5242, "Augmented-Loss": 1.1997078482284547, "Clean-Accuracy": 77.33, "Clean-Loss": 1.0627915786743165, "PGD-Accuracy": 0.19, "PGD-Loss": 8.722234857177734}, "Total-Time": 189134.40905451775, "Train": {"Loss": 1.572173637008667, "avg t": 1.1487676191711427, "plain loss": 0.9745519624023435}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.73999786376953, "Augmented-0.05-Quantile-Accuracy": 73.31999969482422, "Augmented-0.1-Quantile-Accuracy": 74.72000122070312, "Augmented-Accuracy": 78.9608, "Augmented-Loss": 1.0744483643608094, "Clean-Accuracy": 76.76, "Clean-Loss": 0.9939558837890625, "PGD-Accuracy": 0.1, "PGD-Loss": 7.818893544006348}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 1394.7705616950989, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.88999938964844, "Augmented-0.05-Quantile-Accuracy": 70.55999755859375, "Augmented-0.1-Quantile-Accuracy": 71.98999786376953, "Augmented-Accuracy": 76.691, "Augmented-Loss": 1.1421503916168212, "Clean-Accuracy": 78.74, "Clean-Loss": 1.0053055793762207, "PGD-Accuracy": 0.11, "PGD-Loss": 8.771467254638672}, "Total-Time": 190529.17961621284, "Train": {"Loss": 1.592076083984375, "avg t": 1.1565144941711425, "plain loss": 0.992008493286134}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.65999603271484, "Augmented-0.05-Quantile-Accuracy": 75.79999542236328, "Augmented-0.1-Quantile-Accuracy": 76.91999816894531, "Augmented-Accuracy": 80.7896, "Augmented-Loss": 1.028734997713089, "Clean-Accuracy": 78.96, "Clean-Loss": 0.9974342329025269, "PGD-Accuracy": 0.16, "PGD-Loss": 7.859106005859375}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 1394.6661593914032, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.05999755859375, "Augmented-0.05-Quantile-Accuracy": 71.61000061035156, "Augmented-0.1-Quantile-Accuracy": 72.98999786376953, "Augmented-Accuracy": 78.1299, "Augmented-Loss": 1.116739290222168, "Clean-Accuracy": 79.67, "Clean-Loss": 0.9760894645690918, "PGD-Accuracy": 0.12, "PGD-Loss": 8.869493884277343}, "Total-Time": 191923.84577560425, "Train": {"Loss": 1.3478033988952636, "avg t": 1.1429944941711425, "plain loss": 0.9651423089904786}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.0999984741211, "Augmented-0.05-Quantile-Accuracy": 76.93999481201172, "Augmented-0.1-Quantile-Accuracy": 78.05999755859375, "Augmented-Accuracy": 81.8774, "Augmented-Loss": 0.9935592578620911, "Clean-Accuracy": 79.7, "Clean-Loss": 0.9713085500717163, "PGD-Accuracy": 0.18, "PGD-Loss": 7.908195565795898}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 1393.4000298976898, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.30999755859375, "Augmented-0.05-Quantile-Accuracy": 72.58000183105469, "Augmented-0.1-Quantile-Accuracy": 73.9000015258789, "Augmented-Accuracy": 78.9098, "Augmented-Loss": 1.099581350593567, "Clean-Accuracy": 80.73, "Clean-Loss": 0.9593521034240723, "PGD-Accuracy": 0.12, "PGD-Loss": 9.069690771484375}, "Total-Time": 193317.24580550194, "Train": {"Loss": 1.285074461669922, "avg t": 1.1285535566711427, "plain loss": 0.9426835143737793}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.37999725341797, "Augmented-0.05-Quantile-Accuracy": 77.4000015258789, "Augmented-0.1-Quantile-Accuracy": 78.69999694824219, "Augmented-Accuracy": 82.2562, "Augmented-Loss": 0.9808784314746857, "Clean-Accuracy": 78.86, "Clean-Loss": 0.9015000413894654, "PGD-Accuracy": 0.16, "PGD-Loss": 8.078137838745118}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 1393.4153907299042, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.4000015258789, "Augmented-0.05-Quantile-Accuracy": 72.91999816894531, "Augmented-0.1-Quantile-Accuracy": 74.58999633789062, "Augmented-Accuracy": 79.4044, "Augmented-Loss": 1.0897461714248657, "Clean-Accuracy": 81.31, "Clean-Loss": 0.94986748046875, "PGD-Accuracy": 0.14, "PGD-Loss": 9.209883868408204}, "Total-Time": 194710.66119623184, "Train": {"Loss": 1.2568357515716553, "avg t": 1.1165794941711427, "plain loss": 0.9205752909545901}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.5999984741211, "Augmented-0.05-Quantile-Accuracy": 78.08000183105469, "Augmented-0.1-Quantile-Accuracy": 79.31999969482422, "Augmented-Accuracy": 83.0062, "Augmented-Loss": 0.9666565388526916, "Clean-Accuracy": 82.88, "Clean-Loss": 0.8925564598083496, "PGD-Accuracy": 0.1, "PGD-Loss": 8.201284295654297}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 1394.0018799304962, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.55999755859375, "Augmented-0.05-Quantile-Accuracy": 72.8499984741211, "Augmented-0.1-Quantile-Accuracy": 74.58000183105469, "Augmented-Accuracy": 79.2718, "Augmented-Loss": 1.0803221448287963, "Clean-Accuracy": 80.97, "Clean-Loss": 0.944064389038086, "PGD-Accuracy": 0.06, "PGD-Loss": 9.289040466308593}, "Total-Time": 196104.66307616234, "Train": {"Loss": 1.2715106184005738, "avg t": 1.1099069941711426, "plain loss": 0.9078018227539054}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.1199951171875, "Augmented-0.05-Quantile-Accuracy": 78.1199951171875, "Augmented-0.1-Quantile-Accuracy": 79.37999725341797, "Augmented-Accuracy": 83.0644, "Augmented-Loss": 0.9608219017314911, "Clean-Accuracy": 81.18, "Clean-Loss": 0.902445739364624, "PGD-Accuracy": 0.1, "PGD-Loss": 8.31391139831543}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 1393.8389570713043, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.66999816894531, "Augmented-0.05-Quantile-Accuracy": 73.29000091552734, "Augmented-0.1-Quantile-Accuracy": 74.97999572753906, "Augmented-Accuracy": 79.6066, "Augmented-Loss": 1.0728953934402465, "Clean-Accuracy": 81.67, "Clean-Loss": 0.9325387107849121, "PGD-Accuracy": 0.12, "PGD-Loss": 9.265293676757812}, "Total-Time": 197498.50203323364, "Train": {"Loss": 1.2368963206481933, "avg t": 1.1046387129211426, "plain loss": 0.8981566098022465}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.0199966430664, "Augmented-0.05-Quantile-Accuracy": 78.54000091552734, "Augmented-0.1-Quantile-Accuracy": 79.57999420166016, "Augmented-Accuracy": 83.7576, "Augmented-Loss": 0.9495536403255462, "Clean-Accuracy": 81.74, "Clean-Loss": 0.8482789138793946, "PGD-Accuracy": 0.1, "PGD-Loss": 8.251026626586913}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 1393.3319664001465, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.73999786376953, "Augmented-0.05-Quantile-Accuracy": 73.44999694824219, "Augmented-0.1-Quantile-Accuracy": 74.97999572753906, "Augmented-Accuracy": 79.6454, "Augmented-Loss": 1.061507709487915, "Clean-Accuracy": 81.9, "Clean-Loss": 0.9195334373474121, "PGD-Accuracy": 0.12, "PGD-Loss": 9.372150262451171}, "Total-Time": 198891.8339996338, "Train": {"Loss": 1.2236505962371826, "avg t": 1.0994959004211426, "plain loss": 0.8850120919799798}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.97999572753906, "Augmented-0.05-Quantile-Accuracy": 78.83999633789062, "Augmented-0.1-Quantile-Accuracy": 79.97999572753906, "Augmented-Accuracy": 83.6636, "Augmented-Loss": 0.9356851411857605, "Clean-Accuracy": 83.56, "Clean-Loss": 0.8756956684112549, "PGD-Accuracy": 0.12, "PGD-Loss": 8.29476273803711}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 1393.7265274524689, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.20999908447266, "Augmented-0.05-Quantile-Accuracy": 73.5199966430664, "Augmented-0.1-Quantile-Accuracy": 74.98999786376953, "Augmented-Accuracy": 79.6128, "Augmented-Loss": 1.0554010543136596, "Clean-Accuracy": 81.62, "Clean-Loss": 0.9173324584960938, "PGD-Accuracy": 0.12, "PGD-Loss": 9.414903778076171}, "Total-Time": 200285.56052708626, "Train": {"Loss": 1.2257052366638184, "avg t": 1.0948369941711427, "plain loss": 0.8778719432373047}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.13999938964844, "Augmented-0.05-Quantile-Accuracy": 78.55999755859375, "Augmented-0.1-Quantile-Accuracy": 79.65999603271484, "Augmented-Accuracy": 83.4368, "Augmented-Loss": 0.9293883184223175, "Clean-Accuracy": 81.28, "Clean-Loss": 0.8763514965057373, "PGD-Accuracy": 0.14, "PGD-Loss": 8.325342680358887}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 1393.348614692688, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.04999542236328, "Augmented-0.05-Quantile-Accuracy": 73.80999755859375, "Augmented-0.1-Quantile-Accuracy": 75.2699966430664, "Augmented-Accuracy": 79.829, "Augmented-Loss": 1.0483591011505127, "Clean-Accuracy": 82.12, "Clean-Loss": 0.9041425895690918, "PGD-Accuracy": 0.09, "PGD-Loss": 9.461153588867187}, "Total-Time": 201678.90914177895, "Train": {"Loss": 1.2187003085327148, "avg t": 1.0913190254211427, "plain loss": 0.8727978831176764}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.29999542236328, "Augmented-0.05-Quantile-Accuracy": 79.0999984741211, "Augmented-0.1-Quantile-Accuracy": 80.5, "Augmented-Accuracy": 84.0184, "Augmented-Loss": 0.9174587375068665, "Clean-Accuracy": 81.38, "Clean-Loss": 0.8848253573417664, "PGD-Accuracy": 0.14, "PGD-Loss": 8.399269297790527}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 1393.7271137237549, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.20999908447266, "Augmented-0.05-Quantile-Accuracy": 73.68999481201172, "Augmented-0.1-Quantile-Accuracy": 75.25, "Augmented-Accuracy": 79.8383, "Augmented-Loss": 1.0448046097259522, "Clean-Accuracy": 82.15, "Clean-Loss": 0.9048912864685058, "PGD-Accuracy": 0.09, "PGD-Loss": 9.508978009033203}, "Total-Time": 203072.6362555027, "Train": {"Loss": 1.1931882347106935, "avg t": 1.0888715254211425, "plain loss": 0.8652693839416519}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.73999786376953, "Augmented-0.05-Quantile-Accuracy": 79.18000030517578, "Augmented-0.1-Quantile-Accuracy": 80.73999786376953, "Augmented-Accuracy": 84.289, "Augmented-Loss": 0.9163102881221771, "Clean-Accuracy": 82.62, "Clean-Loss": 0.8714836647033691, "PGD-Accuracy": 0.04, "PGD-Loss": 8.459642723083496}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 1393.4272804260254, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.13999938964844, "Augmented-0.05-Quantile-Accuracy": 73.72000122070312, "Augmented-0.1-Quantile-Accuracy": 75.25, "Augmented-Accuracy": 79.9085, "Augmented-Loss": 1.0377973994445802, "Clean-Accuracy": 81.85, "Clean-Loss": 0.8995007934570313, "PGD-Accuracy": 0.1, "PGD-Loss": 9.523670629882812}, "Total-Time": 204466.06353592873, "Train": {"Loss": 1.1877468257141113, "avg t": 1.0849709004211425, "plain loss": 0.8578607901000984}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.68000030517578, "Augmented-0.05-Quantile-Accuracy": 79.27999877929688, "Augmented-0.1-Quantile-Accuracy": 80.54000091552734, "Augmented-Accuracy": 83.9964, "Augmented-Loss": 0.9096210343933105, "Clean-Accuracy": 82.34, "Clean-Loss": 0.8653028814315796, "PGD-Accuracy": 0.1, "PGD-Loss": 8.459200695800781}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 1393.7482221126556, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.93000030517578, "Augmented-0.05-Quantile-Accuracy": 73.72999572753906, "Augmented-0.1-Quantile-Accuracy": 75.43999481201172, "Augmented-Accuracy": 80.1808, "Augmented-Loss": 1.0389545337905883, "Clean-Accuracy": 82.62, "Clean-Loss": 0.8960888748168945, "PGD-Accuracy": 0.1, "PGD-Loss": 9.57299243774414}, "Total-Time": 205859.81175804138, "Train": {"Loss": 1.195006565093994, "avg t": 1.0830321504211426, "plain loss": 0.8513239594116206}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.05999755859375, "Augmented-0.05-Quantile-Accuracy": 79.93999481201172, "Augmented-0.1-Quantile-Accuracy": 81.1199951171875, "Augmented-Accuracy": 84.2304, "Augmented-Loss": 0.9048953628635407, "Clean-Accuracy": 82.0, "Clean-Loss": 0.8495963710784912, "PGD-Accuracy": 0.1, "PGD-Loss": 8.461731233215332}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 1393.5946712493896, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.08999633789062, "Augmented-0.05-Quantile-Accuracy": 73.93999481201172, "Augmented-0.1-Quantile-Accuracy": 75.47000122070312, "Augmented-Accuracy": 80.0675, "Augmented-Loss": 1.0425050119781494, "Clean-Accuracy": 82.67, "Clean-Loss": 0.9012415199279785, "PGD-Accuracy": 0.05, "PGD-Loss": 9.613894738769531}, "Total-Time": 207253.40642929077, "Train": {"Loss": 1.198122720336914, "avg t": 1.0813644941711427, "plain loss": 0.8512642677307128}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.22000122070312, "Augmented-0.05-Quantile-Accuracy": 79.97999572753906, "Augmented-0.1-Quantile-Accuracy": 81.25999450683594, "Augmented-Accuracy": 84.7216, "Augmented-Loss": 0.9077985001163482, "Clean-Accuracy": 82.8, "Clean-Loss": 0.8579592353820801, "PGD-Accuracy": 0.1, "PGD-Loss": 8.505691627502442}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 1393.0325901508331, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.56999969482422, "Augmented-0.05-Quantile-Accuracy": 74.43999481201172, "Augmented-0.1-Quantile-Accuracy": 75.80999755859375, "Augmented-Accuracy": 80.5224, "Augmented-Loss": 1.0353885369491578, "Clean-Accuracy": 82.67, "Clean-Loss": 0.8954202758789063, "PGD-Accuracy": 0.08, "PGD-Loss": 9.671486407470702}, "Total-Time": 208646.4390194416, "Train": {"Loss": 1.1735820808792115, "avg t": 1.0795255879211425, "plain loss": 0.848341458190917}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.47999572753906, "Augmented-0.05-Quantile-Accuracy": 79.18000030517578, "Augmented-0.1-Quantile-Accuracy": 80.54000091552734, "Augmented-Accuracy": 84.4854, "Augmented-Loss": 0.9001300093650818, "Clean-Accuracy": 83.26, "Clean-Loss": 0.8570750282287598, "PGD-Accuracy": 0.18, "PGD-Loss": 8.546813136291505}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 1393.120234966278, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.33999633789062, "Augmented-0.05-Quantile-Accuracy": 74.04000091552734, "Augmented-0.1-Quantile-Accuracy": 75.54000091552734, "Augmented-Accuracy": 80.291, "Augmented-Loss": 1.0322690506896972, "Clean-Accuracy": 82.97, "Clean-Loss": 0.8824822494506835, "PGD-Accuracy": 0.07, "PGD-Loss": 9.707827392578125}, "Total-Time": 210039.55925440788, "Train": {"Loss": 1.176963012199402, "avg t": 1.0771259004211426, "plain loss": 0.8432691540985112}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.73999786376953, "Augmented-0.05-Quantile-Accuracy": 80.25999450683594, "Augmented-0.1-Quantile-Accuracy": 81.31999969482422, "Augmented-Accuracy": 84.9284, "Augmented-Loss": 0.8921448923034668, "Clean-Accuracy": 83.54, "Clean-Loss": 0.7947214469909668, "PGD-Accuracy": 0.1, "PGD-Loss": 8.53569031829834}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 1393.6836743354797, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.8499984741211, "Augmented-0.05-Quantile-Accuracy": 74.29000091552734, "Augmented-0.1-Quantile-Accuracy": 75.83000183105469, "Augmented-Accuracy": 80.5504, "Augmented-Loss": 1.0297649920578003, "Clean-Accuracy": 82.7, "Clean-Loss": 0.8796439277648925, "PGD-Accuracy": 0.08, "PGD-Loss": 9.748049444580078}, "Total-Time": 211433.24292874336, "Train": {"Loss": 1.1763210083007813, "avg t": 1.0756394941711427, "plain loss": 0.839899532333375}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.65999603271484, "Augmented-0.05-Quantile-Accuracy": 80.45999908447266, "Augmented-0.1-Quantile-Accuracy": 82.05999755859375, "Augmented-Accuracy": 85.2476, "Augmented-Loss": 0.886632232717514, "Clean-Accuracy": 83.18, "Clean-Loss": 0.8303685531616211, "PGD-Accuracy": 0.2, "PGD-Loss": 8.583620550537109}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 1393.0953505039215, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.73999786376953, "Augmented-0.05-Quantile-Accuracy": 74.3699951171875, "Augmented-0.1-Quantile-Accuracy": 75.81999969482422, "Augmented-Accuracy": 80.5757, "Augmented-Loss": 1.029055405090332, "Clean-Accuracy": 82.82, "Clean-Loss": 0.8786931861877442, "PGD-Accuracy": 0.07, "PGD-Loss": 9.733612042236327}, "Total-Time": 212826.33827924728, "Train": {"Loss": 1.1746756197738648, "avg t": 1.0738185566711427, "plain loss": 0.8369671996917726}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.9000015258789, "Augmented-0.05-Quantile-Accuracy": 79.5, "Augmented-0.1-Quantile-Accuracy": 80.5999984741211, "Augmented-Accuracy": 84.6382, "Augmented-Loss": 0.8882433188743591, "Clean-Accuracy": 82.72, "Clean-Loss": 0.8105339303016662, "PGD-Accuracy": 0.12, "PGD-Loss": 8.593651734924316}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 1392.1923246383667, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.58999633789062, "Augmented-0.05-Quantile-Accuracy": 74.33000183105469, "Augmented-0.1-Quantile-Accuracy": 75.83000183105469, "Augmented-Accuracy": 80.4369, "Augmented-Loss": 1.0285277786407472, "Clean-Accuracy": 82.72, "Clean-Loss": 0.878815943145752, "PGD-Accuracy": 0.1, "PGD-Loss": 9.730498858642578}, "Total-Time": 214218.53060388565, "Train": {"Loss": 1.167769112854004, "avg t": 1.0730569941711425, "plain loss": 0.8356761951599115}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.29999542236328, "Augmented-0.05-Quantile-Accuracy": 80.31999969482422, "Augmented-0.1-Quantile-Accuracy": 81.36000061035156, "Augmented-Accuracy": 85.0256, "Augmented-Loss": 0.8883123670654297, "Clean-Accuracy": 82.34, "Clean-Loss": 0.8339769849777222, "PGD-Accuracy": 0.22, "PGD-Loss": 8.59779354095459}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 1389.5859863758087, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.33999633789062, "Augmented-0.05-Quantile-Accuracy": 74.41999816894531, "Augmented-0.1-Quantile-Accuracy": 75.77999877929688, "Augmented-Accuracy": 80.4292, "Augmented-Loss": 1.0274076285247802, "Clean-Accuracy": 82.77, "Clean-Loss": 0.8812831428527832, "PGD-Accuracy": 0.12, "PGD-Loss": 9.727500341796874}, "Total-Time": 215608.11659026146, "Train": {"Loss": 1.160973790435791, "avg t": 1.0726248066711426, "plain loss": 0.8341761177062981}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.77999877929688, "Augmented-0.05-Quantile-Accuracy": 80.41999816894531, "Augmented-0.1-Quantile-Accuracy": 81.33999633789062, "Augmented-Accuracy": 84.7724, "Augmented-Loss": 0.8870455355987549, "Clean-Accuracy": 84.04, "Clean-Loss": 0.8579575614929199, "PGD-Accuracy": 0.18, "PGD-Loss": 8.603197332763672}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 1387.535495042801, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.68999481201172, "Augmented-0.05-Quantile-Accuracy": 74.5, "Augmented-0.1-Quantile-Accuracy": 75.86000061035156, "Augmented-Accuracy": 80.5408, "Augmented-Loss": 1.0268260403060914, "Clean-Accuracy": 83.15, "Clean-Loss": 0.8791447845458984, "PGD-Accuracy": 0.09, "PGD-Loss": 9.737045111083985}, "Total-Time": 216995.65208530426, "Train": {"Loss": 1.160180382385254, "avg t": 1.0724641816711427, "plain loss": 0.8334369855957022}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.5, "Augmented-0.05-Quantile-Accuracy": 80.15999603271484, "Augmented-0.1-Quantile-Accuracy": 81.19999694824219, "Augmented-Accuracy": 84.9926, "Augmented-Loss": 0.8911641094913483, "Clean-Accuracy": 84.38, "Clean-Loss": 0.8125679843902588, "PGD-Accuracy": 0.18, "PGD-Loss": 8.57912562713623}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 1385.7391250133514, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.55999755859375, "Augmented-0.05-Quantile-Accuracy": 74.33000183105469, "Augmented-0.1-Quantile-Accuracy": 75.87999725341797, "Augmented-Accuracy": 80.4683, "Augmented-Loss": 1.027190886177063, "Clean-Accuracy": 83.04, "Clean-Loss": 0.8749783988952636, "PGD-Accuracy": 0.11, "PGD-Loss": 9.729219866943358}, "Total-Time": 218381.3912103176, "Train": {"Loss": 1.1678370184326172, "avg t": 1.0720188691711425, "plain loss": 0.8339901239624018}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.15999603271484, "Augmented-0.05-Quantile-Accuracy": 79.87999725341797, "Augmented-0.1-Quantile-Accuracy": 81.19999694824219, "Augmented-Accuracy": 84.6834, "Augmented-Loss": 0.8847125332069397, "Clean-Accuracy": 82.42, "Clean-Loss": 0.8491076015472412, "PGD-Accuracy": 0.16, "PGD-Loss": 8.591460813903808}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 1382.8855259418488, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.47999572753906, "Augmented-0.05-Quantile-Accuracy": 74.11000061035156, "Augmented-0.1-Quantile-Accuracy": 75.56999969482422, "Augmented-Accuracy": 80.329, "Augmented-Loss": 1.0272835486602783, "Clean-Accuracy": 82.79, "Clean-Loss": 0.8795630455017089, "PGD-Accuracy": 0.1, "PGD-Loss": 9.726463140869141}, "Total-Time": 219764.27673625946, "Train": {"Loss": 1.1563837670898438, "avg t": 1.0717402754211425, "plain loss": 0.8331413486328126}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.65999603271484, "Augmented-0.05-Quantile-Accuracy": 80.27999877929688, "Augmented-0.1-Quantile-Accuracy": 81.36000061035156, "Augmented-Accuracy": 84.8794, "Augmented-Loss": 0.8855779179077149, "Clean-Accuracy": 83.5, "Clean-Loss": 0.8345879543304443, "PGD-Accuracy": 0.1, "PGD-Loss": 8.554853421020507}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 1386.670173883438, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.5199966430664, "Augmented-0.05-Quantile-Accuracy": 74.20999908447266, "Augmented-0.1-Quantile-Accuracy": 75.77999877929688, "Augmented-Accuracy": 80.3314, "Augmented-Loss": 1.0269436613006593, "Clean-Accuracy": 82.74, "Clean-Loss": 0.883472679901123, "PGD-Accuracy": 0.09, "PGD-Loss": 9.728048004150391}, "Total-Time": 221150.9469101429, "Train": {"Loss": 1.1649271478271483, "avg t": 1.0720763691711426, "plain loss": 0.8333408788146968}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.69999694824219, "Augmented-0.05-Quantile-Accuracy": 80.33999633789062, "Augmented-0.1-Quantile-Accuracy": 81.57999420166016, "Augmented-Accuracy": 84.9736, "Augmented-Loss": 0.8919596976680756, "Clean-Accuracy": 83.54, "Clean-Loss": 0.8245996927261352, "PGD-Accuracy": 0.14, "PGD-Loss": 8.573145349121093}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 1389.0499930381775, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.55999755859375, "Augmented-0.05-Quantile-Accuracy": 74.29000091552734, "Augmented-0.1-Quantile-Accuracy": 75.70999908447266, "Augmented-Accuracy": 80.2997, "Augmented-Loss": 1.0269522707366943, "Clean-Accuracy": 82.65, "Clean-Loss": 0.877776880645752, "PGD-Accuracy": 0.1, "PGD-Loss": 9.720108215332031}, "Total-Time": 222539.99690318108, "Train": {"Loss": 1.1650490650939942, "avg t": 1.0717687129211426, "plain loss": 0.8332049374237066}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.5, "Augmented-0.05-Quantile-Accuracy": 80.25999450683594, "Augmented-0.1-Quantile-Accuracy": 81.07999420166016, "Augmented-Accuracy": 84.6644, "Augmented-Loss": 0.886226903055191, "Clean-Accuracy": 83.8, "Clean-Loss": 0.8237264423370362, "PGD-Accuracy": 0.14, "PGD-Loss": 8.579325431823731}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 1388.4980478286743, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.47999572753906, "Augmented-0.05-Quantile-Accuracy": 74.25999450683594, "Augmented-0.1-Quantile-Accuracy": 75.94999694824219, "Augmented-Accuracy": 80.4379, "Augmented-Loss": 1.026079526611328, "Clean-Accuracy": 82.71, "Clean-Loss": 0.8825396682739258, "PGD-Accuracy": 0.08, "PGD-Loss": 9.729582971191407}, "Total-Time": 223928.49495100975, "Train": {"Loss": 1.1623913977050782, "avg t": 1.0715488691711426, "plain loss": 0.8334705201721189}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.45999908447266, "Augmented-0.05-Quantile-Accuracy": 79.95999908447266, "Augmented-0.1-Quantile-Accuracy": 81.0199966430664, "Augmented-Accuracy": 84.7242, "Augmented-Loss": 0.884932102437973, "Clean-Accuracy": 78.82, "Clean-Loss": 0.8830868747711181, "PGD-Accuracy": 0.22, "PGD-Loss": 8.551871795654296}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 1382.516025543213, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.54999542236328, "Augmented-0.05-Quantile-Accuracy": 74.33000183105469, "Augmented-0.1-Quantile-Accuracy": 75.77999877929688, "Augmented-Accuracy": 80.4835, "Augmented-Loss": 1.0259907351303101, "Clean-Accuracy": 82.84, "Clean-Loss": 0.8831227836608887, "PGD-Accuracy": 0.09, "PGD-Loss": 9.721785296630859}, "Total-Time": 225311.01097655296, "Train": {"Loss": 1.164567804222107, "avg t": 1.0714832441711426, "plain loss": 0.833681055877687}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.5999984741211, "Augmented-0.05-Quantile-Accuracy": 79.5199966430664, "Augmented-0.1-Quantile-Accuracy": 80.87999725341797, "Augmented-Accuracy": 84.6812, "Augmented-Loss": 0.8906760153865814, "Clean-Accuracy": 82.38, "Clean-Loss": 0.8461812864303588, "PGD-Accuracy": 0.14, "PGD-Loss": 8.542809301757812}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 1368.6628963947296, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.68000030517578, "Augmented-0.05-Quantile-Accuracy": 74.22000122070312, "Augmented-0.1-Quantile-Accuracy": 75.88999938964844, "Augmented-Accuracy": 80.4782, "Augmented-Loss": 1.0262665469665528, "Clean-Accuracy": 82.8, "Clean-Loss": 0.8768674575805664, "PGD-Accuracy": 0.09, "PGD-Loss": 9.719685821533202}, "Total-Time": 226679.6738729477, "Train": {"Loss": 1.1566943677520751, "avg t": 1.0711826191711427, "plain loss": 0.8334320279083253}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.05999755859375, "Augmented-0.05-Quantile-Accuracy": 80.23999786376953, "Augmented-0.1-Quantile-Accuracy": 81.81999969482422, "Augmented-Accuracy": 85.0992, "Augmented-Loss": 0.8859743223552704, "Clean-Accuracy": 82.88, "Clean-Loss": 0.8313475709915161, "PGD-Accuracy": 0.1, "PGD-Loss": 8.554597506713867}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 1380.7859921455383, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.6500015258789, "Augmented-0.05-Quantile-Accuracy": 74.22999572753906, "Augmented-0.1-Quantile-Accuracy": 75.9000015258789, "Augmented-Accuracy": 80.4692, "Augmented-Loss": 1.0254742078170775, "Clean-Accuracy": 82.75, "Clean-Loss": 0.8844024589538574, "PGD-Accuracy": 0.08, "PGD-Loss": 9.723787335205078}, "Total-Time": 228060.45986509323, "Train": {"Loss": 1.1417992893981934, "avg t": 1.0709127754211425, "plain loss": 0.8322199135131835}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.27999877929688, "Augmented-0.05-Quantile-Accuracy": 79.79999542236328, "Augmented-0.1-Quantile-Accuracy": 81.1199951171875, "Augmented-Accuracy": 84.7148, "Augmented-Loss": 0.8908281424255371, "Clean-Accuracy": 84.26, "Clean-Loss": 0.8125895931243896, "PGD-Accuracy": 0.18, "PGD-Loss": 8.553134208679198}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 1385.6609818935394, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.6500015258789, "Augmented-0.05-Quantile-Accuracy": 74.25999450683594, "Augmented-0.1-Quantile-Accuracy": 75.94999694824219, "Augmented-Accuracy": 80.5947, "Augmented-Loss": 1.0238761684875488, "Clean-Accuracy": 83.11, "Clean-Loss": 0.8811525779724121, "PGD-Accuracy": 0.07, "PGD-Loss": 9.7253}, "Total-Time": 229446.12084698677, "Train": {"Loss": 1.1576087298583984, "avg t": 1.0704844941711427, "plain loss": 0.8329621499328609}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.63999938964844, "Augmented-0.05-Quantile-Accuracy": 80.41999816894531, "Augmented-0.1-Quantile-Accuracy": 81.63999938964844, "Augmented-Accuracy": 85.023, "Augmented-Loss": 0.8880563470458984, "Clean-Accuracy": 83.06, "Clean-Loss": 0.8315317241668702, "PGD-Accuracy": 0.16, "PGD-Loss": 8.548897248840332}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 1389.5658886432648, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.83999633789062, "Augmented-0.05-Quantile-Accuracy": 74.38999938964844, "Augmented-0.1-Quantile-Accuracy": 75.83000183105469, "Augmented-Accuracy": 80.4969, "Augmented-Loss": 1.0234981649017334, "Clean-Accuracy": 83.07, "Clean-Loss": 0.882237954711914, "PGD-Accuracy": 0.1, "PGD-Loss": 9.730139294433593}, "Total-Time": 230835.68673563004, "Train": {"Loss": 1.145689017791748, "avg t": 1.0697232441711426, "plain loss": 0.8307867945861817}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 78.25999450683594, "Augmented-0.05-Quantile-Accuracy": 80.47999572753906, "Augmented-0.1-Quantile-Accuracy": 81.45999908447266, "Augmented-Accuracy": 85.0886, "Augmented-Loss": 0.8882690324325562, "Clean-Accuracy": 83.16, "Clean-Loss": 0.8072393787384033, "PGD-Accuracy": 0.16, "PGD-Loss": 8.586127424621582}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 1380.591022014618, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.54000091552734, "Augmented-0.05-Quantile-Accuracy": 74.19999694824219, "Augmented-0.1-Quantile-Accuracy": 75.8699951171875, "Augmented-Accuracy": 80.4781, "Augmented-Loss": 1.021714782447815, "Clean-Accuracy": 82.97, "Clean-Loss": 0.8823313430786133, "PGD-Accuracy": 0.1, "PGD-Loss": 9.73044605102539}, "Total-Time": 232216.27775764465, "Train": {"Loss": 1.150064009552002, "avg t": 1.0699629316711425, "plain loss": 0.8309745614013674}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.9000015258789, "Augmented-0.05-Quantile-Accuracy": 80.43999481201172, "Augmented-0.1-Quantile-Accuracy": 81.45999908447266, "Augmented-Accuracy": 84.915, "Augmented-Loss": 0.8887832886123658, "Clean-Accuracy": 84.02, "Clean-Loss": 0.8541439554214477, "PGD-Accuracy": 0.16, "PGD-Loss": 8.553967810058595}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 1370.2481813430786, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.79999542236328, "Augmented-0.05-Quantile-Accuracy": 74.33000183105469, "Augmented-0.1-Quantile-Accuracy": 75.87999725341797, "Augmented-Accuracy": 80.5046, "Augmented-Loss": 1.021814492126465, "Clean-Accuracy": 82.79, "Clean-Loss": 0.8810188751220703, "PGD-Accuracy": 0.1, "PGD-Loss": 9.726925842285157}, "Total-Time": 233586.52593898773, "Train": {"Loss": 1.149290055847168, "avg t": 1.0696580879211426, "plain loss": 0.8298006003417969}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.19999694824219, "Augmented-0.05-Quantile-Accuracy": 80.22000122070312, "Augmented-0.1-Quantile-Accuracy": 81.5999984741211, "Augmented-Accuracy": 85.0346, "Augmented-Loss": 0.8815661828012467, "Clean-Accuracy": 83.34, "Clean-Loss": 0.8253872491836548, "PGD-Accuracy": 0.2, "PGD-Loss": 8.537634423828125}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 1371.6395976543427, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.68000030517578, "Augmented-0.05-Quantile-Accuracy": 74.38999938964844, "Augmented-0.1-Quantile-Accuracy": 75.93000030517578, "Augmented-Accuracy": 80.6052, "Augmented-Loss": 1.0212027460784912, "Clean-Accuracy": 82.95, "Clean-Loss": 0.8819926231384277, "PGD-Accuracy": 0.09, "PGD-Loss": 9.725611993408203}, "Total-Time": 234958.16553664207, "Train": {"Loss": 1.1539561770629883, "avg t": 1.0692694941711425, "plain loss": 0.8300662239685063}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.91999816894531, "Augmented-0.05-Quantile-Accuracy": 80.9000015258789, "Augmented-0.1-Quantile-Accuracy": 82.0199966430664, "Augmented-Accuracy": 85.4378, "Augmented-Loss": 0.8836439522953033, "Clean-Accuracy": 82.8, "Clean-Loss": 0.8657240673065185, "PGD-Accuracy": 0.16, "PGD-Loss": 8.537308848571778}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 1375.32958984375, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.94999694824219, "Augmented-0.05-Quantile-Accuracy": 74.37999725341797, "Augmented-0.1-Quantile-Accuracy": 75.95999908447266, "Augmented-Accuracy": 80.5291, "Augmented-Loss": 1.0218517584838867, "Clean-Accuracy": 82.92, "Clean-Loss": 0.8815053436279296, "PGD-Accuracy": 0.07, "PGD-Loss": 9.7199451171875}, "Total-Time": 236333.49512648582, "Train": {"Loss": 1.1486198510742187, "avg t": 1.0687934004211426, "plain loss": 0.8295131974792482}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.86000061035156, "Augmented-0.05-Quantile-Accuracy": 80.41999816894531, "Augmented-0.1-Quantile-Accuracy": 81.37999725341797, "Augmented-Accuracy": 84.8636, "Augmented-Loss": 0.8866582848243714, "Clean-Accuracy": 81.28, "Clean-Loss": 0.8210694595336914, "PGD-Accuracy": 0.26, "PGD-Loss": 8.567541087341308}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 1385.6244814395905, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.72999572753906, "Augmented-0.05-Quantile-Accuracy": 74.47000122070312, "Augmented-0.1-Quantile-Accuracy": 75.98999786376953, "Augmented-Accuracy": 80.5059, "Augmented-Loss": 1.0219770675811768, "Clean-Accuracy": 82.8, "Clean-Loss": 0.8751004684448243, "PGD-Accuracy": 0.1, "PGD-Loss": 9.722423468017578}, "Total-Time": 237719.11960792542, "Train": {"Loss": 1.1576832670593262, "avg t": 1.0696982441711427, "plain loss": 0.8306383659362788}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 78.0199966430664, "Augmented-0.05-Quantile-Accuracy": 80.63999938964844, "Augmented-0.1-Quantile-Accuracy": 81.79999542236328, "Augmented-Accuracy": 85.2092, "Augmented-Loss": 0.8776456086711883, "Clean-Accuracy": 84.12, "Clean-Loss": 0.8355508638381958, "PGD-Accuracy": 0.08, "PGD-Loss": 8.564289099121094}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 1388.3333621025085, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.97000122070312, "Augmented-0.05-Quantile-Accuracy": 74.56999969482422, "Augmented-0.1-Quantile-Accuracy": 76.0, "Augmented-Accuracy": 80.6544, "Augmented-Loss": 1.0208326056365966, "Clean-Accuracy": 82.9, "Clean-Loss": 0.8806051971435547, "PGD-Accuracy": 0.09, "PGD-Loss": 9.735117846679687}, "Total-Time": 239107.45297002792, "Train": {"Loss": 1.1470206994628906, "avg t": 1.0691127754211425, "plain loss": 0.8299030699768072}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.33999633789062, "Augmented-0.05-Quantile-Accuracy": 80.43999481201172, "Augmented-0.1-Quantile-Accuracy": 81.5, "Augmented-Accuracy": 84.9648, "Augmented-Loss": 0.8846483486270904, "Clean-Accuracy": 83.6, "Clean-Loss": 0.8460116306304931, "PGD-Accuracy": 0.24, "PGD-Loss": 8.57420294342041}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 1389.254914522171, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.98999786376953, "Augmented-0.05-Quantile-Accuracy": 74.62999725341797, "Augmented-0.1-Quantile-Accuracy": 75.95999908447266, "Augmented-Accuracy": 80.7024, "Augmented-Loss": 1.0209981165313722, "Clean-Accuracy": 83.11, "Clean-Loss": 0.8734912719726563, "PGD-Accuracy": 0.08, "PGD-Loss": 9.73266513671875}, "Total-Time": 240496.7078845501, "Train": {"Loss": 1.1559735539245606, "avg t": 1.0681012129211427, "plain loss": 0.8285635834960944}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.95999908447266, "Augmented-0.05-Quantile-Accuracy": 80.45999908447266, "Augmented-0.1-Quantile-Accuracy": 81.65999603271484, "Augmented-Accuracy": 85.2254, "Augmented-Loss": 0.878379858701706, "Clean-Accuracy": 82.7, "Clean-Loss": 0.8470861284255982, "PGD-Accuracy": 0.18, "PGD-Loss": 8.565305728149415}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 1389.8708012104034, "Test": {"Augmented-0.01-Quantile-Accuracy": 71.00999450683594, "Augmented-0.05-Quantile-Accuracy": 74.55999755859375, "Augmented-0.1-Quantile-Accuracy": 75.97999572753906, "Augmented-Accuracy": 80.6807, "Augmented-Loss": 1.0197389883270265, "Clean-Accuracy": 82.98, "Clean-Loss": 0.8764347747802734, "PGD-Accuracy": 0.1, "PGD-Loss": 9.737239343261718}, "Total-Time": 241886.5786857605, "Train": {"Loss": 1.1451810133361817, "avg t": 1.0684621504211427, "plain loss": 0.8288949296569823}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.81999969482422, "Augmented-0.05-Quantile-Accuracy": 80.33999633789062, "Augmented-0.1-Quantile-Accuracy": 81.5999984741211, "Augmented-Accuracy": 85.36, "Augmented-Loss": 0.8812993804283142, "Clean-Accuracy": 82.26, "Clean-Loss": 0.8167742024421691, "PGD-Accuracy": 0.16, "PGD-Loss": 8.534785478210448}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 1389.7350339889526, "Test": {"Augmented-0.01-Quantile-Accuracy": 71.00999450683594, "Augmented-0.05-Quantile-Accuracy": 74.44999694824219, "Augmented-0.1-Quantile-Accuracy": 76.11000061035156, "Augmented-Accuracy": 80.6741, "Augmented-Loss": 1.0189994254608155, "Clean-Accuracy": 83.02, "Clean-Loss": 0.8792748527526856, "PGD-Accuracy": 0.09, "PGD-Loss": 9.739369018554687}, "Total-Time": 243276.31371974945, "Train": {"Loss": 1.1557858609008789, "avg t": 1.0683962129211426, "plain loss": 0.8288387267456047}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.9000015258789, "Augmented-0.05-Quantile-Accuracy": 80.57999420166016, "Augmented-0.1-Quantile-Accuracy": 81.77999877929688, "Augmented-Accuracy": 85.0666, "Augmented-Loss": 0.8808843420753479, "Clean-Accuracy": 82.66, "Clean-Loss": 0.8255679330825806, "PGD-Accuracy": 0.16, "PGD-Loss": 8.55143733215332}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 1391.186511516571, "Test": {"Augmented-0.01-Quantile-Accuracy": 71.00999450683594, "Augmented-0.05-Quantile-Accuracy": 74.63999938964844, "Augmented-0.1-Quantile-Accuracy": 75.95999908447266, "Augmented-Accuracy": 80.7117, "Augmented-Loss": 1.0188317155914306, "Clean-Accuracy": 83.14, "Clean-Loss": 0.8725288581848144, "PGD-Accuracy": 0.1, "PGD-Loss": 9.739125903320312}, "Total-Time": 244667.50023126602, "Train": {"Loss": 1.1496937692260742, "avg t": 1.0678937129211425, "plain loss": 0.8273069395751952}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 78.0999984741211, "Augmented-0.05-Quantile-Accuracy": 80.63999938964844, "Augmented-0.1-Quantile-Accuracy": 81.63999938964844, "Augmented-Accuracy": 84.987, "Augmented-Loss": 0.8761109884567261, "Clean-Accuracy": 83.96, "Clean-Loss": 0.8288049633026123, "PGD-Accuracy": 0.16, "PGD-Loss": 8.539692822265625}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 1386.6445128917694, "Test": {"Augmented-0.01-Quantile-Accuracy": 71.06999969482422, "Augmented-0.05-Quantile-Accuracy": 74.58999633789062, "Augmented-0.1-Quantile-Accuracy": 76.05999755859375, "Augmented-Accuracy": 80.7286, "Augmented-Loss": 1.018142780670166, "Clean-Accuracy": 83.04, "Clean-Loss": 0.8740111068725586, "PGD-Accuracy": 0.1, "PGD-Loss": 9.732609796142578}, "Total-Time": 246054.1447441578, "Train": {"Loss": 1.1355176852416993, "avg t": 1.0679588691711426, "plain loss": 0.8273157317504884}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.97999572753906, "Augmented-0.05-Quantile-Accuracy": 80.79999542236328, "Augmented-0.1-Quantile-Accuracy": 81.81999969482422, "Augmented-Accuracy": 85.4498, "Augmented-Loss": 0.8747019585065842, "Clean-Accuracy": 83.84, "Clean-Loss": 0.834271989440918, "PGD-Accuracy": 0.24, "PGD-Loss": 8.550613346862793}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
