{"Epoch": 0, "Epoch-Time": 496.25288248062134, "Test": {"Augmented-0.01-Quantile-Accuracy": 47.62999725341797, "Augmented-0.05-Quantile-Accuracy": 49.38999938964844, "Augmented-0.1-Quantile-Accuracy": 50.04999923706055, "Augmented-Accuracy": 52.7452, "Augmented-Loss": 1.334776763824463, "Clean-Accuracy": 55.58, "Clean-Loss": 1.249011213684082, "PGD-Accuracy": 1.47, "PGD-Loss": 4.374431387329102}, "Total-Time": 496.25288248062134, "Train": {"Loss": 2.2461384369659423, "avg t": 1.0346914016342164, "plain loss": 1.5728936681213388, "standard loss": 1.571725106601715}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 50.68000030517578, "Augmented-0.05-Quantile-Accuracy": 52.459999084472656, "Augmented-0.1-Quantile-Accuracy": 53.31999969482422, "Augmented-Accuracy": 55.7424, "Augmented-Loss": 1.2685188315563203, "Clean-Accuracy": 54.94, "Clean-Loss": 1.2583000219345093, "PGD-Accuracy": 2.06, "PGD-Loss": 4.0677887718200685}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 494.1195204257965, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.369998931884766, "Augmented-0.05-Quantile-Accuracy": 58.68000030517578, "Augmented-0.1-Quantile-Accuracy": 59.68000030517578, "Augmented-Accuracy": 63.0935, "Augmented-Loss": 1.1731769587097167, "Clean-Accuracy": 63.76, "Clean-Loss": 1.1042921951293945, "PGD-Accuracy": 0.98, "PGD-Loss": 5.118314547729492}, "Total-Time": 990.3724029064178, "Train": {"Loss": 1.6616473986053466, "avg t": 1.0016773749542236, "plain loss": 1.2039796718444817, "standard loss": 1.2003858911514282}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 57.519996643066406, "Augmented-0.05-Quantile-Accuracy": 59.87999725341797, "Augmented-0.1-Quantile-Accuracy": 61.13999938964844, "Augmented-Accuracy": 64.371, "Augmented-Loss": 1.1249719963359832, "Clean-Accuracy": 58.18, "Clean-Loss": 1.2374673109054566, "PGD-Accuracy": 1.22, "PGD-Loss": 4.736257595062256}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 496.1434328556061, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.79999923706055, "Augmented-0.05-Quantile-Accuracy": 58.519996643066406, "Augmented-0.1-Quantile-Accuracy": 59.8599967956543, "Augmented-Accuracy": 63.8885, "Augmented-Loss": 1.1246104849319458, "Clean-Accuracy": 65.09, "Clean-Loss": 1.049873194885254, "PGD-Accuracy": 0.19, "PGD-Loss": 6.129857525634765}, "Total-Time": 1486.515835762024, "Train": {"Loss": 1.4789680578231812, "avg t": 0.9878038735198975, "plain loss": 1.083224678070068, "standard loss": 1.0780723070907592}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 58.459999084472656, "Augmented-0.05-Quantile-Accuracy": 61.519996643066406, "Augmented-0.1-Quantile-Accuracy": 62.73999786376953, "Augmented-Accuracy": 66.9482, "Augmented-Loss": 1.0701618364429475, "Clean-Accuracy": 60.6, "Clean-Loss": 1.110638080215454, "PGD-Accuracy": 0.36, "PGD-Loss": 5.772220292663574}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 494.9324436187744, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.94999694824219, "Augmented-0.05-Quantile-Accuracy": 64.15999603271484, "Augmented-0.1-Quantile-Accuracy": 65.52999877929688, "Augmented-Accuracy": 70.0468, "Augmented-Loss": 1.0741383249969483, "Clean-Accuracy": 72.68, "Clean-Loss": 0.971004190826416, "PGD-Accuracy": 0.02, "PGD-Loss": 6.371572839355469}, "Total-Time": 1981.4482793807983, "Train": {"Loss": 1.3817268687820434, "avg t": 0.9792687496948242, "plain loss": 1.017790598281861, "standard loss": 1.0122211708641051}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.87999725341797, "Augmented-0.05-Quantile-Accuracy": 68.75999450683594, "Augmented-0.1-Quantile-Accuracy": 69.75999450683594, "Augmented-Accuracy": 74.175, "Augmented-Loss": 0.9910640847244263, "Clean-Accuracy": 66.36, "Clean-Loss": 1.0661162240982056, "PGD-Accuracy": 0.1, "PGD-Loss": 5.909151778411865}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 495.8579297065735, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.599998474121094, "Augmented-0.05-Quantile-Accuracy": 63.80999755859375, "Augmented-0.1-Quantile-Accuracy": 65.20999908447266, "Augmented-Accuracy": 70.2021, "Augmented-Loss": 1.066787794708252, "Clean-Accuracy": 73.16, "Clean-Loss": 0.9453341194152832, "PGD-Accuracy": 0.05, "PGD-Loss": 6.55014326171875}, "Total-Time": 2477.306209087372, "Train": {"Loss": 1.3328249426269532, "avg t": 0.9750441877555848, "plain loss": 0.9857204437255864, "standard loss": 0.979326266746521}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.33999633789062, "Augmented-0.05-Quantile-Accuracy": 68.19999694824219, "Augmented-0.1-Quantile-Accuracy": 69.55999755859375, "Augmented-Accuracy": 74.1614, "Augmented-Loss": 0.9765689014463425, "Clean-Accuracy": 74.16, "Clean-Loss": 0.9676472732543945, "PGD-Accuracy": 0.06, "PGD-Loss": 6.067491091918946}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 495.2421627044678, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.769996643066406, "Augmented-0.05-Quantile-Accuracy": 62.09000015258789, "Augmented-0.1-Quantile-Accuracy": 63.5, "Augmented-Accuracy": 68.6678, "Augmented-Loss": 1.0766015952224732, "Clean-Accuracy": 71.64, "Clean-Loss": 0.9784416069030761, "PGD-Accuracy": 0.08, "PGD-Loss": 6.5883278564453125}, "Total-Time": 2972.5483717918396, "Train": {"Loss": 1.2907125262451171, "avg t": 0.9710897183227539, "plain loss": 0.9623089389648436, "standard loss": 0.9554917390632629}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.21999740600586, "Augmented-0.05-Quantile-Accuracy": 65.37999725341797, "Augmented-0.1-Quantile-Accuracy": 66.97999572753906, "Augmented-Accuracy": 71.9686, "Augmented-Loss": 1.0118817548980712, "Clean-Accuracy": 72.18, "Clean-Loss": 0.9396720497131348, "PGD-Accuracy": 0.14, "PGD-Loss": 6.328301708984375}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 493.02906584739685, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.41999816894531, "Augmented-0.05-Quantile-Accuracy": 64.3699951171875, "Augmented-0.1-Quantile-Accuracy": 65.97999572753906, "Augmented-Accuracy": 70.5333, "Augmented-Loss": 1.0784028745727539, "Clean-Accuracy": 72.04, "Clean-Loss": 0.9708434501647949, "PGD-Accuracy": 0.23, "PGD-Loss": 6.338246154785156}, "Total-Time": 3465.5774376392365, "Train": {"Loss": 1.2741408694458007, "avg t": 0.9696180638885498, "plain loss": 0.9589408732299803, "standard loss": 0.9521811508750916}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.13999938964844, "Augmented-0.05-Quantile-Accuracy": 67.45999908447266, "Augmented-0.1-Quantile-Accuracy": 69.04000091552734, "Augmented-Accuracy": 73.3574, "Augmented-Loss": 0.9876807950267792, "Clean-Accuracy": 75.12, "Clean-Loss": 0.8977744010925293, "PGD-Accuracy": 0.34, "PGD-Loss": 6.073443585968017}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 494.029093503952, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.5, "Augmented-0.05-Quantile-Accuracy": 67.00999450683594, "Augmented-0.1-Quantile-Accuracy": 68.6500015258789, "Augmented-Accuracy": 73.4904, "Augmented-Loss": 1.0860955495452882, "Clean-Accuracy": 74.6, "Clean-Loss": 1.0055729911804199, "PGD-Accuracy": 0.04, "PGD-Loss": 6.19839619140625}, "Total-Time": 3959.6065311431885, "Train": {"Loss": 1.2619168185043335, "avg t": 0.9683174686050415, "plain loss": 0.9581459048767088, "standard loss": 0.9509272049713134}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.97999572753906, "Augmented-0.05-Quantile-Accuracy": 69.54000091552734, "Augmented-0.1-Quantile-Accuracy": 71.0, "Augmented-Accuracy": 76.0728, "Augmented-Loss": 1.0269861135730742, "Clean-Accuracy": 73.9, "Clean-Loss": 0.9533239400863648, "PGD-Accuracy": 0.1, "PGD-Loss": 5.9496134124755855}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 493.6849465370178, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.0, "Augmented-0.05-Quantile-Accuracy": 64.44999694824219, "Augmented-0.1-Quantile-Accuracy": 65.95999908447266, "Augmented-Accuracy": 70.7566, "Augmented-Loss": 1.1222712972564697, "Clean-Accuracy": 73.83, "Clean-Loss": 1.004110930633545, "PGD-Accuracy": 0.06, "PGD-Loss": 6.088357800292969}, "Total-Time": 4453.291477680206, "Train": {"Loss": 1.2470084143829345, "avg t": 0.9669407500648498, "plain loss": 0.9525566198120119, "standard loss": 0.9454353130531311}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.37999725341797, "Augmented-0.05-Quantile-Accuracy": 68.68000030517578, "Augmented-0.1-Quantile-Accuracy": 70.1199951171875, "Augmented-Accuracy": 74.4838, "Augmented-Loss": 1.0248338957824707, "Clean-Accuracy": 77.46, "Clean-Loss": 0.9391469486236572, "PGD-Accuracy": 0.06, "PGD-Loss": 5.848025742340088}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 492.90641164779663, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.709999084472656, "Augmented-0.05-Quantile-Accuracy": 67.04999542236328, "Augmented-0.1-Quantile-Accuracy": 68.6199951171875, "Augmented-Accuracy": 74.0314, "Augmented-Loss": 1.0658789458694458, "Clean-Accuracy": 75.32, "Clean-Loss": 0.9578457641601562, "PGD-Accuracy": 0.09, "PGD-Loss": 5.951345434570312}, "Total-Time": 4946.197889328003, "Train": {"Loss": 1.2419368702697753, "avg t": 0.9661719380569458, "plain loss": 0.9545548946533216, "standard loss": 0.9474532227706909}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.15999603271484, "Augmented-0.05-Quantile-Accuracy": 72.08000183105469, "Augmented-0.1-Quantile-Accuracy": 73.69999694824219, "Augmented-Accuracy": 78.1186, "Augmented-Loss": 0.9743420895500183, "Clean-Accuracy": 76.18, "Clean-Loss": 0.9187511709213256, "PGD-Accuracy": 0.04, "PGD-Loss": 5.712491722869873}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 493.88928961753845, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.34000015258789, "Augmented-0.05-Quantile-Accuracy": 63.05999755859375, "Augmented-0.1-Quantile-Accuracy": 64.76000213623047, "Augmented-Accuracy": 70.1898, "Augmented-Loss": 1.1214834549865722, "Clean-Accuracy": 74.76, "Clean-Loss": 0.9764232604980468, "PGD-Accuracy": 0.02, "PGD-Loss": 5.9785813598632815}, "Total-Time": 5440.087178945541, "Train": {"Loss": 1.230727013130188, "avg t": 0.965159719543457, "plain loss": 0.9479385559692383, "standard loss": 0.940372491607666}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.41999816894531, "Augmented-0.05-Quantile-Accuracy": 70.43999481201172, "Augmented-0.1-Quantile-Accuracy": 72.08000183105469, "Augmented-Accuracy": 76.4496, "Augmented-Loss": 0.9920860895767212, "Clean-Accuracy": 78.54, "Clean-Loss": 0.8944269067764282, "PGD-Accuracy": 0.06, "PGD-Loss": 5.772835063934326}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 494.20255279541016, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.6099967956543, "Augmented-0.05-Quantile-Accuracy": 66.33999633789062, "Augmented-0.1-Quantile-Accuracy": 67.93000030517578, "Augmented-Accuracy": 73.0483, "Augmented-Loss": 1.10467398576355, "Clean-Accuracy": 76.78, "Clean-Loss": 0.9691393608093262, "PGD-Accuracy": 0.05, "PGD-Loss": 5.809312908935547}, "Total-Time": 5934.2897317409515, "Train": {"Loss": 1.2297430982971191, "avg t": 0.9647010334205628, "plain loss": 0.9482263068847664, "standard loss": 0.9406219235420227}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.33999633789062, "Augmented-0.05-Quantile-Accuracy": 71.93999481201172, "Augmented-0.1-Quantile-Accuracy": 73.73999786376953, "Augmented-Accuracy": 77.6068, "Augmented-Loss": 1.000365715669632, "Clean-Accuracy": 72.58, "Clean-Loss": 0.9495748897552491, "PGD-Accuracy": 0.14, "PGD-Loss": 5.57354475479126}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 495.4040455818176, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.59000015258789, "Augmented-0.05-Quantile-Accuracy": 63.279998779296875, "Augmented-0.1-Quantile-Accuracy": 64.97000122070312, "Augmented-Accuracy": 69.5695, "Augmented-Loss": 1.1129910463256836, "Clean-Accuracy": 70.44, "Clean-Loss": 0.9897401412963868, "PGD-Accuracy": 0.01, "PGD-Loss": 5.662926354980469}, "Total-Time": 6429.693777322769, "Train": {"Loss": 1.2216663919448854, "avg t": 0.9634985328102111, "plain loss": 0.9392457692871097, "standard loss": 0.9316131157112122}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.73999786376953, "Augmented-0.05-Quantile-Accuracy": 68.08000183105469, "Augmented-0.1-Quantile-Accuracy": 69.72000122070312, "Augmented-Accuracy": 73.8556, "Augmented-Loss": 1.0013498408889772, "Clean-Accuracy": 71.9, "Clean-Loss": 0.920649623298645, "PGD-Accuracy": 0.06, "PGD-Loss": 5.460029627990723}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 493.93719506263733, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.47999572753906, "Augmented-0.05-Quantile-Accuracy": 69.81999969482422, "Augmented-0.1-Quantile-Accuracy": 71.20999908447266, "Augmented-Accuracy": 75.6879, "Augmented-Loss": 1.0530711877288819, "Clean-Accuracy": 78.98, "Clean-Loss": 0.9387902320861816, "PGD-Accuracy": 0.06, "PGD-Loss": 5.5553676208496094}, "Total-Time": 6923.6309723854065, "Train": {"Loss": 1.212380048751831, "avg t": 0.9623652188110352, "plain loss": 0.931733643096924, "standard loss": 0.9243083033752442}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.68000030517578, "Augmented-0.05-Quantile-Accuracy": 75.5999984741211, "Augmented-0.1-Quantile-Accuracy": 76.68000030517578, "Augmented-Accuracy": 80.4816, "Augmented-Loss": 0.9542199201602936, "Clean-Accuracy": 71.82, "Clean-Loss": 1.0529575050354003, "PGD-Accuracy": 0.14, "PGD-Loss": 5.407416501617432}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 494.545152425766, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.94999694824219, "Augmented-0.05-Quantile-Accuracy": 63.8599967956543, "Augmented-0.1-Quantile-Accuracy": 65.4000015258789, "Augmented-Accuracy": 71.0188, "Augmented-Loss": 1.1531426298522949, "Clean-Accuracy": 73.79, "Clean-Loss": 1.0253528762817383, "PGD-Accuracy": 0.03, "PGD-Loss": 5.921544622802735}, "Total-Time": 7418.1761248111725, "Train": {"Loss": 1.208296940460205, "avg t": 0.9618296871185302, "plain loss": 0.9308239367370613, "standard loss": 0.9233370941925049}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.69999694824219, "Augmented-0.05-Quantile-Accuracy": 69.23999786376953, "Augmented-0.1-Quantile-Accuracy": 70.65999603271484, "Augmented-Accuracy": 76.028, "Augmented-Loss": 1.0347883420944213, "Clean-Accuracy": 69.26, "Clean-Loss": 1.0299875827789307, "PGD-Accuracy": 0.04, "PGD-Loss": 5.749580889892578}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 496.91921186447144, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.869998931884766, "Augmented-0.05-Quantile-Accuracy": 64.41999816894531, "Augmented-0.1-Quantile-Accuracy": 65.73999786376953, "Augmented-Accuracy": 70.9429, "Augmented-Loss": 1.0912546374816894, "Clean-Accuracy": 74.97, "Clean-Loss": 0.9651267105102539, "PGD-Accuracy": 0.08, "PGD-Loss": 5.835955743408203}, "Total-Time": 7915.095336675644, "Train": {"Loss": 1.2091596228027344, "avg t": 0.9622710947418213, "plain loss": 0.9320623824462902, "standard loss": 0.9245794387817383}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.9000015258789, "Augmented-0.05-Quantile-Accuracy": 70.36000061035156, "Augmented-0.1-Quantile-Accuracy": 72.0199966430664, "Augmented-Accuracy": 76.384, "Augmented-Loss": 0.9853783163528442, "Clean-Accuracy": 67.12, "Clean-Loss": 1.0308504390716553, "PGD-Accuracy": 0.06, "PGD-Loss": 5.607586696624756}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 494.52882075309753, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.689998626708984, "Augmented-0.05-Quantile-Accuracy": 67.15999603271484, "Augmented-0.1-Quantile-Accuracy": 68.56999969482422, "Augmented-Accuracy": 73.4306, "Augmented-Loss": 1.0937000082321167, "Clean-Accuracy": 78.65, "Clean-Loss": 0.9546618492126465, "PGD-Accuracy": 0.22, "PGD-Loss": 5.658474890136719}, "Total-Time": 8409.624157428741, "Train": {"Loss": 1.2066338809204102, "avg t": 0.9621498436927796, "plain loss": 0.9318663234252932, "standard loss": 0.9243258512115479}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.19999694824219, "Augmented-0.05-Quantile-Accuracy": 73.31999969482422, "Augmented-0.1-Quantile-Accuracy": 74.45999908447266, "Augmented-Accuracy": 78.5338, "Augmented-Loss": 0.9821274585285187, "Clean-Accuracy": 76.38, "Clean-Loss": 0.9157233949661255, "PGD-Accuracy": 0.1, "PGD-Loss": 5.45246407623291}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 493.69211196899414, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.93000030517578, "Augmented-0.05-Quantile-Accuracy": 65.73999786376953, "Augmented-0.1-Quantile-Accuracy": 67.47000122070312, "Augmented-Accuracy": 72.4136, "Augmented-Loss": 1.1436718358459472, "Clean-Accuracy": 78.51, "Clean-Loss": 0.9613834602355957, "PGD-Accuracy": 0.12, "PGD-Loss": 5.765501440429688}, "Total-Time": 8903.316269397736, "Train": {"Loss": 1.1965619040679931, "avg t": 0.9603900011062622, "plain loss": 0.9226757041625968, "standard loss": 0.9149731561279297}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.0999984741211, "Augmented-0.05-Quantile-Accuracy": 72.83999633789062, "Augmented-0.1-Quantile-Accuracy": 74.15999603271484, "Augmented-Accuracy": 78.771, "Augmented-Loss": 0.9939563628501892, "Clean-Accuracy": 80.0, "Clean-Loss": 0.8653779079437256, "PGD-Accuracy": 0.08, "PGD-Loss": 5.5968094848632814}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 494.7137415409088, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.14999771118164, "Augmented-0.05-Quantile-Accuracy": 66.77999877929688, "Augmented-0.1-Quantile-Accuracy": 68.48999786376953, "Augmented-Accuracy": 73.7398, "Augmented-Loss": 1.079645879119873, "Clean-Accuracy": 76.36, "Clean-Loss": 0.9736815002441406, "PGD-Accuracy": 0.04, "PGD-Loss": 5.743286883544922}, "Total-Time": 9398.030010938644, "Train": {"Loss": 1.1982210628128052, "avg t": 0.9608905316543579, "plain loss": 0.9278874031372061, "standard loss": 0.9202761178588867}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.55999755859375, "Augmented-0.05-Quantile-Accuracy": 72.25999450683594, "Augmented-0.1-Quantile-Accuracy": 73.63999938964844, "Augmented-Accuracy": 78.5348, "Augmented-Loss": 0.9819621570644379, "Clean-Accuracy": 70.76, "Clean-Loss": 0.9183648195266724, "PGD-Accuracy": 0.02, "PGD-Loss": 5.599125462341308}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 493.0971269607544, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.5, "Augmented-0.05-Quantile-Accuracy": 67.97999572753906, "Augmented-0.1-Quantile-Accuracy": 69.41999816894531, "Augmented-Accuracy": 74.3737, "Augmented-Loss": 1.0715658473129273, "Clean-Accuracy": 79.93, "Clean-Loss": 0.9236997947692871, "PGD-Accuracy": 0.44, "PGD-Loss": 5.590600183105469}, "Total-Time": 9891.127137899399, "Train": {"Loss": 1.189440916786194, "avg t": 0.9600336880874634, "plain loss": 0.9210813308410636, "standard loss": 0.9134217942047119}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.5999984741211, "Augmented-0.05-Quantile-Accuracy": 74.97999572753906, "Augmented-0.1-Quantile-Accuracy": 76.45999908447266, "Augmented-Accuracy": 80.7846, "Augmented-Loss": 0.9521951358280182, "Clean-Accuracy": 75.72, "Clean-Loss": 0.9044310674667358, "PGD-Accuracy": 0.34, "PGD-Loss": 5.432271967315674}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 495.99655318260193, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.93000030517578, "Augmented-0.05-Quantile-Accuracy": 64.15999603271484, "Augmented-0.1-Quantile-Accuracy": 65.63999938964844, "Augmented-Accuracy": 70.4552, "Augmented-Loss": 1.0938564366760255, "Clean-Accuracy": 72.74, "Clean-Loss": 0.9916713165283203, "PGD-Accuracy": 0.06, "PGD-Loss": 5.727526220703125}, "Total-Time": 10387.123691082, "Train": {"Loss": 1.1931840383148193, "avg t": 0.9601348755264282, "plain loss": 0.9265470488281246, "standard loss": 0.9191255092620849}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.08000183105469, "Augmented-0.05-Quantile-Accuracy": 69.4000015258789, "Augmented-0.1-Quantile-Accuracy": 70.72000122070312, "Augmented-Accuracy": 75.049, "Augmented-Loss": 0.9937686709918976, "Clean-Accuracy": 72.04, "Clean-Loss": 0.9511030590057373, "PGD-Accuracy": 0.08, "PGD-Loss": 5.528643751525879}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 495.0089132785797, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.3699951171875, "Augmented-0.05-Quantile-Accuracy": 68.20999908447266, "Augmented-0.1-Quantile-Accuracy": 69.68999481201172, "Augmented-Accuracy": 74.6782, "Augmented-Loss": 1.094424716796875, "Clean-Accuracy": 76.3, "Clean-Loss": 0.9966835060119629, "PGD-Accuracy": 0.04, "PGD-Loss": 5.61222783203125}, "Total-Time": 10882.13260436058, "Train": {"Loss": 1.1890465091705322, "avg t": 0.9596547199630737, "plain loss": 0.9229864020080565, "standard loss": 0.9155827090454102}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.45999908447266, "Augmented-0.05-Quantile-Accuracy": 71.68000030517578, "Augmented-0.1-Quantile-Accuracy": 73.25999450683594, "Augmented-Accuracy": 78.0374, "Augmented-Loss": 1.009296238855362, "Clean-Accuracy": 80.3, "Clean-Loss": 0.8958462044715881, "PGD-Accuracy": 0.0, "PGD-Loss": 5.45244856338501}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 495.2809028625488, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.18000030517578, "Augmented-0.05-Quantile-Accuracy": 68.81999969482422, "Augmented-0.1-Quantile-Accuracy": 70.36000061035156, "Augmented-Accuracy": 75.2415, "Augmented-Loss": 1.0919706260986328, "Clean-Accuracy": 77.49, "Clean-Loss": 0.9706676376342773, "PGD-Accuracy": 0.05, "PGD-Loss": 5.5730203125}, "Total-Time": 11377.41350722313, "Train": {"Loss": 1.1848359526824952, "avg t": 0.9595363139724732, "plain loss": 0.9200242623901383, "standard loss": 0.9121966156768799}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.65999603271484, "Augmented-0.05-Quantile-Accuracy": 72.73999786376953, "Augmented-0.1-Quantile-Accuracy": 74.23999786376953, "Augmented-Accuracy": 78.93, "Augmented-Loss": 1.0007673611736299, "Clean-Accuracy": 76.42, "Clean-Loss": 0.8960958095550537, "PGD-Accuracy": 0.04, "PGD-Loss": 5.419548541259766}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 493.010644197464, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.61000061035156, "Augmented-0.05-Quantile-Accuracy": 69.06999969482422, "Augmented-0.1-Quantile-Accuracy": 70.5199966430664, "Augmented-Accuracy": 74.9255, "Augmented-Loss": 1.082365497390747, "Clean-Accuracy": 79.24, "Clean-Loss": 0.9379924575805664, "PGD-Accuracy": 0.13, "PGD-Loss": 5.404907794189453}, "Total-Time": 11870.424151420593, "Train": {"Loss": 1.1902984493255615, "avg t": 0.960155092201233, "plain loss": 0.9192691867370608, "standard loss": 0.9112367778396606}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.45999908447266, "Augmented-0.05-Quantile-Accuracy": 75.43999481201172, "Augmented-0.1-Quantile-Accuracy": 76.65999603271484, "Augmented-Accuracy": 80.9556, "Augmented-Loss": 0.9693483202457428, "Clean-Accuracy": 72.66, "Clean-Loss": 0.9782801755905152, "PGD-Accuracy": 0.02, "PGD-Loss": 5.213006907653809}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 495.4383587837219, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.5999984741211, "Augmented-0.05-Quantile-Accuracy": 69.43000030517578, "Augmented-0.1-Quantile-Accuracy": 71.12999725341797, "Augmented-Accuracy": 76.3284, "Augmented-Loss": 1.0725714999923706, "Clean-Accuracy": 77.87, "Clean-Loss": 0.9532527992248535, "PGD-Accuracy": 0.14, "PGD-Loss": 5.5789112365722655}, "Total-Time": 12365.862510204315, "Train": {"Loss": 1.1813108242797852, "avg t": 0.9587857824707031, "plain loss": 0.91600377810669, "standard loss": 0.9083196886253357}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.86000061035156, "Augmented-0.05-Quantile-Accuracy": 74.23999786376953, "Augmented-0.1-Quantile-Accuracy": 76.04000091552734, "Augmented-Accuracy": 80.7908, "Augmented-Loss": 0.9667966123752594, "Clean-Accuracy": 80.82, "Clean-Loss": 0.8619703147888184, "PGD-Accuracy": 0.08, "PGD-Loss": 5.427902938842774}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 494.39509868621826, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.08999633789062, "Augmented-0.05-Quantile-Accuracy": 70.94999694824219, "Augmented-0.1-Quantile-Accuracy": 72.68000030517578, "Augmented-Accuracy": 77.1757, "Augmented-Loss": 1.0797881861572265, "Clean-Accuracy": 79.41, "Clean-Loss": 0.9545949203491211, "PGD-Accuracy": 0.09, "PGD-Loss": 5.558540496826172}, "Total-Time": 12860.257608890533, "Train": {"Loss": 1.1893149305915833, "avg t": 0.959584906539917, "plain loss": 0.9223951377868667, "standard loss": 0.914635605392456}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.36000061035156, "Augmented-0.05-Quantile-Accuracy": 74.73999786376953, "Augmented-0.1-Quantile-Accuracy": 76.37999725341797, "Augmented-Accuracy": 80.8716, "Augmented-Loss": 0.9858018145637513, "Clean-Accuracy": 73.44, "Clean-Loss": 0.9241372005462647, "PGD-Accuracy": 0.06, "PGD-Loss": 5.379510028076172}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 494.4748833179474, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.63999938964844, "Augmented-0.05-Quantile-Accuracy": 63.1099967956543, "Augmented-0.1-Quantile-Accuracy": 64.72000122070312, "Augmented-Accuracy": 69.6044, "Augmented-Loss": 1.1488494765548707, "Clean-Accuracy": 76.05, "Clean-Loss": 0.9612579200744629, "PGD-Accuracy": 0.12, "PGD-Loss": 5.632027478027344}, "Total-Time": 13354.73249220848, "Train": {"Loss": 1.1779657515525819, "avg t": 0.9587363764381409, "plain loss": 0.9120618004760734, "standard loss": 0.9040591262054444}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.0, "Augmented-0.05-Quantile-Accuracy": 71.5199966430664, "Augmented-0.1-Quantile-Accuracy": 72.72000122070312, "Augmented-Accuracy": 76.8864, "Augmented-Loss": 0.9996568608894348, "Clean-Accuracy": 75.32, "Clean-Loss": 0.9215320154190063, "PGD-Accuracy": 0.18, "PGD-Loss": 5.401515804290772}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 493.9131782054901, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.869998931884766, "Augmented-0.05-Quantile-Accuracy": 66.3699951171875, "Augmented-0.1-Quantile-Accuracy": 67.93000030517578, "Augmented-Accuracy": 72.7849, "Augmented-Loss": 1.102399041191101, "Clean-Accuracy": 74.16, "Clean-Loss": 0.9800946113586426, "PGD-Accuracy": 0.37, "PGD-Loss": 5.450321069335938}, "Total-Time": 13848.645670413971, "Train": {"Loss": 1.1845236476135255, "avg t": 0.9592686887550353, "plain loss": 0.9167312301025389, "standard loss": 0.9087073037147522}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.58000183105469, "Augmented-0.05-Quantile-Accuracy": 71.04000091552734, "Augmented-0.1-Quantile-Accuracy": 72.4000015258789, "Augmented-Accuracy": 76.4222, "Augmented-Loss": 0.9904294284124374, "Clean-Accuracy": 71.12, "Clean-Loss": 0.9081694441795349, "PGD-Accuracy": 0.54, "PGD-Loss": 5.280383864593506}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 494.90335297584534, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.29999923706055, "Augmented-0.05-Quantile-Accuracy": 64.47999572753906, "Augmented-0.1-Quantile-Accuracy": 66.3499984741211, "Augmented-Accuracy": 71.7958, "Augmented-Loss": 1.1130487416000365, "Clean-Accuracy": 73.59, "Clean-Loss": 0.9682014358520508, "PGD-Accuracy": 0.04, "PGD-Loss": 5.681337982177735}, "Total-Time": 14343.549023389816, "Train": {"Loss": 1.1800782278060913, "avg t": 0.9586597193336487, "plain loss": 0.9164605032348638, "standard loss": 0.908261457824707}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.0999984741211, "Augmented-0.05-Quantile-Accuracy": 70.31999969482422, "Augmented-0.1-Quantile-Accuracy": 71.93999481201172, "Augmented-Accuracy": 76.6932, "Augmented-Loss": 0.9853481595592499, "Clean-Accuracy": 80.16, "Clean-Loss": 0.831429633140564, "PGD-Accuracy": 0.02, "PGD-Loss": 5.4901237983703615}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 493.12022948265076, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.16999816894531, "Augmented-0.05-Quantile-Accuracy": 68.97999572753906, "Augmented-0.1-Quantile-Accuracy": 70.62999725341797, "Augmented-Accuracy": 75.158, "Augmented-Loss": 1.0886238545913696, "Clean-Accuracy": 79.4, "Clean-Loss": 0.9393450508117676, "PGD-Accuracy": 0.04, "PGD-Loss": 5.456851159667969}, "Total-Time": 14836.669252872467, "Train": {"Loss": 1.179746072845459, "avg t": 0.9586023443984986, "plain loss": 0.912783081695556, "standard loss": 0.9048889709091187}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.25999450683594, "Augmented-0.05-Quantile-Accuracy": 75.23999786376953, "Augmented-0.1-Quantile-Accuracy": 76.41999816894531, "Augmented-Accuracy": 80.5224, "Augmented-Loss": 0.9581087260951996, "Clean-Accuracy": 78.58, "Clean-Loss": 0.9014660171508789, "PGD-Accuracy": 0.12, "PGD-Loss": 5.242047052764892}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 493.2268867492676, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.3499984741211, "Augmented-0.05-Quantile-Accuracy": 67.83000183105469, "Augmented-0.1-Quantile-Accuracy": 69.27999877929688, "Augmented-Accuracy": 73.8863, "Augmented-Loss": 1.1085034442825317, "Clean-Accuracy": 77.47, "Clean-Loss": 0.9520263908386231, "PGD-Accuracy": 0.05, "PGD-Loss": 5.495738446044922}, "Total-Time": 15329.896139621735, "Train": {"Loss": 1.1747196852874755, "avg t": 0.9586229067230224, "plain loss": 0.9141705897827157, "standard loss": 0.9062252939224243}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.87999725341797, "Augmented-0.05-Quantile-Accuracy": 73.68000030517578, "Augmented-0.1-Quantile-Accuracy": 75.18000030517578, "Augmented-Accuracy": 79.5968, "Augmented-Loss": 0.9850785313987732, "Clean-Accuracy": 81.74, "Clean-Loss": 0.8451672882080078, "PGD-Accuracy": 0.08, "PGD-Loss": 5.333488154602051}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 495.072429895401, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.51000213623047, "Augmented-0.05-Quantile-Accuracy": 68.9000015258789, "Augmented-0.1-Quantile-Accuracy": 70.23999786376953, "Augmented-Accuracy": 75.0941, "Augmented-Loss": 1.0870166439743043, "Clean-Accuracy": 80.08, "Clean-Loss": 0.9584948219299316, "PGD-Accuracy": 0.2, "PGD-Loss": 5.446111486816406}, "Total-Time": 15824.968569517136, "Train": {"Loss": 1.1849295811080933, "avg t": 0.9589726570129394, "plain loss": 0.921671930358887, "standard loss": 0.9138668823242188}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.72000122070312, "Augmented-0.05-Quantile-Accuracy": 75.15999603271484, "Augmented-0.1-Quantile-Accuracy": 76.43999481201172, "Augmented-Accuracy": 80.8658, "Augmented-Loss": 0.9850628571643829, "Clean-Accuracy": 78.98, "Clean-Loss": 0.8880998657226562, "PGD-Accuracy": 0.38, "PGD-Loss": 5.301199700164795}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 495.92918586730957, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.22999954223633, "Augmented-0.05-Quantile-Accuracy": 64.81999969482422, "Augmented-0.1-Quantile-Accuracy": 66.58000183105469, "Augmented-Accuracy": 71.8682, "Augmented-Loss": 1.1721332359466552, "Clean-Accuracy": 78.77, "Clean-Loss": 1.005753604888916, "PGD-Accuracy": 0.03, "PGD-Loss": 5.625007580566407}, "Total-Time": 16320.897755384445, "Train": {"Loss": 1.17067974899292, "avg t": 0.9578726274108886, "plain loss": 0.9109093639831554, "standard loss": 0.9029654972839355}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.15999603271484, "Augmented-0.05-Quantile-Accuracy": 72.5199966430664, "Augmented-0.1-Quantile-Accuracy": 74.23999786376953, "Augmented-Accuracy": 79.0756, "Augmented-Loss": 1.0385111302700043, "Clean-Accuracy": 78.14, "Clean-Loss": 0.9058203096389771, "PGD-Accuracy": 0.04, "PGD-Loss": 5.458659434509277}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 497.6832251548767, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.20999908447266, "Augmented-0.05-Quantile-Accuracy": 71.5999984741211, "Augmented-0.1-Quantile-Accuracy": 73.29999542236328, "Augmented-Accuracy": 78.1618, "Augmented-Loss": 1.0416265831832885, "Clean-Accuracy": 80.72, "Clean-Loss": 0.9189853286743164, "PGD-Accuracy": 0.02, "PGD-Loss": 5.415935693359375}, "Total-Time": 16818.580980539322, "Train": {"Loss": 1.1791718314361572, "avg t": 0.9583837194824218, "plain loss": 0.9150194704589831, "standard loss": 0.907079741973877}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.54000091552734, "Augmented-0.05-Quantile-Accuracy": 75.33999633789062, "Augmented-0.1-Quantile-Accuracy": 76.4000015258789, "Augmented-Accuracy": 80.8038, "Augmented-Loss": 0.9465447801952362, "Clean-Accuracy": 75.96, "Clean-Loss": 0.8866214715957642, "PGD-Accuracy": 0.04, "PGD-Loss": 5.240107606506347}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 495.03974175453186, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.68999481201172, "Augmented-0.05-Quantile-Accuracy": 70.52999877929688, "Augmented-0.1-Quantile-Accuracy": 72.08999633789062, "Augmented-Accuracy": 76.6326, "Augmented-Loss": 1.0429732669372558, "Clean-Accuracy": 76.73, "Clean-Loss": 0.9720457275390625, "PGD-Accuracy": 1.2, "PGD-Loss": 5.459833581542969}, "Total-Time": 17313.620722293854, "Train": {"Loss": 1.1735677082824707, "avg t": 0.9581933442497254, "plain loss": 0.9113972842407239, "standard loss": 0.9032552639961242}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.43999481201172, "Augmented-0.05-Quantile-Accuracy": 71.86000061035156, "Augmented-0.1-Quantile-Accuracy": 72.86000061035156, "Augmented-Accuracy": 77.824, "Augmented-Loss": 0.9879946884841919, "Clean-Accuracy": 75.34, "Clean-Loss": 0.9522979824066162, "PGD-Accuracy": 1.1, "PGD-Loss": 5.300429150390625}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 494.88976073265076, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.7599983215332, "Augmented-0.05-Quantile-Accuracy": 63.56999969482422, "Augmented-0.1-Quantile-Accuracy": 65.22999572753906, "Augmented-Accuracy": 70.3982, "Augmented-Loss": 1.1700364932098388, "Clean-Accuracy": 76.02, "Clean-Loss": 0.9927511940002441, "PGD-Accuracy": 0.11, "PGD-Loss": 5.568752813720703}, "Total-Time": 17808.510483026505, "Train": {"Loss": 1.1705288486099243, "avg t": 0.9576553120231629, "plain loss": 0.9065815111389154, "standard loss": 0.8988116359329223}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.55999755859375, "Augmented-0.05-Quantile-Accuracy": 69.77999877929688, "Augmented-0.1-Quantile-Accuracy": 71.4000015258789, "Augmented-Accuracy": 76.1846, "Augmented-Loss": 1.0273105844612123, "Clean-Accuracy": 76.38, "Clean-Loss": 0.9204708618164062, "PGD-Accuracy": 0.0, "PGD-Loss": 5.457155401611328}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 493.23837995529175, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.88999938964844, "Augmented-0.05-Quantile-Accuracy": 68.6500015258789, "Augmented-0.1-Quantile-Accuracy": 70.0999984741211, "Augmented-Accuracy": 75.1485, "Augmented-Loss": 1.1277832282867433, "Clean-Accuracy": 78.06, "Clean-Loss": 0.9895826858520508, "PGD-Accuracy": 0.03, "PGD-Loss": 5.5407226867675785}, "Total-Time": 18301.748862981796, "Train": {"Loss": 1.1757010711097717, "avg t": 0.9582178769302369, "plain loss": 0.9122135399475095, "standard loss": 0.9042291696548462}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.29999542236328, "Augmented-0.05-Quantile-Accuracy": 74.63999938964844, "Augmented-0.1-Quantile-Accuracy": 75.9000015258789, "Augmented-Accuracy": 80.6554, "Augmented-Loss": 1.0107579008655547, "Clean-Accuracy": 76.66, "Clean-Loss": 0.8945988626480103, "PGD-Accuracy": 0.1, "PGD-Loss": 5.364929348754883}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 496.4286196231842, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.5, "Augmented-0.05-Quantile-Accuracy": 67.86000061035156, "Augmented-0.1-Quantile-Accuracy": 69.75, "Augmented-Accuracy": 74.5624, "Augmented-Loss": 1.0923673412857056, "Clean-Accuracy": 76.95, "Clean-Loss": 0.9785687606811524, "PGD-Accuracy": 0.02, "PGD-Loss": 5.606605102539063}, "Total-Time": 18798.17748260498, "Train": {"Loss": 1.1714076866722107, "avg t": 0.9579706247901917, "plain loss": 0.9100593613586425, "standard loss": 0.9022933491134644}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.69999694824219, "Augmented-0.05-Quantile-Accuracy": 71.58000183105469, "Augmented-0.1-Quantile-Accuracy": 73.5, "Augmented-Accuracy": 78.2592, "Augmented-Loss": 1.0054359576721192, "Clean-Accuracy": 70.86, "Clean-Loss": 0.9563810987472534, "PGD-Accuracy": 0.12, "PGD-Loss": 5.464735536193848}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 493.7402431964874, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.52999877929688, "Augmented-0.05-Quantile-Accuracy": 70.05999755859375, "Augmented-0.1-Quantile-Accuracy": 71.58999633789062, "Augmented-Accuracy": 76.0356, "Augmented-Loss": 1.057426351425171, "Clean-Accuracy": 77.13, "Clean-Loss": 0.9452550010681152, "PGD-Accuracy": 0.28, "PGD-Loss": 5.404151531982422}, "Total-Time": 19291.917725801468, "Train": {"Loss": 1.1721396955871581, "avg t": 0.9576984393119812, "plain loss": 0.910357439880371, "standard loss": 0.9023798440170288}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.19999694824219, "Augmented-0.05-Quantile-Accuracy": 72.41999816894531, "Augmented-0.1-Quantile-Accuracy": 73.95999908447266, "Augmented-Accuracy": 78.0246, "Augmented-Loss": 0.9600635522956849, "Clean-Accuracy": 78.68, "Clean-Loss": 0.8397665149688721, "PGD-Accuracy": 0.3, "PGD-Loss": 5.231184228515625}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 494.5616555213928, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.93999481201172, "Augmented-0.05-Quantile-Accuracy": 70.8499984741211, "Augmented-0.1-Quantile-Accuracy": 72.36000061035156, "Augmented-Accuracy": 77.3509, "Augmented-Loss": 1.0865588981323242, "Clean-Accuracy": 80.63, "Clean-Loss": 0.9704924781799317, "PGD-Accuracy": 0.08, "PGD-Loss": 5.625740954589844}, "Total-Time": 19786.47938132286, "Train": {"Loss": 1.174842575302124, "avg t": 0.9579787487983704, "plain loss": 0.9110071657104503, "standard loss": 0.9031639942932129}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.65999603271484, "Augmented-0.05-Quantile-Accuracy": 75.81999969482422, "Augmented-0.1-Quantile-Accuracy": 77.37999725341797, "Augmented-Accuracy": 81.3486, "Augmented-Loss": 0.9889415811271668, "Clean-Accuracy": 79.06, "Clean-Loss": 0.8787873277664184, "PGD-Accuracy": 0.04, "PGD-Loss": 5.439519888305664}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 494.78336334228516, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.69999694824219, "Augmented-0.05-Quantile-Accuracy": 65.94999694824219, "Augmented-0.1-Quantile-Accuracy": 67.75999450683594, "Augmented-Accuracy": 72.4778, "Augmented-Loss": 1.0974181006317139, "Clean-Accuracy": 76.82, "Clean-Loss": 0.9430952453613282, "PGD-Accuracy": 0.1, "PGD-Loss": 5.4998779968261715}, "Total-Time": 20281.262744665146, "Train": {"Loss": 1.1672929064559936, "avg t": 0.9574101266479492, "plain loss": 0.9066131674804685, "standard loss": 0.8985200638580322}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.1199951171875, "Augmented-0.05-Quantile-Accuracy": 72.18000030517578, "Augmented-0.1-Quantile-Accuracy": 74.0199966430664, "Augmented-Accuracy": 78.4304, "Augmented-Loss": 0.9683007674198151, "Clean-Accuracy": 74.1, "Clean-Loss": 0.9493611848831177, "PGD-Accuracy": 0.2, "PGD-Loss": 5.286370273590088}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 494.6210706233978, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.78999710083008, "Augmented-0.05-Quantile-Accuracy": 63.189998626708984, "Augmented-0.1-Quantile-Accuracy": 64.77999877929688, "Augmented-Accuracy": 69.4232, "Augmented-Loss": 1.103596900894165, "Clean-Accuracy": 72.13, "Clean-Loss": 0.9767834312438964, "PGD-Accuracy": 0.18, "PGD-Loss": 5.3510018127441406}, "Total-Time": 20775.883815288544, "Train": {"Loss": 1.175214693069458, "avg t": 0.9576400942993164, "plain loss": 0.9097404258117671, "standard loss": 0.9014417486763}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.939998626708984, "Augmented-0.05-Quantile-Accuracy": 66.9000015258789, "Augmented-0.1-Quantile-Accuracy": 68.29999542236328, "Augmented-Accuracy": 72.9074, "Augmented-Loss": 1.0064251427898407, "Clean-Accuracy": 66.92, "Clean-Loss": 0.9529939071655273, "PGD-Accuracy": 0.34, "PGD-Loss": 5.205662020874024}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 493.8697204589844, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.57999801635742, "Augmented-0.05-Quantile-Accuracy": 62.46999740600586, "Augmented-0.1-Quantile-Accuracy": 64.26000213623047, "Augmented-Accuracy": 69.0567, "Augmented-Loss": 1.1659334458465576, "Clean-Accuracy": 72.52, "Clean-Loss": 0.9930756546020508, "PGD-Accuracy": 0.53, "PGD-Loss": 5.46755073852539}, "Total-Time": 21269.753535747528, "Train": {"Loss": 1.1790022870445251, "avg t": 0.9582764697265626, "plain loss": 0.9153665458221419, "standard loss": 0.9076217281341553}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.76000213623047, "Augmented-0.05-Quantile-Accuracy": 68.58000183105469, "Augmented-0.1-Quantile-Accuracy": 70.13999938964844, "Augmented-Accuracy": 74.8218, "Augmented-Loss": 1.0192340586547852, "Clean-Accuracy": 73.18, "Clean-Loss": 0.9031786108016968, "PGD-Accuracy": 0.84, "PGD-Loss": 5.326403360748291}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 494.45042419433594, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.58999633789062, "Augmented-0.05-Quantile-Accuracy": 68.4000015258789, "Augmented-0.1-Quantile-Accuracy": 70.02999877929688, "Augmented-Accuracy": 74.8507, "Augmented-Loss": 1.1102608756408692, "Clean-Accuracy": 79.74, "Clean-Loss": 0.9482063102722168, "PGD-Accuracy": 0.09, "PGD-Loss": 5.585139782714844}, "Total-Time": 21764.203959941864, "Train": {"Loss": 1.1645759661102295, "avg t": 0.9567515942764282, "plain loss": 0.9076077007446289, "standard loss": 0.8996975840759277}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.08000183105469, "Augmented-0.05-Quantile-Accuracy": 75.33999633789062, "Augmented-0.1-Quantile-Accuracy": 76.72000122070312, "Augmented-Accuracy": 81.3186, "Augmented-Loss": 0.9715950843696595, "Clean-Accuracy": 76.76, "Clean-Loss": 0.951083169746399, "PGD-Accuracy": 0.08, "PGD-Loss": 5.450050734710693}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 496.3208351135254, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.709999084472656, "Augmented-0.05-Quantile-Accuracy": 67.1500015258789, "Augmented-0.1-Quantile-Accuracy": 68.79999542236328, "Augmented-Accuracy": 73.5488, "Augmented-Loss": 1.1302388910980226, "Clean-Accuracy": 78.59, "Clean-Loss": 0.9710468490600586, "PGD-Accuracy": 0.19, "PGD-Loss": 5.418527075195312}, "Total-Time": 22260.52479505539, "Train": {"Loss": 1.1751758819007874, "avg t": 0.9578689393615722, "plain loss": 0.913929191253662, "standard loss": 0.905536123046875}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.5199966430664, "Augmented-0.05-Quantile-Accuracy": 72.97999572753906, "Augmented-0.1-Quantile-Accuracy": 74.45999908447266, "Augmented-Accuracy": 79.185, "Augmented-Loss": 1.008123344390869, "Clean-Accuracy": 79.28, "Clean-Loss": 0.8688711547851562, "PGD-Accuracy": 0.12, "PGD-Loss": 5.266451973724365}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 494.66758394241333, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.00999450683594, "Augmented-0.05-Quantile-Accuracy": 70.36000061035156, "Augmented-0.1-Quantile-Accuracy": 71.81999969482422, "Augmented-Accuracy": 76.6024, "Augmented-Loss": 1.057856324821472, "Clean-Accuracy": 79.09, "Clean-Loss": 0.9514184181213379, "PGD-Accuracy": 0.17, "PGD-Loss": 5.490865942382812}, "Total-Time": 22755.192378997803, "Train": {"Loss": 1.1682369966888428, "avg t": 0.9576009399223328, "plain loss": 0.9113677084045413, "standard loss": 0.9033495102500916}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.72000122070312, "Augmented-0.05-Quantile-Accuracy": 73.0, "Augmented-0.1-Quantile-Accuracy": 74.33999633789062, "Augmented-Accuracy": 78.657, "Augmented-Loss": 0.9784520210762024, "Clean-Accuracy": 78.06, "Clean-Loss": 0.9027206613540649, "PGD-Accuracy": 0.32, "PGD-Loss": 5.338875704956055}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 493.97543001174927, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.029998779296875, "Augmented-0.05-Quantile-Accuracy": 66.29999542236328, "Augmented-0.1-Quantile-Accuracy": 67.9000015258789, "Augmented-Accuracy": 72.5267, "Augmented-Loss": 1.0883979482879638, "Clean-Accuracy": 73.19, "Clean-Loss": 1.0040566719055175, "PGD-Accuracy": 0.09, "PGD-Loss": 5.283580685424805}, "Total-Time": 23249.167809009552, "Train": {"Loss": 1.1682495790481566, "avg t": 0.9572453760147095, "plain loss": 0.9086358056030269, "standard loss": 0.900356456413269}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.0, "Augmented-0.05-Quantile-Accuracy": 68.47999572753906, "Augmented-0.1-Quantile-Accuracy": 69.93999481201172, "Augmented-Accuracy": 74.5652, "Augmented-Loss": 1.0099995087985993, "Clean-Accuracy": 76.44, "Clean-Loss": 0.907054606628418, "PGD-Accuracy": 0.18, "PGD-Loss": 5.075413844299316}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 492.69287037849426, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.06999969482422, "Augmented-0.05-Quantile-Accuracy": 66.8699951171875, "Augmented-0.1-Quantile-Accuracy": 68.5199966430664, "Augmented-Accuracy": 74.0367, "Augmented-Loss": 1.1390475136108398, "Clean-Accuracy": 80.27, "Clean-Loss": 0.9692276336669922, "PGD-Accuracy": 0.02, "PGD-Loss": 5.538434216308594}, "Total-Time": 23741.860679388046, "Train": {"Loss": 1.167763278541565, "avg t": 0.9576682510757446, "plain loss": 0.9074695518188473, "standard loss": 0.899416862373352}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.65999603271484, "Augmented-0.05-Quantile-Accuracy": 76.0, "Augmented-0.1-Quantile-Accuracy": 77.54000091552734, "Augmented-Accuracy": 82.0306, "Augmented-Loss": 1.001263846912384, "Clean-Accuracy": 73.98, "Clean-Loss": 0.9039434342384338, "PGD-Accuracy": 0.08, "PGD-Loss": 5.386591577148438}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 494.86498403549194, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.2699966430664, "Augmented-0.05-Quantile-Accuracy": 67.8699951171875, "Augmented-0.1-Quantile-Accuracy": 69.54999542236328, "Augmented-Accuracy": 74.8798, "Augmented-Loss": 1.1047236339492799, "Clean-Accuracy": 78.4, "Clean-Loss": 0.9607519027709961, "PGD-Accuracy": 0.0, "PGD-Loss": 5.444756271362305}, "Total-Time": 24236.72566342354, "Train": {"Loss": 1.17013639377594, "avg t": 0.9573814678001403, "plain loss": 0.9096700192871093, "standard loss": 0.9015803890228271}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.19999694824219, "Augmented-0.05-Quantile-Accuracy": 73.18000030517578, "Augmented-0.1-Quantile-Accuracy": 74.31999969482422, "Augmented-Accuracy": 78.8464, "Augmented-Loss": 0.9956259239349365, "Clean-Accuracy": 74.02, "Clean-Loss": 0.9407430587768555, "PGD-Accuracy": 0.02, "PGD-Loss": 5.2418861587524415}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 494.4440333843231, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.27999877929688, "Augmented-0.05-Quantile-Accuracy": 68.77999877929688, "Augmented-0.1-Quantile-Accuracy": 70.50999450683594, "Augmented-Accuracy": 75.2686, "Augmented-Loss": 1.1099570621490478, "Clean-Accuracy": 80.17, "Clean-Loss": 0.9549235702514648, "PGD-Accuracy": 0.14, "PGD-Loss": 5.517150769042969}, "Total-Time": 24731.16969680786, "Train": {"Loss": 1.1660306748199463, "avg t": 0.9568796888351441, "plain loss": 0.9074671470642081, "standard loss": 0.8994750066184998}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.81999969482422, "Augmented-0.05-Quantile-Accuracy": 74.87999725341797, "Augmented-0.1-Quantile-Accuracy": 76.15999603271484, "Augmented-Accuracy": 80.0468, "Augmented-Loss": 0.9877137805252075, "Clean-Accuracy": 77.08, "Clean-Loss": 0.889967109298706, "PGD-Accuracy": 0.1, "PGD-Loss": 5.342377767181397}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 495.1703317165375, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.94999694824219, "Augmented-0.05-Quantile-Accuracy": 67.30999755859375, "Augmented-0.1-Quantile-Accuracy": 68.83999633789062, "Augmented-Accuracy": 73.6128, "Augmented-Loss": 1.0782541679916382, "Clean-Accuracy": 76.36, "Clean-Loss": 0.962821664428711, "PGD-Accuracy": 0.06, "PGD-Loss": 5.335188351440429}, "Total-Time": 25226.3400285244, "Train": {"Loss": 1.1692847007751466, "avg t": 0.9573082810020447, "plain loss": 0.9075356847839355, "standard loss": 0.8993827492523193}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.5999984741211, "Augmented-0.05-Quantile-Accuracy": 72.4000015258789, "Augmented-0.1-Quantile-Accuracy": 73.81999969482422, "Augmented-Accuracy": 78.2912, "Augmented-Loss": 0.9881570454769134, "Clean-Accuracy": 74.64, "Clean-Loss": 0.8622105299949646, "PGD-Accuracy": 0.06, "PGD-Loss": 5.117520651245117}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 494.4341652393341, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.269996643066406, "Augmented-0.05-Quantile-Accuracy": 66.68999481201172, "Augmented-0.1-Quantile-Accuracy": 68.02999877929688, "Augmented-Accuracy": 72.8985, "Augmented-Loss": 1.0926340846939087, "Clean-Accuracy": 76.78, "Clean-Loss": 0.9681643455505371, "PGD-Accuracy": 0.06, "PGD-Loss": 5.3096224914550785}, "Total-Time": 25720.774193763733, "Train": {"Loss": 1.1701456866073607, "avg t": 0.9574642193031311, "plain loss": 0.9099439358520499, "standard loss": 0.901814471206665}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.63999938964844, "Augmented-0.05-Quantile-Accuracy": 72.68000030517578, "Augmented-0.1-Quantile-Accuracy": 73.86000061035156, "Augmented-Accuracy": 78.2664, "Augmented-Loss": 0.9839414825325012, "Clean-Accuracy": 77.66, "Clean-Loss": 0.8905632287979126, "PGD-Accuracy": 0.06, "PGD-Loss": 5.16448413772583}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 495.20075011253357, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.619998931884766, "Augmented-0.05-Quantile-Accuracy": 65.56999969482422, "Augmented-0.1-Quantile-Accuracy": 67.25, "Augmented-Accuracy": 72.5916, "Augmented-Loss": 1.1765261583099365, "Clean-Accuracy": 74.76, "Clean-Loss": 1.006721876525879, "PGD-Accuracy": 0.1, "PGD-Loss": 5.551848583984375}, "Total-Time": 26215.974943876266, "Train": {"Loss": 1.1679826612472535, "avg t": 0.9570243443489075, "plain loss": 0.9067488717346187, "standard loss": 0.8985237816238403}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.9000015258789, "Augmented-0.05-Quantile-Accuracy": 71.41999816894531, "Augmented-0.1-Quantile-Accuracy": 72.65999603271484, "Augmented-Accuracy": 77.566, "Augmented-Loss": 1.0157799988441467, "Clean-Accuracy": 77.78, "Clean-Loss": 0.9264476762771606, "PGD-Accuracy": 0.4, "PGD-Loss": 5.301482635498047}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 495.93234181404114, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.11000061035156, "Augmented-0.05-Quantile-Accuracy": 69.56999969482422, "Augmented-0.1-Quantile-Accuracy": 70.93000030517578, "Augmented-Accuracy": 75.6729, "Augmented-Loss": 1.0765400105667113, "Clean-Accuracy": 78.96, "Clean-Loss": 0.9579306137084961, "PGD-Accuracy": 0.12, "PGD-Loss": 5.295660479736328}, "Total-Time": 26711.907285690308, "Train": {"Loss": 1.167183173599243, "avg t": 0.957004124584198, "plain loss": 0.9081040295715317, "standard loss": 0.9000731726837158}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.04000091552734, "Augmented-0.05-Quantile-Accuracy": 74.5199966430664, "Augmented-0.1-Quantile-Accuracy": 75.9000015258789, "Augmented-Accuracy": 79.9868, "Augmented-Loss": 0.9882968531646729, "Clean-Accuracy": 70.42, "Clean-Loss": 0.9520885631561279, "PGD-Accuracy": 0.28, "PGD-Loss": 5.167458528137207}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 496.72992992401123, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.69999694824219, "Augmented-0.05-Quantile-Accuracy": 65.18000030517578, "Augmented-0.1-Quantile-Accuracy": 67.05999755859375, "Augmented-Accuracy": 72.2362, "Augmented-Loss": 1.1316702118988038, "Clean-Accuracy": 75.08, "Clean-Loss": 1.0109101165771484, "PGD-Accuracy": 0.01, "PGD-Loss": 5.540477600097656}, "Total-Time": 27208.63721561432, "Train": {"Loss": 1.1664633065032959, "avg t": 0.9571138773345947, "plain loss": 0.9052641168212889, "standard loss": 0.8972389759445191}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.87999725341797, "Augmented-0.05-Quantile-Accuracy": 71.1199951171875, "Augmented-0.1-Quantile-Accuracy": 72.69999694824219, "Augmented-Accuracy": 77.8324, "Augmented-Loss": 1.0178825955677033, "Clean-Accuracy": 77.14, "Clean-Loss": 0.9223763962745667, "PGD-Accuracy": 0.0, "PGD-Loss": 5.422281297302246}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 492.9776346683502, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.05999755859375, "Augmented-0.05-Quantile-Accuracy": 78.3699951171875, "Augmented-0.1-Quantile-Accuracy": 79.88999938964844, "Augmented-Accuracy": 83.9211, "Augmented-Loss": 0.9982986414871216, "Clean-Accuracy": 86.02, "Clean-Loss": 0.8831451446533203, "PGD-Accuracy": 0.66, "PGD-Loss": 5.48595347290039}, "Total-Time": 27701.61485028267, "Train": {"Loss": 1.040283476409912, "avg t": 0.9410421880340576, "plain loss": 0.8122408708953859, "standard loss": 0.8065207489013672}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.63999938964844, "Augmented-0.05-Quantile-Accuracy": 83.41999816894531, "Augmented-0.1-Quantile-Accuracy": 84.77999877929688, "Augmented-Accuracy": 88.5464, "Augmented-Loss": 0.8999951177520752, "Clean-Accuracy": 81.32, "Clean-Loss": 0.8137270396232605, "PGD-Accuracy": 1.42, "PGD-Loss": 5.278507556915283}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 492.3530819416046, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.54000091552734, "Augmented-0.05-Quantile-Accuracy": 79.7699966430664, "Augmented-0.1-Quantile-Accuracy": 81.13999938964844, "Augmented-Accuracy": 85.1058, "Augmented-Loss": 1.0043917073287965, "Clean-Accuracy": 86.18, "Clean-Loss": 0.8992264907836914, "PGD-Accuracy": 0.72, "PGD-Loss": 5.435952310180664}, "Total-Time": 28193.967932224274, "Train": {"Loss": 1.0079938597106934, "avg t": 0.9364300930786132, "plain loss": 0.8010075571594245, "standard loss": 0.7958707947921753}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.27999877929688, "Augmented-0.05-Quantile-Accuracy": 84.33999633789062, "Augmented-0.1-Quantile-Accuracy": 85.55999755859375, "Augmented-Accuracy": 88.9052, "Augmented-Loss": 0.9147224383583069, "Clean-Accuracy": 81.96, "Clean-Loss": 0.7952400213241577, "PGD-Accuracy": 1.34, "PGD-Loss": 5.269250198364258}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 494.27667355537415, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.1199951171875, "Augmented-0.05-Quantile-Accuracy": 80.4000015258789, "Augmented-0.1-Quantile-Accuracy": 81.72000122070312, "Augmented-Accuracy": 85.8608, "Augmented-Loss": 1.034540230102539, "Clean-Accuracy": 87.14, "Clean-Loss": 0.9166806869506836, "PGD-Accuracy": 0.71, "PGD-Loss": 5.301293270874023}, "Total-Time": 28688.244605779648, "Train": {"Loss": 0.9960773816299439, "avg t": 0.9345440948104858, "plain loss": 0.807711184265136, "standard loss": 0.8028194002914428}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.55999755859375, "Augmented-0.05-Quantile-Accuracy": 86.33999633789062, "Augmented-0.1-Quantile-Accuracy": 87.6199951171875, "Augmented-Accuracy": 90.6818, "Augmented-Loss": 0.9401231463489532, "Clean-Accuracy": 81.92, "Clean-Loss": 0.7961990984916687, "PGD-Accuracy": 1.16, "PGD-Loss": 5.1435248649597165}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 495.7046341896057, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.9000015258789, "Augmented-0.05-Quantile-Accuracy": 79.25, "Augmented-0.1-Quantile-Accuracy": 80.61000061035156, "Augmented-Accuracy": 84.8645, "Augmented-Loss": 1.0668282234802247, "Clean-Accuracy": 85.43, "Clean-Loss": 0.9483217056274414, "PGD-Accuracy": 0.78, "PGD-Loss": 5.234486749267578}, "Total-Time": 29183.949239969254, "Train": {"Loss": 0.9889862215423584, "avg t": 0.9335440621185302, "plain loss": 0.8136503493041988, "standard loss": 0.8084549489212036}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.29999542236328, "Augmented-0.05-Quantile-Accuracy": 84.4000015258789, "Augmented-0.1-Quantile-Accuracy": 85.57999420166016, "Augmented-Accuracy": 88.935, "Augmented-Loss": 0.9775436535987854, "Clean-Accuracy": 88.96, "Clean-Loss": 0.8222330034255981, "PGD-Accuracy": 2.08, "PGD-Loss": 5.076560395812988}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 494.4401659965515, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.08999633789062, "Augmented-0.05-Quantile-Accuracy": 80.7699966430664, "Augmented-0.1-Quantile-Accuracy": 82.29000091552734, "Augmented-Accuracy": 86.3904, "Augmented-Loss": 1.0935625781784057, "Clean-Accuracy": 88.95, "Clean-Loss": 0.964483586883545, "PGD-Accuracy": 0.55, "PGD-Loss": 5.203992956542969}, "Total-Time": 29678.389405965805, "Train": {"Loss": 0.9809485591506958, "avg t": 0.9322789378166199, "plain loss": 0.8213684554138186, "standard loss": 0.8161190417861939}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.87999725341797, "Augmented-0.05-Quantile-Accuracy": 87.6199951171875, "Augmented-0.1-Quantile-Accuracy": 88.65999603271484, "Augmented-Accuracy": 91.8208, "Augmented-Loss": 0.9949915479736328, "Clean-Accuracy": 88.44, "Clean-Loss": 0.8401893518447876, "PGD-Accuracy": 1.74, "PGD-Loss": 5.009171147155762}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 496.1211926937103, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.62999725341797, "Augmented-0.05-Quantile-Accuracy": 81.06999969482422, "Augmented-0.1-Quantile-Accuracy": 82.3699951171875, "Augmented-Accuracy": 86.4383, "Augmented-Loss": 1.1037066355514527, "Clean-Accuracy": 88.17, "Clean-Loss": 0.971003726196289, "PGD-Accuracy": 0.63, "PGD-Loss": 5.1091786529541015}, "Total-Time": 30174.510598659515, "Train": {"Loss": 0.9792087519454956, "avg t": 0.9321934673690796, "plain loss": 0.8281775070800778, "standard loss": 0.8232220553970336}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.93999481201172, "Augmented-0.05-Quantile-Accuracy": 87.69999694824219, "Augmented-0.1-Quantile-Accuracy": 89.0, "Augmented-Accuracy": 91.92, "Augmented-Loss": 1.0119206500015259, "Clean-Accuracy": 87.16, "Clean-Loss": 0.842219253540039, "PGD-Accuracy": 1.68, "PGD-Loss": 4.931857590484619}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 495.1574296951294, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.9000015258789, "Augmented-0.05-Quantile-Accuracy": 81.1500015258789, "Augmented-0.1-Quantile-Accuracy": 82.20999908447266, "Augmented-Accuracy": 86.2162, "Augmented-Loss": 1.126968764427185, "Clean-Accuracy": 88.95, "Clean-Loss": 0.9906425262451172, "PGD-Accuracy": 1.24, "PGD-Loss": 5.015900143432617}, "Total-Time": 30669.668028354645, "Train": {"Loss": 0.9748953494644165, "avg t": 0.9312087187576295, "plain loss": 0.8310638038330059, "standard loss": 0.8259529333496094}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.45999908447266, "Augmented-0.05-Quantile-Accuracy": 87.69999694824219, "Augmented-0.1-Quantile-Accuracy": 89.0999984741211, "Augmented-Accuracy": 91.9748, "Augmented-Loss": 1.0264008095264434, "Clean-Accuracy": 91.18, "Clean-Loss": 0.8310637191772461, "PGD-Accuracy": 3.72, "PGD-Loss": 4.79939415435791}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 493.2952513694763, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.43000030517578, "Augmented-0.05-Quantile-Accuracy": 79.81999969482422, "Augmented-0.1-Quantile-Accuracy": 81.22000122070312, "Augmented-Accuracy": 85.3697, "Augmented-Loss": 1.1437016179504396, "Clean-Accuracy": 88.26, "Clean-Loss": 0.9800333122253418, "PGD-Accuracy": 0.8, "PGD-Loss": 4.9721931488037105}, "Total-Time": 31162.96327972412, "Train": {"Loss": 0.970413786315918, "avg t": 0.9305251880645752, "plain loss": 0.8322196107177745, "standard loss": 0.8272003810882569}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.5199966430664, "Augmented-0.05-Quantile-Accuracy": 88.0999984741211, "Augmented-0.1-Quantile-Accuracy": 89.31999969482422, "Augmented-Accuracy": 92.1478, "Augmented-Loss": 1.0273662950267792, "Clean-Accuracy": 87.54, "Clean-Loss": 0.8391969682693482, "PGD-Accuracy": 2.54, "PGD-Loss": 4.762117094421387}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 495.31669306755066, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.5, "Augmented-0.05-Quantile-Accuracy": 81.90999603271484, "Augmented-0.1-Quantile-Accuracy": 83.22000122070312, "Augmented-Accuracy": 87.0209, "Augmented-Loss": 1.138256803741455, "Clean-Accuracy": 89.23, "Clean-Loss": 0.9911659858703613, "PGD-Accuracy": 0.61, "PGD-Loss": 4.917740203857422}, "Total-Time": 31658.27997279167, "Train": {"Loss": 0.968306043586731, "avg t": 0.9299800926971435, "plain loss": 0.8352491523437494, "standard loss": 0.8301405105781555}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.86000061035156, "Augmented-0.05-Quantile-Accuracy": 88.45999908447266, "Augmented-0.1-Quantile-Accuracy": 89.91999816894531, "Augmented-Accuracy": 92.9306, "Augmented-Loss": 1.037119835969925, "Clean-Accuracy": 88.64, "Clean-Loss": 0.8136787540435791, "PGD-Accuracy": 3.2, "PGD-Loss": 4.698843822479248}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 495.8861463069916, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.45999908447266, "Augmented-0.05-Quantile-Accuracy": 82.69999694824219, "Augmented-0.1-Quantile-Accuracy": 83.97999572753906, "Augmented-Accuracy": 87.8595, "Augmented-Loss": 1.135599996017456, "Clean-Accuracy": 89.2, "Clean-Loss": 0.9938504280090332, "PGD-Accuracy": 0.58, "PGD-Loss": 4.882731146240235}, "Total-Time": 32154.166119098663, "Train": {"Loss": 0.9633078748703003, "avg t": 0.9292659066390991, "plain loss": 0.8345099175720218, "standard loss": 0.8294424969100952}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.77999877929688, "Augmented-0.05-Quantile-Accuracy": 89.83999633789062, "Augmented-0.1-Quantile-Accuracy": 90.91999816894531, "Augmented-Accuracy": 93.7476, "Augmented-Loss": 1.0369730984191894, "Clean-Accuracy": 91.86, "Clean-Loss": 0.8003024163246155, "PGD-Accuracy": 2.64, "PGD-Loss": 4.680353004455567}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 494.06972575187683, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.54000091552734, "Augmented-0.05-Quantile-Accuracy": 81.0199966430664, "Augmented-0.1-Quantile-Accuracy": 82.47000122070312, "Augmented-Accuracy": 86.6364, "Augmented-Loss": 1.164531713371277, "Clean-Accuracy": 89.32, "Clean-Loss": 1.0012469543457032, "PGD-Accuracy": 0.53, "PGD-Loss": 4.8145223846435545}, "Total-Time": 32648.23584485054, "Train": {"Loss": 0.9617578588104249, "avg t": 0.9287781868743896, "plain loss": 0.8359159066162113, "standard loss": 0.8309581878089904}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.55999755859375, "Augmented-0.05-Quantile-Accuracy": 89.0199966430664, "Augmented-0.1-Quantile-Accuracy": 90.13999938964844, "Augmented-Accuracy": 93.1334, "Augmented-Loss": 1.0489435890102385, "Clean-Accuracy": 90.42, "Clean-Loss": 0.8082987911224365, "PGD-Accuracy": 4.28, "PGD-Loss": 4.54883616104126}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 492.13703989982605, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.79000091552734, "Augmented-0.05-Quantile-Accuracy": 83.19999694824219, "Augmented-0.1-Quantile-Accuracy": 84.37999725341797, "Augmented-Accuracy": 87.9639, "Augmented-Loss": 1.15164729082489, "Clean-Accuracy": 89.89, "Clean-Loss": 1.008070002746582, "PGD-Accuracy": 0.25, "PGD-Loss": 4.7846008422851565}, "Total-Time": 33140.372884750366, "Train": {"Loss": 0.9597448257637023, "avg t": 0.9285365927124023, "plain loss": 0.8369450712585461, "standard loss": 0.8319746474266052}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.97999572753906, "Augmented-0.05-Quantile-Accuracy": 89.5, "Augmented-0.1-Quantile-Accuracy": 90.69999694824219, "Augmented-Accuracy": 93.6488, "Augmented-Loss": 1.0563900848770142, "Clean-Accuracy": 89.36, "Clean-Loss": 0.809852596282959, "PGD-Accuracy": 2.16, "PGD-Loss": 4.6038455078125}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 492.7381794452667, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.68000030517578, "Augmented-0.05-Quantile-Accuracy": 81.22000122070312, "Augmented-0.1-Quantile-Accuracy": 82.72999572753906, "Augmented-Accuracy": 86.6422, "Augmented-Loss": 1.1640250341796874, "Clean-Accuracy": 88.76, "Clean-Loss": 1.0152656181335449, "PGD-Accuracy": 0.31, "PGD-Loss": 4.766121948242188}, "Total-Time": 33633.11106419563, "Train": {"Loss": 0.9601672603034973, "avg t": 0.9285394367790222, "plain loss": 0.8394177484741204, "standard loss": 0.834460548210144}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.36000061035156, "Augmented-0.05-Quantile-Accuracy": 89.13999938964844, "Augmented-0.1-Quantile-Accuracy": 90.43999481201172, "Augmented-Accuracy": 92.9616, "Augmented-Loss": 1.0568781480941773, "Clean-Accuracy": 87.96, "Clean-Loss": 0.8576606176376342, "PGD-Accuracy": 3.0, "PGD-Loss": 4.547970098876953}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 493.25005435943604, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.73999786376953, "Augmented-0.05-Quantile-Accuracy": 82.22000122070312, "Augmented-0.1-Quantile-Accuracy": 83.66999816894531, "Augmented-Accuracy": 87.3707, "Augmented-Loss": 1.1515462182235718, "Clean-Accuracy": 89.72, "Clean-Loss": 1.014014785003662, "PGD-Accuracy": 1.03, "PGD-Loss": 4.662530841064453}, "Total-Time": 34126.36111855507, "Train": {"Loss": 0.9584141716766358, "avg t": 0.9281929986572266, "plain loss": 0.8398889584960942, "standard loss": 0.8346675035858154}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.75999450683594, "Augmented-0.05-Quantile-Accuracy": 90.31999969482422, "Augmented-0.1-Quantile-Accuracy": 91.41999816894531, "Augmented-Accuracy": 94.1124, "Augmented-Loss": 1.0505445410251617, "Clean-Accuracy": 89.28, "Clean-Loss": 0.8349325344085693, "PGD-Accuracy": 4.7, "PGD-Loss": 4.430889610290527}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 494.15315222740173, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.06999969482422, "Augmented-0.05-Quantile-Accuracy": 83.44999694824219, "Augmented-0.1-Quantile-Accuracy": 84.65999603271484, "Augmented-Accuracy": 88.0664, "Augmented-Loss": 1.146736668685913, "Clean-Accuracy": 90.19, "Clean-Loss": 1.0158584533691406, "PGD-Accuracy": 1.0, "PGD-Loss": 4.586731484985352}, "Total-Time": 34620.51427078247, "Train": {"Loss": 0.9578934578323365, "avg t": 0.9280166877937317, "plain loss": 0.8384900339965834, "standard loss": 0.8332449949645996}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.33999633789062, "Augmented-0.05-Quantile-Accuracy": 90.0199966430664, "Augmented-0.1-Quantile-Accuracy": 91.07999420166016, "Augmented-Accuracy": 93.9824, "Augmented-Loss": 1.057560583627701, "Clean-Accuracy": 83.84, "Clean-Loss": 0.8668186410903931, "PGD-Accuracy": 4.9, "PGD-Loss": 4.341219690704346}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 495.6521680355072, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.1500015258789, "Augmented-0.05-Quantile-Accuracy": 82.56999969482422, "Augmented-0.1-Quantile-Accuracy": 83.94999694824219, "Augmented-Accuracy": 87.8145, "Augmented-Loss": 1.1579620971069335, "Clean-Accuracy": 89.71, "Clean-Loss": 1.0225714630126954, "PGD-Accuracy": 0.34, "PGD-Loss": 4.565746994018554}, "Total-Time": 35116.16643881798, "Train": {"Loss": 0.9553519171905518, "avg t": 0.9276518440628052, "plain loss": 0.8370001344909664, "standard loss": 0.831960580368042}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.47999572753906, "Augmented-0.05-Quantile-Accuracy": 90.22000122070312, "Augmented-0.1-Quantile-Accuracy": 91.33999633789062, "Augmented-Accuracy": 94.0342, "Augmented-Loss": 1.0619489321517945, "Clean-Accuracy": 91.9, "Clean-Loss": 0.8020203042984009, "PGD-Accuracy": 3.74, "PGD-Loss": 4.339571224975586}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 496.2327492237091, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.11000061035156, "Augmented-0.05-Quantile-Accuracy": 83.1500015258789, "Augmented-0.1-Quantile-Accuracy": 84.47999572753906, "Augmented-Accuracy": 88.3851, "Augmented-Loss": 1.156380024810791, "Clean-Accuracy": 90.61, "Clean-Loss": 1.0172822372436523, "PGD-Accuracy": 0.9, "PGD-Loss": 4.493350326538086}, "Total-Time": 35612.39918804169, "Train": {"Loss": 0.9557022115325928, "avg t": 0.927536719493866, "plain loss": 0.8422027251586914, "standard loss": 0.8372534331130982}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.31999969482422, "Augmented-0.05-Quantile-Accuracy": 91.0199966430664, "Augmented-0.1-Quantile-Accuracy": 92.0199966430664, "Augmented-Accuracy": 94.4942, "Augmented-Loss": 1.0574501398334504, "Clean-Accuracy": 91.08, "Clean-Loss": 0.8314804941177368, "PGD-Accuracy": 5.52, "PGD-Loss": 4.250204751586914}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 495.43515253067017, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.62999725341797, "Augmented-0.05-Quantile-Accuracy": 81.73999786376953, "Augmented-0.1-Quantile-Accuracy": 83.27999877929688, "Augmented-Accuracy": 87.1324, "Augmented-Loss": 1.1600877395401001, "Clean-Accuracy": 89.78, "Clean-Loss": 1.028872035217285, "PGD-Accuracy": 0.89, "PGD-Loss": 4.481828512573242}, "Total-Time": 36107.83434057236, "Train": {"Loss": 0.9566055275154114, "avg t": 0.9278051245307922, "plain loss": 0.8444911025238044, "standard loss": 0.8389946401596069}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.05999755859375, "Augmented-0.05-Quantile-Accuracy": 90.5199966430664, "Augmented-0.1-Quantile-Accuracy": 91.5999984741211, "Augmented-Accuracy": 94.1672, "Augmented-Loss": 1.0652316307163239, "Clean-Accuracy": 86.68, "Clean-Loss": 0.8284806738853454, "PGD-Accuracy": 6.14, "PGD-Loss": 4.205947559738159}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 494.6908414363861, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.88999938964844, "Augmented-0.05-Quantile-Accuracy": 81.97000122070312, "Augmented-0.1-Quantile-Accuracy": 83.45999908447266, "Augmented-Accuracy": 87.2903, "Augmented-Loss": 1.1673723497543336, "Clean-Accuracy": 89.84, "Clean-Loss": 1.0216402320861817, "PGD-Accuracy": 1.7, "PGD-Loss": 4.413616040039063}, "Total-Time": 36602.52518200874, "Train": {"Loss": 0.955810350112915, "avg t": 0.9275848435211181, "plain loss": 0.8438018156433099, "standard loss": 0.8385863118362427}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.23999786376953, "Augmented-0.05-Quantile-Accuracy": 90.68000030517578, "Augmented-0.1-Quantile-Accuracy": 91.54000091552734, "Augmented-Accuracy": 94.1866, "Augmented-Loss": 1.0544519907302856, "Clean-Accuracy": 85.16, "Clean-Loss": 0.8950839733123779, "PGD-Accuracy": 6.14, "PGD-Loss": 4.178348605728149}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 495.4254767894745, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.68999481201172, "Augmented-0.05-Quantile-Accuracy": 82.04999542236328, "Augmented-0.1-Quantile-Accuracy": 83.5999984741211, "Augmented-Accuracy": 87.3082, "Augmented-Loss": 1.1610573192901612, "Clean-Accuracy": 89.66, "Clean-Loss": 1.030972191619873, "PGD-Accuracy": 1.44, "PGD-Loss": 4.385673156738282}, "Total-Time": 37097.95065879822, "Train": {"Loss": 0.9580448612785339, "avg t": 0.9281032511520386, "plain loss": 0.8484058259277338, "standard loss": 0.8431787505722046}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.07999420166016, "Augmented-0.05-Quantile-Accuracy": 89.72000122070312, "Augmented-0.1-Quantile-Accuracy": 91.0, "Augmented-Accuracy": 93.723, "Augmented-Loss": 1.0670703736305236, "Clean-Accuracy": 94.06, "Clean-Loss": 0.7886765295982361, "PGD-Accuracy": 9.46, "PGD-Loss": 4.042285484313965}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 493.7888560295105, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.05999755859375, "Augmented-0.05-Quantile-Accuracy": 83.23999786376953, "Augmented-0.1-Quantile-Accuracy": 84.54999542236328, "Augmented-Accuracy": 88.1152, "Augmented-Loss": 1.158496930404663, "Clean-Accuracy": 90.55, "Clean-Loss": 1.0225251586914061, "PGD-Accuracy": 1.45, "PGD-Loss": 4.372112661743164}, "Total-Time": 37591.73951482773, "Train": {"Loss": 0.9489396207809448, "avg t": 0.9257713737297059, "plain loss": 0.8375483010253911, "standard loss": 0.8326268698310852}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.41999816894531, "Augmented-0.05-Quantile-Accuracy": 92.63999938964844, "Augmented-0.1-Quantile-Accuracy": 93.5199966430664, "Augmented-Accuracy": 95.4586, "Augmented-Loss": 1.0587623915672302, "Clean-Accuracy": 87.06, "Clean-Loss": 0.8272551387786865, "PGD-Accuracy": 7.26, "PGD-Loss": 4.105528490447998}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 495.6206912994385, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.29999542236328, "Augmented-0.05-Quantile-Accuracy": 83.5, "Augmented-0.1-Quantile-Accuracy": 84.80999755859375, "Augmented-Accuracy": 88.5214, "Augmented-Loss": 1.1644751061935426, "Clean-Accuracy": 91.17, "Clean-Loss": 1.0215705192565918, "PGD-Accuracy": 1.31, "PGD-Loss": 4.361740826416016}, "Total-Time": 38087.36020612717, "Train": {"Loss": 0.9457630523300171, "avg t": 0.9249396237945556, "plain loss": 0.8326941289062497, "standard loss": 0.8281428797912598}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.07999420166016, "Augmented-0.05-Quantile-Accuracy": 92.5999984741211, "Augmented-0.1-Quantile-Accuracy": 93.47999572753906, "Augmented-Accuracy": 95.459, "Augmented-Loss": 1.0609843219966888, "Clean-Accuracy": 90.46, "Clean-Loss": 0.8534000741958618, "PGD-Accuracy": 6.82, "PGD-Loss": 4.090926413726806}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 493.8845126628876, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.29000091552734, "Augmented-0.05-Quantile-Accuracy": 83.73999786376953, "Augmented-0.1-Quantile-Accuracy": 84.8699951171875, "Augmented-Accuracy": 88.4472, "Augmented-Loss": 1.163128956954956, "Clean-Accuracy": 90.91, "Clean-Loss": 1.0251639465332032, "PGD-Accuracy": 1.37, "PGD-Loss": 4.343844519042968}, "Total-Time": 38581.244718790054, "Train": {"Loss": 0.9440549188232422, "avg t": 0.9245264694213867, "plain loss": 0.8312575203247067, "standard loss": 0.8268881873321533}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.29999542236328, "Augmented-0.05-Quantile-Accuracy": 92.87999725341797, "Augmented-0.1-Quantile-Accuracy": 93.45999908447266, "Augmented-Accuracy": 95.457, "Augmented-Loss": 1.064374368156433, "Clean-Accuracy": 93.56, "Clean-Loss": 0.8863640813827515, "PGD-Accuracy": 7.98, "PGD-Loss": 4.034631219482422}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 495.45816445350647, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.36000061035156, "Augmented-0.05-Quantile-Accuracy": 83.72999572753906, "Augmented-0.1-Quantile-Accuracy": 85.02999877929688, "Augmented-Accuracy": 88.648, "Augmented-Loss": 1.16649914919281, "Clean-Accuracy": 90.69, "Clean-Loss": 1.0281091484069824, "PGD-Accuracy": 1.53, "PGD-Loss": 4.330962051391602}, "Total-Time": 39076.70288324356, "Train": {"Loss": 0.9441342712020874, "avg t": 0.9244647177124024, "plain loss": 0.8306632761840818, "standard loss": 0.8261234896659851}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.69999694824219, "Augmented-0.05-Quantile-Accuracy": 92.43999481201172, "Augmented-0.1-Quantile-Accuracy": 93.22000122070312, "Augmented-Accuracy": 95.4572, "Augmented-Loss": 1.0673486917381287, "Clean-Accuracy": 90.96, "Clean-Loss": 0.8234250685691834, "PGD-Accuracy": 8.2, "PGD-Loss": 4.033380632400513}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 497.34301805496216, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.61000061035156, "Augmented-0.05-Quantile-Accuracy": 83.5999984741211, "Augmented-0.1-Quantile-Accuracy": 84.77999877929688, "Augmented-Accuracy": 88.6175, "Augmented-Loss": 1.1679820010528565, "Clean-Accuracy": 90.92, "Clean-Loss": 1.016416569519043, "PGD-Accuracy": 1.47, "PGD-Loss": 4.3192651641845705}, "Total-Time": 39574.04590129852, "Train": {"Loss": 0.9435280667114258, "avg t": 0.9243040308380127, "plain loss": 0.8309122194824227, "standard loss": 0.8265238171195984}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.5999984741211, "Augmented-0.05-Quantile-Accuracy": 92.68000030517578, "Augmented-0.1-Quantile-Accuracy": 93.79999542236328, "Augmented-Accuracy": 95.729, "Augmented-Loss": 1.0558201762161254, "Clean-Accuracy": 93.98, "Clean-Loss": 0.7755108924865722, "PGD-Accuracy": 10.28, "PGD-Loss": 3.957688341522217}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 496.24464106559753, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.6199951171875, "Augmented-0.05-Quantile-Accuracy": 83.73999786376953, "Augmented-0.1-Quantile-Accuracy": 85.0199966430664, "Augmented-Accuracy": 88.7273, "Augmented-Loss": 1.166750346244812, "Clean-Accuracy": 91.2, "Clean-Loss": 1.0241572578430176, "PGD-Accuracy": 1.7, "PGD-Loss": 4.300502822875977}, "Total-Time": 40070.29054236412, "Train": {"Loss": 0.9433017073440552, "avg t": 0.9242234979248047, "plain loss": 0.830127002685547, "standard loss": 0.8258005822372436}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.95999908447266, "Augmented-0.05-Quantile-Accuracy": 93.31999969482422, "Augmented-0.1-Quantile-Accuracy": 94.13999938964844, "Augmented-Accuracy": 96.1918, "Augmented-Loss": 1.0629591082382202, "Clean-Accuracy": 91.68, "Clean-Loss": 0.8240712065696716, "PGD-Accuracy": 9.92, "PGD-Loss": 3.9570518745422363}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 494.3829803466797, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.79999542236328, "Augmented-0.05-Quantile-Accuracy": 83.91999816894531, "Augmented-0.1-Quantile-Accuracy": 85.11000061035156, "Augmented-Accuracy": 88.874, "Augmented-Loss": 1.1723292032928467, "Clean-Accuracy": 91.26, "Clean-Loss": 1.020397441101074, "PGD-Accuracy": 1.53, "PGD-Loss": 4.299568548583984}, "Total-Time": 40564.6735227108, "Train": {"Loss": 0.9429226695251465, "avg t": 0.9240921241378784, "plain loss": 0.8304269519348145, "standard loss": 0.826099949684143}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.89999389648438, "Augmented-0.05-Quantile-Accuracy": 92.75999450683594, "Augmented-0.1-Quantile-Accuracy": 93.69999694824219, "Augmented-Accuracy": 95.9048, "Augmented-Loss": 1.059026985973358, "Clean-Accuracy": 91.06, "Clean-Loss": 0.8593939021110535, "PGD-Accuracy": 9.62, "PGD-Loss": 3.9650347801208494}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 496.5823187828064, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.0, "Augmented-0.05-Quantile-Accuracy": 83.95999908447266, "Augmented-0.1-Quantile-Accuracy": 85.12999725341797, "Augmented-Accuracy": 88.9187, "Augmented-Loss": 1.173553536956787, "Clean-Accuracy": 91.16, "Clean-Loss": 1.0324275344848632, "PGD-Accuracy": 1.43, "PGD-Loss": 4.291655532836914}, "Total-Time": 41061.25584149361, "Train": {"Loss": 0.9430143627929688, "avg t": 0.9241434677314758, "plain loss": 0.8320188343505858, "standard loss": 0.8277394169998169}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.5199966430664, "Augmented-0.05-Quantile-Accuracy": 92.87999725341797, "Augmented-0.1-Quantile-Accuracy": 93.55999755859375, "Augmented-Accuracy": 95.7442, "Augmented-Loss": 1.0710252102584839, "Clean-Accuracy": 87.98, "Clean-Loss": 0.8584055810928345, "PGD-Accuracy": 9.08, "PGD-Loss": 3.9655118942260743}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 493.68030643463135, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.68999481201172, "Augmented-0.05-Quantile-Accuracy": 83.91999816894531, "Augmented-0.1-Quantile-Accuracy": 85.0199966430664, "Augmented-Accuracy": 88.7588, "Augmented-Loss": 1.1800046750488282, "Clean-Accuracy": 91.1, "Clean-Loss": 1.0255320182800294, "PGD-Accuracy": 1.3, "PGD-Loss": 4.287383859252929}, "Total-Time": 41554.93614792824, "Train": {"Loss": 0.9422512751770019, "avg t": 0.9239768448638916, "plain loss": 0.8318011966857903, "standard loss": 0.8274616707611084}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.83999633789062, "Augmented-0.05-Quantile-Accuracy": 92.86000061035156, "Augmented-0.1-Quantile-Accuracy": 93.72000122070312, "Augmented-Accuracy": 95.6446, "Augmented-Loss": 1.0653282522563934, "Clean-Accuracy": 92.12, "Clean-Loss": 0.822324048423767, "PGD-Accuracy": 10.44, "PGD-Loss": 3.9331112140655518}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 491.99684715270996, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.12999725341797, "Augmented-0.05-Quantile-Accuracy": 83.79999542236328, "Augmented-0.1-Quantile-Accuracy": 85.2699966430664, "Augmented-Accuracy": 88.8881, "Augmented-Loss": 1.1811894723434448, "Clean-Accuracy": 91.47, "Clean-Loss": 1.0306349601745606, "PGD-Accuracy": 1.44, "PGD-Loss": 4.2709528381347655}, "Total-Time": 42046.93299508095, "Train": {"Loss": 0.9425113222503662, "avg t": 0.9240367177581787, "plain loss": 0.8317205255126957, "standard loss": 0.8274963664627075}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.47999572753906, "Augmented-0.05-Quantile-Accuracy": 93.04000091552734, "Augmented-0.1-Quantile-Accuracy": 93.93999481201172, "Augmented-Accuracy": 95.9228, "Augmented-Loss": 1.0737723392982483, "Clean-Accuracy": 92.28, "Clean-Loss": 0.8299251155853271, "PGD-Accuracy": 10.36, "PGD-Loss": 3.917972959136963}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 495.64723896980286, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.50999450683594, "Augmented-0.05-Quantile-Accuracy": 83.65999603271484, "Augmented-0.1-Quantile-Accuracy": 85.0199966430664, "Augmented-Accuracy": 88.8069, "Augmented-Loss": 1.1831096051559449, "Clean-Accuracy": 91.27, "Clean-Loss": 1.0346068946838378, "PGD-Accuracy": 1.21, "PGD-Loss": 4.26834309387207}, "Total-Time": 42542.58023405075, "Train": {"Loss": 0.9427937591934205, "avg t": 0.9240657489967347, "plain loss": 0.8318025518188469, "standard loss": 0.8275848866844178}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.36000061035156, "Augmented-0.05-Quantile-Accuracy": 92.95999908447266, "Augmented-0.1-Quantile-Accuracy": 93.72000122070312, "Augmented-Accuracy": 95.6568, "Augmented-Loss": 1.0744896479358672, "Clean-Accuracy": 93.64, "Clean-Loss": 0.7959834964752197, "PGD-Accuracy": 7.9, "PGD-Loss": 3.971290283203125}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 494.1962420940399, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.80999755859375, "Augmented-0.05-Quantile-Accuracy": 83.91999816894531, "Augmented-0.1-Quantile-Accuracy": 85.30999755859375, "Augmented-Accuracy": 88.9703, "Augmented-Loss": 1.1825971119613647, "Clean-Accuracy": 91.46, "Clean-Loss": 1.0353892608642579, "PGD-Accuracy": 1.19, "PGD-Loss": 4.262135266113281}, "Total-Time": 43036.77647614479, "Train": {"Loss": 0.9422930193710327, "avg t": 0.9239920598220825, "plain loss": 0.831802266754149, "standard loss": 0.8273673351287841}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.81999969482422, "Augmented-0.05-Quantile-Accuracy": 93.25999450683594, "Augmented-0.1-Quantile-Accuracy": 94.07999420166016, "Augmented-Accuracy": 96.0472, "Augmented-Loss": 1.0749779578399659, "Clean-Accuracy": 93.1, "Clean-Loss": 0.7974052226066589, "PGD-Accuracy": 8.7, "PGD-Loss": 3.934361200714111}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 494.9048218727112, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.00999450683594, "Augmented-0.05-Quantile-Accuracy": 83.77999877929688, "Augmented-0.1-Quantile-Accuracy": 85.11000061035156, "Augmented-Accuracy": 88.776, "Augmented-Loss": 1.1818581418380738, "Clean-Accuracy": 91.57, "Clean-Loss": 1.0382280532836914, "PGD-Accuracy": 1.42, "PGD-Loss": 4.241642123413086}, "Total-Time": 43531.6812980175, "Train": {"Loss": 0.941637568359375, "avg t": 0.9238037481307984, "plain loss": 0.8321923737182619, "standard loss": 0.827884500579834}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.31999969482422, "Augmented-0.05-Quantile-Accuracy": 93.63999938964844, "Augmented-0.1-Quantile-Accuracy": 94.39999389648438, "Augmented-Accuracy": 96.2898, "Augmented-Loss": 1.0771953878746032, "Clean-Accuracy": 91.66, "Clean-Loss": 0.7941098216056823, "PGD-Accuracy": 10.24, "PGD-Loss": 3.891788726043701}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 495.1757016181946, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.9000015258789, "Augmented-0.05-Quantile-Accuracy": 83.94999694824219, "Augmented-0.1-Quantile-Accuracy": 85.23999786376953, "Augmented-Accuracy": 88.8408, "Augmented-Loss": 1.180966442199707, "Clean-Accuracy": 91.41, "Clean-Loss": 1.028970573425293, "PGD-Accuracy": 1.51, "PGD-Loss": 4.22447421875}, "Total-Time": 44026.8569996357, "Train": {"Loss": 0.941665420627594, "avg t": 0.9237482186508179, "plain loss": 0.8309997145385744, "standard loss": 0.8266725786972046}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.22000122070312, "Augmented-0.05-Quantile-Accuracy": 93.15999603271484, "Augmented-0.1-Quantile-Accuracy": 94.04000091552734, "Augmented-Accuracy": 95.923, "Augmented-Loss": 1.0683165140075683, "Clean-Accuracy": 91.1, "Clean-Loss": 0.8050285325050354, "PGD-Accuracy": 11.68, "PGD-Loss": 3.836213973236084}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 494.2331602573395, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.87999725341797, "Augmented-0.05-Quantile-Accuracy": 83.87999725341797, "Augmented-0.1-Quantile-Accuracy": 85.11000061035156, "Augmented-Accuracy": 88.8291, "Augmented-Loss": 1.1876925733337402, "Clean-Accuracy": 91.56, "Clean-Loss": 1.035834546661377, "PGD-Accuracy": 1.19, "PGD-Loss": 4.225776248168946}, "Total-Time": 44521.090159893036, "Train": {"Loss": 0.941865457019806, "avg t": 0.9238700605773926, "plain loss": 0.8316265199890136, "standard loss": 0.8274135599136353}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.93999481201172, "Augmented-0.05-Quantile-Accuracy": 93.57999420166016, "Augmented-0.1-Quantile-Accuracy": 94.29999542236328, "Augmented-Accuracy": 96.12, "Augmented-Loss": 1.0736541876907348, "Clean-Accuracy": 87.74, "Clean-Loss": 0.8514710181236267, "PGD-Accuracy": 8.86, "PGD-Loss": 3.8948046577453614}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 493.31043672561646, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.11000061035156, "Augmented-0.05-Quantile-Accuracy": 83.87999725341797, "Augmented-0.1-Quantile-Accuracy": 85.18000030517578, "Augmented-Accuracy": 88.8829, "Augmented-Loss": 1.1875995340805054, "Clean-Accuracy": 91.58, "Clean-Loss": 1.0295246864318848, "PGD-Accuracy": 1.25, "PGD-Loss": 4.222551504516602}, "Total-Time": 45014.40059661865, "Train": {"Loss": 0.9416921965789795, "avg t": 0.9237578120803833, "plain loss": 0.8323539546813955, "standard loss": 0.8281166327667236}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.41999816894531, "Augmented-0.05-Quantile-Accuracy": 93.6199951171875, "Augmented-0.1-Quantile-Accuracy": 94.33999633789062, "Augmented-Accuracy": 96.3354, "Augmented-Loss": 1.0691191923732757, "Clean-Accuracy": 90.72, "Clean-Loss": 0.8162453254699708, "PGD-Accuracy": 9.62, "PGD-Loss": 3.8936416877746582}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 494.57800245285034, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.18999481201172, "Augmented-0.05-Quantile-Accuracy": 84.0, "Augmented-0.1-Quantile-Accuracy": 85.29999542236328, "Augmented-Accuracy": 88.8817, "Augmented-Loss": 1.1863804263000488, "Clean-Accuracy": 91.61, "Clean-Loss": 1.0328180168151855, "PGD-Accuracy": 1.22, "PGD-Loss": 4.22093440246582}, "Total-Time": 45508.9785990715, "Train": {"Loss": 0.9414934683227539, "avg t": 0.9237412805175781, "plain loss": 0.8322124309082041, "standard loss": 0.8280347200775147}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.77999877929688, "Augmented-0.05-Quantile-Accuracy": 94.0, "Augmented-0.1-Quantile-Accuracy": 94.83999633789062, "Augmented-Accuracy": 96.393, "Augmented-Loss": 1.0736386221523284, "Clean-Accuracy": 89.72, "Clean-Loss": 0.8234440364837646, "PGD-Accuracy": 7.62, "PGD-Loss": 3.9444226341247557}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 494.74053025245667, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.95999908447266, "Augmented-0.05-Quantile-Accuracy": 83.94999694824219, "Augmented-0.1-Quantile-Accuracy": 85.22999572753906, "Augmented-Accuracy": 88.8807, "Augmented-Loss": 1.1865955382385254, "Clean-Accuracy": 91.49, "Clean-Loss": 1.0348987457275391, "PGD-Accuracy": 1.34, "PGD-Loss": 4.217017196655274}, "Total-Time": 46003.71912932396, "Train": {"Loss": 0.9415323672866821, "avg t": 0.9237037789154052, "plain loss": 0.8320787258605971, "standard loss": 0.8279696448135376}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.0999984741211, "Augmented-0.05-Quantile-Accuracy": 93.29999542236328, "Augmented-0.1-Quantile-Accuracy": 94.39999389648438, "Augmented-Accuracy": 96.07, "Augmented-Loss": 1.0733880729637146, "Clean-Accuracy": 89.62, "Clean-Loss": 0.8272135830879211, "PGD-Accuracy": 9.9, "PGD-Loss": 3.8815569149017333}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 496.23998522758484, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.9000015258789, "Augmented-0.05-Quantile-Accuracy": 84.0, "Augmented-0.1-Quantile-Accuracy": 85.13999938964844, "Augmented-Accuracy": 88.9241, "Augmented-Loss": 1.1850831560287476, "Clean-Accuracy": 91.59, "Clean-Loss": 1.0362932060241699, "PGD-Accuracy": 1.27, "PGD-Loss": 4.21814548034668}, "Total-Time": 46499.959114551544, "Train": {"Loss": 0.9412038040161133, "avg t": 0.9236248120689392, "plain loss": 0.8312999252319332, "standard loss": 0.8271291356658935}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.04000091552734, "Augmented-0.05-Quantile-Accuracy": 93.31999969482422, "Augmented-0.1-Quantile-Accuracy": 94.13999938964844, "Augmented-Accuracy": 96.0076, "Augmented-Loss": 1.074675021177292, "Clean-Accuracy": 91.88, "Clean-Loss": 0.8140072838783264, "PGD-Accuracy": 9.28, "PGD-Loss": 3.892847467041016}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 495.6369774341583, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.05999755859375, "Augmented-0.05-Quantile-Accuracy": 83.9000015258789, "Augmented-0.1-Quantile-Accuracy": 85.1500015258789, "Augmented-Accuracy": 88.8893, "Augmented-Loss": 1.1861433809967041, "Clean-Accuracy": 91.59, "Clean-Loss": 1.0331496315002442, "PGD-Accuracy": 1.25, "PGD-Loss": 4.216133612060547}, "Total-Time": 46995.5960919857, "Train": {"Loss": 0.941370458984375, "avg t": 0.9237363444137573, "plain loss": 0.8319070654907225, "standard loss": 0.8276791877746582}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.5199966430664, "Augmented-0.05-Quantile-Accuracy": 93.77999877929688, "Augmented-0.1-Quantile-Accuracy": 94.5199966430664, "Augmented-Accuracy": 96.3462, "Augmented-Loss": 1.0710994033679961, "Clean-Accuracy": 94.16, "Clean-Loss": 0.7712166185379028, "PGD-Accuracy": 9.34, "PGD-Loss": 3.900293288040161}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 493.6021361351013, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.1500015258789, "Augmented-0.05-Quantile-Accuracy": 84.05999755859375, "Augmented-0.1-Quantile-Accuracy": 85.2699966430664, "Augmented-Accuracy": 88.9032, "Augmented-Loss": 1.1847169264831543, "Clean-Accuracy": 91.71, "Clean-Loss": 1.0342519638061523, "PGD-Accuracy": 1.29, "PGD-Loss": 4.214193286132812}, "Total-Time": 47489.198228120804, "Train": {"Loss": 0.9417451755523681, "avg t": 0.9237545611190796, "plain loss": 0.8319232817382811, "standard loss": 0.8277460887908935}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.5999984741211, "Augmented-0.05-Quantile-Accuracy": 93.95999908447266, "Augmented-0.1-Quantile-Accuracy": 94.57999420166016, "Augmented-Accuracy": 96.3978, "Augmented-Loss": 1.0712805366020202, "Clean-Accuracy": 95.04, "Clean-Loss": 0.8014985113143921, "PGD-Accuracy": 9.82, "PGD-Loss": 3.884909934234619}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 495.82881331443787, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.07999420166016, "Augmented-0.05-Quantile-Accuracy": 83.93999481201172, "Augmented-0.1-Quantile-Accuracy": 85.32999420166016, "Augmented-Accuracy": 88.9045, "Augmented-Loss": 1.186648358329773, "Clean-Accuracy": 91.6, "Clean-Loss": 1.0355145584106444, "PGD-Accuracy": 1.16, "PGD-Loss": 4.216238134765625}, "Total-Time": 47985.02704143524, "Train": {"Loss": 0.9410704891395569, "avg t": 0.9235410305023193, "plain loss": 0.8312065466918948, "standard loss": 0.8270848545837403}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.19999694824219, "Augmented-0.05-Quantile-Accuracy": 93.5199966430664, "Augmented-0.1-Quantile-Accuracy": 94.36000061035156, "Augmented-Accuracy": 96.3134, "Augmented-Loss": 1.0736050542907716, "Clean-Accuracy": 90.96, "Clean-Loss": 0.7902936168670655, "PGD-Accuracy": 10.42, "PGD-Loss": 3.8497444381713866}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 496.0055854320526, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.0, "Augmented-0.05-Quantile-Accuracy": 83.94999694824219, "Augmented-0.1-Quantile-Accuracy": 85.20999908447266, "Augmented-Accuracy": 88.9101, "Augmented-Loss": 1.1864432080612182, "Clean-Accuracy": 91.56, "Clean-Loss": 1.03501328125, "PGD-Accuracy": 1.26, "PGD-Loss": 4.216307431030273}, "Total-Time": 48481.032626867294, "Train": {"Loss": 0.9413129244422913, "avg t": 0.9236317496109009, "plain loss": 0.8313863006286625, "standard loss": 0.8272057231140136}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.25999450683594, "Augmented-0.05-Quantile-Accuracy": 93.68000030517578, "Augmented-0.1-Quantile-Accuracy": 94.39999389648438, "Augmented-Accuracy": 96.3126, "Augmented-Loss": 1.0741691356239318, "Clean-Accuracy": 94.36, "Clean-Loss": 0.7623515007019043, "PGD-Accuracy": 11.14, "PGD-Loss": 3.8277909950256346}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 494.8530285358429, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.16999816894531, "Augmented-0.05-Quantile-Accuracy": 84.02999877929688, "Augmented-0.1-Quantile-Accuracy": 85.12999725341797, "Augmented-Accuracy": 88.8736, "Augmented-Loss": 1.1873971326904298, "Clean-Accuracy": 91.52, "Clean-Loss": 1.0351901908874512, "PGD-Accuracy": 1.23, "PGD-Loss": 4.213752688598633}, "Total-Time": 48975.88565540314, "Train": {"Loss": 0.9412776865768433, "avg t": 0.9236816526603698, "plain loss": 0.8313117555541994, "standard loss": 0.8271601151275635}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.25999450683594, "Augmented-0.05-Quantile-Accuracy": 93.5199966430664, "Augmented-0.1-Quantile-Accuracy": 94.31999969482422, "Augmented-Accuracy": 96.1068, "Augmented-Loss": 1.0731401269111633, "Clean-Accuracy": 89.44, "Clean-Loss": 0.7894675717353821, "PGD-Accuracy": 9.68, "PGD-Loss": 3.8788263957977294}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 496.31845784187317, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.90999603271484, "Augmented-0.05-Quantile-Accuracy": 83.94999694824219, "Augmented-0.1-Quantile-Accuracy": 85.25, "Augmented-Accuracy": 88.8664, "Augmented-Loss": 1.1866131895904541, "Clean-Accuracy": 91.66, "Clean-Loss": 1.0363698104858399, "PGD-Accuracy": 1.27, "PGD-Loss": 4.210949978637696}, "Total-Time": 49472.20411324501, "Train": {"Loss": 0.9415300785064697, "avg t": 0.9238120925521851, "plain loss": 0.8320218612670904, "standard loss": 0.8279191160202026}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.68000030517578, "Augmented-0.05-Quantile-Accuracy": 94.0, "Augmented-0.1-Quantile-Accuracy": 94.72000122070312, "Augmented-Accuracy": 96.4542, "Augmented-Loss": 1.075275820383072, "Clean-Accuracy": 83.0, "Clean-Loss": 0.8891588340759278, "PGD-Accuracy": 7.06, "PGD-Loss": 3.939514888000488}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 493.3089282512665, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.97999572753906, "Augmented-0.05-Quantile-Accuracy": 83.86000061035156, "Augmented-0.1-Quantile-Accuracy": 85.18000030517578, "Augmented-Accuracy": 88.9101, "Augmented-Loss": 1.1872542423706054, "Clean-Accuracy": 91.56, "Clean-Loss": 1.030208888244629, "PGD-Accuracy": 1.24, "PGD-Loss": 4.211099862670898}, "Total-Time": 49965.51304149628, "Train": {"Loss": 0.9411291913986206, "avg t": 0.9235707811737061, "plain loss": 0.8318715312499997, "standard loss": 0.827699453086853}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.39999389648438, "Augmented-0.05-Quantile-Accuracy": 93.57999420166016, "Augmented-0.1-Quantile-Accuracy": 94.33999633789062, "Augmented-Accuracy": 96.3934, "Augmented-Loss": 1.0695798524188995, "Clean-Accuracy": 94.4, "Clean-Loss": 0.8111111267089843, "PGD-Accuracy": 8.84, "PGD-Loss": 3.8949687953948975}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 494.4731481075287, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.97999572753906, "Augmented-0.05-Quantile-Accuracy": 84.0, "Augmented-0.1-Quantile-Accuracy": 85.1500015258789, "Augmented-Accuracy": 88.8464, "Augmented-Loss": 1.1870911830444335, "Clean-Accuracy": 91.62, "Clean-Loss": 1.03161810836792, "PGD-Accuracy": 1.27, "PGD-Loss": 4.209483093261719}, "Total-Time": 50459.986189603806, "Train": {"Loss": 0.9412489847564697, "avg t": 0.9235791855621338, "plain loss": 0.832099512512207, "standard loss": 0.8280122915649414}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.13999938964844, "Augmented-0.05-Quantile-Accuracy": 93.73999786376953, "Augmented-0.1-Quantile-Accuracy": 94.65999603271484, "Augmented-Accuracy": 96.401, "Augmented-Loss": 1.0708432461872102, "Clean-Accuracy": 93.44, "Clean-Loss": 0.7853740068435668, "PGD-Accuracy": 11.86, "PGD-Loss": 3.8226253562927246}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 495.327175617218, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.72000122070312, "Augmented-0.05-Quantile-Accuracy": 84.11000061035156, "Augmented-0.1-Quantile-Accuracy": 85.22999572753906, "Augmented-Accuracy": 88.8927, "Augmented-Loss": 1.1865623547592163, "Clean-Accuracy": 91.63, "Clean-Loss": 1.0369401290893554, "PGD-Accuracy": 1.27, "PGD-Loss": 4.2072357757568355}, "Total-Time": 50955.31336522102, "Train": {"Loss": 0.9413251199150086, "avg t": 0.9236819042015075, "plain loss": 0.8323990698547364, "standard loss": 0.828286962814331}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.31999969482422, "Augmented-0.05-Quantile-Accuracy": 93.27999877929688, "Augmented-0.1-Quantile-Accuracy": 94.22000122070312, "Augmented-Accuracy": 96.1174, "Augmented-Loss": 1.0760639242572785, "Clean-Accuracy": 93.88, "Clean-Loss": 0.8011108156204224, "PGD-Accuracy": 9.12, "PGD-Loss": 3.896034105682373}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 493.3168737888336, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.07999420166016, "Augmented-0.05-Quantile-Accuracy": 84.0199966430664, "Augmented-0.1-Quantile-Accuracy": 85.1500015258789, "Augmented-Accuracy": 88.8674, "Augmented-Loss": 1.1861447914505006, "Clean-Accuracy": 91.6, "Clean-Loss": 1.0361790824890136, "PGD-Accuracy": 1.4, "PGD-Loss": 4.204517929077149}, "Total-Time": 51448.63023900986, "Train": {"Loss": 0.9406929180145264, "avg t": 0.92348143699646, "plain loss": 0.8310285343933103, "standard loss": 0.8268813850021363}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.79999542236328, "Augmented-0.05-Quantile-Accuracy": 93.41999816894531, "Augmented-0.1-Quantile-Accuracy": 94.15999603271484, "Augmented-Accuracy": 96.1412, "Augmented-Loss": 1.0738860705718993, "Clean-Accuracy": 93.68, "Clean-Loss": 0.7774596375465394, "PGD-Accuracy": 8.88, "PGD-Loss": 3.898224446105957}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 493.3544976711273, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.0999984741211, "Augmented-0.05-Quantile-Accuracy": 83.94999694824219, "Augmented-0.1-Quantile-Accuracy": 85.31999969482422, "Augmented-Accuracy": 88.9433, "Augmented-Loss": 1.1856888143539428, "Clean-Accuracy": 91.62, "Clean-Loss": 1.0400203201293945, "PGD-Accuracy": 1.31, "PGD-Loss": 4.2052079284667965}, "Total-Time": 51941.984736680984, "Train": {"Loss": 0.941261919078827, "avg t": 0.9236350616073609, "plain loss": 0.8314669831848146, "standard loss": 0.8272721921157837}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.65999603271484, "Augmented-0.05-Quantile-Accuracy": 93.6199951171875, "Augmented-0.1-Quantile-Accuracy": 94.55999755859375, "Augmented-Accuracy": 96.4298, "Augmented-Loss": 1.0794757298240663, "Clean-Accuracy": 94.76, "Clean-Loss": 0.8084967674255371, "PGD-Accuracy": 9.9, "PGD-Loss": 3.862502575683594}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 494.34668374061584, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.1199951171875, "Augmented-0.05-Quantile-Accuracy": 84.06999969482422, "Augmented-0.1-Quantile-Accuracy": 85.30999755859375, "Augmented-Accuracy": 88.9466, "Augmented-Loss": 1.186103267349243, "Clean-Accuracy": 91.66, "Clean-Loss": 1.031895166015625, "PGD-Accuracy": 1.33, "PGD-Loss": 4.2026513458251955}, "Total-Time": 52436.3314204216, "Train": {"Loss": 0.9410203528785706, "avg t": 0.9235822814369201, "plain loss": 0.831799242279053, "standard loss": 0.8276647635269165}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.68000030517578, "Augmented-0.05-Quantile-Accuracy": 93.83999633789062, "Augmented-0.1-Quantile-Accuracy": 94.68000030517578, "Augmented-Accuracy": 96.423, "Augmented-Loss": 1.0688453566761016, "Clean-Accuracy": 93.8, "Clean-Loss": 0.7922781911849975, "PGD-Accuracy": 10.56, "PGD-Loss": 3.839964867401123}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 495.3261046409607, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.98999786376953, "Augmented-0.05-Quantile-Accuracy": 84.0, "Augmented-0.1-Quantile-Accuracy": 85.23999786376953, "Augmented-Accuracy": 88.9074, "Augmented-Loss": 1.1856925266418457, "Clean-Accuracy": 91.61, "Clean-Loss": 1.035322582244873, "PGD-Accuracy": 1.42, "PGD-Loss": 4.198015588378906}, "Total-Time": 52931.65752506256, "Train": {"Loss": 0.9413321034812927, "avg t": 0.9236307167434692, "plain loss": 0.8323276856079093, "standard loss": 0.828218786945343}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.22000122070312, "Augmented-0.05-Quantile-Accuracy": 93.57999420166016, "Augmented-0.1-Quantile-Accuracy": 94.15999603271484, "Augmented-Accuracy": 96.0162, "Augmented-Loss": 1.0721307210330964, "Clean-Accuracy": 91.96, "Clean-Loss": 0.8148141464233398, "PGD-Accuracy": 11.94, "PGD-Loss": 3.798660715484619}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 493.5210030078888, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.15999603271484, "Augmented-0.05-Quantile-Accuracy": 84.04999542236328, "Augmented-0.1-Quantile-Accuracy": 85.23999786376953, "Augmented-Accuracy": 88.9463, "Augmented-Loss": 1.185428153564453, "Clean-Accuracy": 91.46, "Clean-Loss": 1.0391853912353515, "PGD-Accuracy": 1.32, "PGD-Loss": 4.1997661102294925}, "Total-Time": 53425.17852807045, "Train": {"Loss": 0.9412910694313049, "avg t": 0.9236926863479614, "plain loss": 0.8323382666625985, "standard loss": 0.8280666053199768}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.0199966430664, "Augmented-0.05-Quantile-Accuracy": 93.43999481201172, "Augmented-0.1-Quantile-Accuracy": 94.41999816894531, "Augmented-Accuracy": 96.026, "Augmented-Loss": 1.0766310629081726, "Clean-Accuracy": 92.78, "Clean-Loss": 0.745666975402832, "PGD-Accuracy": 10.88, "PGD-Loss": 3.819879959106445}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 493.2536950111389, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.25, "Augmented-0.05-Quantile-Accuracy": 84.13999938964844, "Augmented-0.1-Quantile-Accuracy": 85.3699951171875, "Augmented-Accuracy": 88.9827, "Augmented-Loss": 1.1861304949951172, "Clean-Accuracy": 91.63, "Clean-Loss": 1.029737621307373, "PGD-Accuracy": 1.31, "PGD-Loss": 4.200186953735352}, "Total-Time": 53918.43222308159, "Train": {"Loss": 0.9416324208641053, "avg t": 0.9236816228485107, "plain loss": 0.832080041687011, "standard loss": 0.8278834579849244}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.05999755859375, "Augmented-0.05-Quantile-Accuracy": 93.36000061035156, "Augmented-0.1-Quantile-Accuracy": 94.31999969482422, "Augmented-Accuracy": 96.3274, "Augmented-Loss": 1.0687096084346772, "Clean-Accuracy": 91.42, "Clean-Loss": 0.8099967785835266, "PGD-Accuracy": 10.46, "PGD-Loss": 3.841989450073242}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 493.65333318710327, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.16999816894531, "Augmented-0.05-Quantile-Accuracy": 84.1500015258789, "Augmented-0.1-Quantile-Accuracy": 85.29999542236328, "Augmented-Accuracy": 88.9759, "Augmented-Loss": 1.1855151870574951, "Clean-Accuracy": 91.68, "Clean-Loss": 1.04170287399292, "PGD-Accuracy": 1.36, "PGD-Loss": 4.199131713867187}, "Total-Time": 54412.08555626869, "Train": {"Loss": 0.941090914440155, "avg t": 0.9235911538124084, "plain loss": 0.8317773112182606, "standard loss": 0.8275765961074829}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.29999542236328, "Augmented-0.05-Quantile-Accuracy": 93.57999420166016, "Augmented-0.1-Quantile-Accuracy": 94.23999786376953, "Augmented-Accuracy": 96.023, "Augmented-Loss": 1.0794658656520844, "Clean-Accuracy": 94.72, "Clean-Loss": 0.8422761536598206, "PGD-Accuracy": 9.18, "PGD-Loss": 3.8742316791534424}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 495.3011417388916, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.08999633789062, "Augmented-0.05-Quantile-Accuracy": 84.07999420166016, "Augmented-0.1-Quantile-Accuracy": 85.36000061035156, "Augmented-Accuracy": 88.9957, "Augmented-Loss": 1.186047421661377, "Clean-Accuracy": 91.55, "Clean-Loss": 1.0342337379455566, "PGD-Accuracy": 1.3, "PGD-Loss": 4.196640090942383}, "Total-Time": 54907.38669800758, "Train": {"Loss": 0.9414774973297119, "avg t": 0.9237015932846069, "plain loss": 0.8314589954528806, "standard loss": 0.8272446285820008}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.22000122070312, "Augmented-0.05-Quantile-Accuracy": 93.41999816894531, "Augmented-0.1-Quantile-Accuracy": 93.97999572753906, "Augmented-Accuracy": 96.0786, "Augmented-Loss": 1.0721263915405272, "Clean-Accuracy": 92.42, "Clean-Loss": 0.8243547455787659, "PGD-Accuracy": 11.78, "PGD-Loss": 3.8158088035583497}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 491.59041690826416, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.2699966430664, "Augmented-0.05-Quantile-Accuracy": 84.12999725341797, "Augmented-0.1-Quantile-Accuracy": 85.47000122070312, "Augmented-Accuracy": 89.0144, "Augmented-Loss": 1.18524574659729, "Clean-Accuracy": 91.49, "Clean-Loss": 1.0359833526611328, "PGD-Accuracy": 1.31, "PGD-Loss": 4.1965515930175785}, "Total-Time": 55398.97711491585, "Train": {"Loss": 0.9408354965782165, "avg t": 0.9235362171173096, "plain loss": 0.8307821315917973, "standard loss": 0.8266218896865845}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.31999969482422, "Augmented-0.05-Quantile-Accuracy": 93.5199966430664, "Augmented-0.1-Quantile-Accuracy": 94.41999816894531, "Augmented-Accuracy": 96.3308, "Augmented-Loss": 1.0726412903900147, "Clean-Accuracy": 92.9, "Clean-Loss": 0.7876729822158813, "PGD-Accuracy": 10.54, "PGD-Loss": 3.8292674533843996}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 496.5735836029053, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.95999908447266, "Augmented-0.05-Quantile-Accuracy": 84.1199951171875, "Augmented-0.1-Quantile-Accuracy": 85.3499984741211, "Augmented-Accuracy": 88.9706, "Augmented-Loss": 1.1865663210830688, "Clean-Accuracy": 91.65, "Clean-Loss": 1.02892586517334, "PGD-Accuracy": 1.32, "PGD-Loss": 4.193796267700195}, "Total-Time": 55895.55069851875, "Train": {"Loss": 0.9412225436782837, "avg t": 0.9235972806358338, "plain loss": 0.8319278626098627, "standard loss": 0.8278203294754028}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.47999572753906, "Augmented-0.05-Quantile-Accuracy": 93.91999816894531, "Augmented-0.1-Quantile-Accuracy": 94.77999877929688, "Augmented-Accuracy": 96.334, "Augmented-Loss": 1.06525465316391, "Clean-Accuracy": 90.56, "Clean-Loss": 0.8029673302650452, "PGD-Accuracy": 11.16, "PGD-Loss": 3.8273683586120604}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 495.21995782852173, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.83999633789062, "Augmented-0.05-Quantile-Accuracy": 84.16999816894531, "Augmented-0.1-Quantile-Accuracy": 85.47000122070312, "Augmented-Accuracy": 88.9755, "Augmented-Loss": 1.1869038313446045, "Clean-Accuracy": 91.57, "Clean-Loss": 1.031894645690918, "PGD-Accuracy": 1.36, "PGD-Loss": 4.1920612487792965}, "Total-Time": 56390.770656347275, "Train": {"Loss": 0.9410528722572327, "avg t": 0.9235801239967346, "plain loss": 0.8317234192199715, "standard loss": 0.827598012084961}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.54000091552734, "Augmented-0.05-Quantile-Accuracy": 93.63999938964844, "Augmented-0.1-Quantile-Accuracy": 94.31999969482422, "Augmented-Accuracy": 96.1398, "Augmented-Loss": 1.0696921084270476, "Clean-Accuracy": 86.22, "Clean-Loss": 0.9033450846672058, "PGD-Accuracy": 9.88, "PGD-Loss": 3.864782450866699}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 494.8303189277649, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.16999816894531, "Augmented-0.05-Quantile-Accuracy": 84.11000061035156, "Augmented-0.1-Quantile-Accuracy": 85.37999725341797, "Augmented-Accuracy": 88.9712, "Augmented-Loss": 1.1866593370819092, "Clean-Accuracy": 91.7, "Clean-Loss": 1.0355760513305665, "PGD-Accuracy": 1.31, "PGD-Loss": 4.192719415283203}, "Total-Time": 56885.60097527504, "Train": {"Loss": 0.9412540102767945, "avg t": 0.9236065934562683, "plain loss": 0.8321773858032229, "standard loss": 0.8279766375732421}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.37999725341797, "Augmented-0.05-Quantile-Accuracy": 93.68000030517578, "Augmented-0.1-Quantile-Accuracy": 94.33999633789062, "Augmented-Accuracy": 96.1292, "Augmented-Loss": 1.0748975548229218, "Clean-Accuracy": 92.34, "Clean-Loss": 0.8477537121772766, "PGD-Accuracy": 10.34, "PGD-Loss": 3.8361989707946775}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
