{"Epoch": 0, "Epoch-Time": 1426.6703684329987, "Test": {"Augmented-0.01-Quantile-Accuracy": 22.68000030517578, "Augmented-0.05-Quantile-Accuracy": 23.06999969482422, "Augmented-0.1-Quantile-Accuracy": 23.239999771118164, "Augmented-Accuracy": 23.8957, "Augmented-Loss": 1.942790195953369, "Clean-Accuracy": 24.41, "Clean-Loss": 1.9433601455688476, "PGD-Accuracy": 8.65, "PGD-Loss": 2.5699267456054686}, "Total-Time": 1426.6703684329987, "Train": {"Loss": 70.65093337707519, "avg t": 1.7314707443237305, "plain loss": 2.279090744079588, "standard loss": 2.2792728512573244}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 21.8799991607666, "Augmented-0.05-Quantile-Accuracy": 22.279998779296875, "Augmented-0.1-Quantile-Accuracy": 22.5, "Augmented-Accuracy": 23.2228, "Augmented-Loss": 1.959256937643051, "Clean-Accuracy": 22.34, "Clean-Loss": 1.9832880229949952, "PGD-Accuracy": 7.58, "PGD-Loss": 2.6144115242004395}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 1426.8844857215881, "Test": {"Augmented-0.01-Quantile-Accuracy": 27.35999870300293, "Augmented-0.05-Quantile-Accuracy": 28.09000015258789, "Augmented-0.1-Quantile-Accuracy": 28.40999984741211, "Augmented-Accuracy": 29.4394, "Augmented-Loss": 1.81034141355896, "Clean-Accuracy": 29.96, "Clean-Loss": 1.7965438125610351, "PGD-Accuracy": 8.24, "PGD-Loss": 2.6135036346435547}, "Total-Time": 2853.554854154587, "Train": {"Loss": 38.138348464889525, "avg t": 1.6798793379592896, "plain loss": 1.9153685243835434, "standard loss": 1.9150904680252074}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 26.719999313354492, "Augmented-0.05-Quantile-Accuracy": 27.279998779296875, "Augmented-0.1-Quantile-Accuracy": 27.619998931884766, "Augmented-Accuracy": 28.5248, "Augmented-Loss": 1.8154248468780518, "Clean-Accuracy": 28.14, "Clean-Loss": 1.833883529663086, "PGD-Accuracy": 7.86, "PGD-Loss": 2.6370656028747557}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 1427.9914164543152, "Test": {"Augmented-0.01-Quantile-Accuracy": 29.229999542236328, "Augmented-0.05-Quantile-Accuracy": 30.15999984741211, "Augmented-0.1-Quantile-Accuracy": 30.719999313354492, "Augmented-Accuracy": 32.2179, "Augmented-Loss": 1.7552422432556152, "Clean-Accuracy": 32.84, "Clean-Loss": 1.7402164108276368, "PGD-Accuracy": 7.12, "PGD-Loss": 2.7350735946655274}, "Total-Time": 4281.546270608902, "Train": {"Loss": 32.60925739677429, "avg t": 1.6434729317474366, "plain loss": 1.8315667961425766, "standard loss": 1.8313017420959472}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 28.619998931884766, "Augmented-0.05-Quantile-Accuracy": 29.479999542236328, "Augmented-0.1-Quantile-Accuracy": 30.0, "Augmented-Accuracy": 31.7374, "Augmented-Loss": 1.7717260481758117, "Clean-Accuracy": 31.22, "Clean-Loss": 1.7699072664260864, "PGD-Accuracy": 6.24, "PGD-Loss": 2.765454191970825}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 1426.795184135437, "Test": {"Augmented-0.01-Quantile-Accuracy": 32.18000030517578, "Augmented-0.05-Quantile-Accuracy": 32.97999954223633, "Augmented-0.1-Quantile-Accuracy": 33.21999740600586, "Augmented-Accuracy": 34.5532, "Augmented-Loss": 1.7387475064697266, "Clean-Accuracy": 34.24, "Clean-Loss": 1.725432633972168, "PGD-Accuracy": 8.79, "PGD-Loss": 2.724982507324219}, "Total-Time": 5708.341454744339, "Train": {"Loss": 27.797271687583923, "avg t": 1.6202682442855836, "plain loss": 1.7652048255004888, "standard loss": 1.7649011967468262}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 32.29999923706055, "Augmented-0.05-Quantile-Accuracy": 33.0, "Augmented-0.1-Quantile-Accuracy": 33.2599983215332, "Augmented-Accuracy": 34.497, "Augmented-Loss": 1.7253761627082824, "Clean-Accuracy": 33.26, "Clean-Loss": 1.744655896949768, "PGD-Accuracy": 7.82, "PGD-Loss": 2.7228638442993165}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 1425.8540744781494, "Test": {"Augmented-0.01-Quantile-Accuracy": 34.38999938964844, "Augmented-0.05-Quantile-Accuracy": 35.56999969482422, "Augmented-0.1-Quantile-Accuracy": 36.20000076293945, "Augmented-Accuracy": 38.4718, "Augmented-Loss": 1.6849065366363525, "Clean-Accuracy": 38.73, "Clean-Loss": 1.667408253479004, "PGD-Accuracy": 6.53, "PGD-Loss": 2.8253320480346678}, "Total-Time": 7134.195529222488, "Train": {"Loss": 25.744296189575195, "avg t": 1.5991498068237304, "plain loss": 1.7263988696289065, "standard loss": 1.7259758417510986}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 34.540000915527344, "Augmented-0.05-Quantile-Accuracy": 35.81999969482422, "Augmented-0.1-Quantile-Accuracy": 36.31999969482422, "Augmented-Accuracy": 38.2936, "Augmented-Loss": 1.6987732299690246, "Clean-Accuracy": 37.58, "Clean-Loss": 1.6868253580093384, "PGD-Accuracy": 5.76, "PGD-Loss": 2.839879846572876}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 1424.991547346115, "Test": {"Augmented-0.01-Quantile-Accuracy": 37.62999725341797, "Augmented-0.05-Quantile-Accuracy": 39.14999771118164, "Augmented-0.1-Quantile-Accuracy": 39.72999954223633, "Augmented-Accuracy": 42.2659, "Augmented-Loss": 1.6088003384094238, "Clean-Accuracy": 43.36, "Clean-Loss": 1.5859262084960937, "PGD-Accuracy": 3.94, "PGD-Loss": 3.3388322998046873}, "Total-Time": 8559.187076568604, "Train": {"Loss": 22.99980361503601, "avg t": 1.5737235567092895, "plain loss": 1.6751448889770515, "standard loss": 1.6745523712158203}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 38.2599983215332, "Augmented-0.05-Quantile-Accuracy": 39.7599983215332, "Augmented-0.1-Quantile-Accuracy": 40.57999801635742, "Augmented-Accuracy": 42.8072, "Augmented-Loss": 1.5933750700187683, "Clean-Accuracy": 39.86, "Clean-Loss": 1.6233652978897095, "PGD-Accuracy": 3.66, "PGD-Loss": 3.2830276348114014}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 1424.1332199573517, "Test": {"Augmented-0.01-Quantile-Accuracy": 30.759998321533203, "Augmented-0.05-Quantile-Accuracy": 32.48999786376953, "Augmented-0.1-Quantile-Accuracy": 33.29999923706055, "Augmented-Accuracy": 35.879, "Augmented-Loss": 1.6020543411712647, "Clean-Accuracy": 35.32, "Clean-Loss": 1.581149557495117, "PGD-Accuracy": 2.43, "PGD-Loss": 3.795291360473633}, "Total-Time": 9983.320296525955, "Train": {"Loss": 19.489748442993164, "avg t": 1.5344812130737304, "plain loss": 1.6034690000000023, "standard loss": 1.602338254890442}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 29.67999839782715, "Augmented-0.05-Quantile-Accuracy": 31.399999618530273, "Augmented-0.1-Quantile-Accuracy": 32.040000915527344, "Augmented-Accuracy": 34.7496, "Augmented-Loss": 1.6102637643089295, "Clean-Accuracy": 35.78, "Clean-Loss": 1.5886208456039428, "PGD-Accuracy": 2.98, "PGD-Loss": 3.7473154312133787}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 1424.2668652534485, "Test": {"Augmented-0.01-Quantile-Accuracy": 37.98999786376953, "Augmented-0.05-Quantile-Accuracy": 40.2599983215332, "Augmented-0.1-Quantile-Accuracy": 41.34000015258789, "Augmented-Accuracy": 44.988, "Augmented-Loss": 1.5010806686401368, "Clean-Accuracy": 44.94, "Clean-Loss": 1.4758712905883788, "PGD-Accuracy": 1.26, "PGD-Loss": 4.313862951660156}, "Total-Time": 11407.587161779404, "Train": {"Loss": 16.223378558883667, "avg t": 1.5089369942474364, "plain loss": 1.5481018806457498, "standard loss": 1.5464989344024658}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 37.939998626708984, "Augmented-0.05-Quantile-Accuracy": 40.05999755859375, "Augmented-0.1-Quantile-Accuracy": 41.52000045776367, "Augmented-Accuracy": 44.9678, "Augmented-Loss": 1.4848320660953522, "Clean-Accuracy": 44.72, "Clean-Loss": 1.4749542943954468, "PGD-Accuracy": 1.48, "PGD-Loss": 4.186119432830811}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 1424.2086913585663, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.040000915527344, "Augmented-0.05-Quantile-Accuracy": 41.27000045776367, "Augmented-0.1-Quantile-Accuracy": 42.56999969482422, "Augmented-Accuracy": 46.3719, "Augmented-Loss": 1.5508390215606689, "Clean-Accuracy": 46.23, "Clean-Loss": 1.5107423217773437, "PGD-Accuracy": 1.58, "PGD-Loss": 4.3786564025878905}, "Total-Time": 12831.79585313797, "Train": {"Loss": 14.418908083152772, "avg t": 1.4937384004974366, "plain loss": 1.5178088879394538, "standard loss": 1.5156676429748535}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 39.70000076293945, "Augmented-0.05-Quantile-Accuracy": 41.81999969482422, "Augmented-0.1-Quantile-Accuracy": 43.13999938964844, "Augmented-Accuracy": 46.5838, "Augmented-Loss": 1.5256582791576385, "Clean-Accuracy": 45.66, "Clean-Loss": 1.4849700796127319, "PGD-Accuracy": 1.7, "PGD-Loss": 4.194243659973145}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 1424.775135755539, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.209999084472656, "Augmented-0.05-Quantile-Accuracy": 44.119998931884766, "Augmented-0.1-Quantile-Accuracy": 45.689998626708984, "Augmented-Accuracy": 50.9336, "Augmented-Loss": 1.5024667509155274, "Clean-Accuracy": 51.04, "Clean-Loss": 1.4701558227539062, "PGD-Accuracy": 0.29, "PGD-Loss": 4.90272802734375}, "Total-Time": 14256.570988893509, "Train": {"Loss": 13.123781993942261, "avg t": 1.4682601192474365, "plain loss": 1.477390481170654, "standard loss": 1.474968472213745}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.29999923706055, "Augmented-0.05-Quantile-Accuracy": 46.459999084472656, "Augmented-0.1-Quantile-Accuracy": 47.71999740600586, "Augmented-Accuracy": 52.428, "Augmented-Loss": 1.4871546218891143, "Clean-Accuracy": 49.46, "Clean-Loss": 1.4922301448822022, "PGD-Accuracy": 0.28, "PGD-Loss": 4.692616428375244}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 1424.1246218681335, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.80999755859375, "Augmented-0.05-Quantile-Accuracy": 46.44999694824219, "Augmented-0.1-Quantile-Accuracy": 47.779998779296875, "Augmented-Accuracy": 51.7509, "Augmented-Loss": 1.4407800186004638, "Clean-Accuracy": 52.94, "Clean-Loss": 1.406406884765625, "PGD-Accuracy": 0.07, "PGD-Loss": 5.29381128540039}, "Total-Time": 15680.695610761642, "Train": {"Loss": 12.12807015487671, "avg t": 1.4487780879974366, "plain loss": 1.4442728764343264, "standard loss": 1.4413242193603515}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.779998779296875, "Augmented-0.05-Quantile-Accuracy": 48.07999801635742, "Augmented-0.1-Quantile-Accuracy": 49.03999710083008, "Augmented-Accuracy": 52.5382, "Augmented-Loss": 1.4142229484615325, "Clean-Accuracy": 50.92, "Clean-Loss": 1.3796789945602417, "PGD-Accuracy": 0.12, "PGD-Loss": 5.026568775939942}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 1423.7961015701294, "Test": {"Augmented-0.01-Quantile-Accuracy": 29.15999984741211, "Augmented-0.05-Quantile-Accuracy": 31.53999900817871, "Augmented-0.1-Quantile-Accuracy": 32.7599983215332, "Augmented-Accuracy": 36.9305, "Augmented-Loss": 1.5071079856262206, "Clean-Accuracy": 39.36, "Clean-Loss": 1.4470115921020508, "PGD-Accuracy": 0.92, "PGD-Loss": 5.196194744873047}, "Total-Time": 17104.491712331772, "Train": {"Loss": 11.45574426410675, "avg t": 1.4327380879592895, "plain loss": 1.4211531974182126, "standard loss": 1.4177291860961914}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 33.34000015258789, "Augmented-0.05-Quantile-Accuracy": 35.599998474121094, "Augmented-0.1-Quantile-Accuracy": 36.55999755859375, "Augmented-Accuracy": 40.5112, "Augmented-Loss": 1.4484798737926483, "Clean-Accuracy": 40.32, "Clean-Loss": 1.4616451011657714, "PGD-Accuracy": 1.38, "PGD-Loss": 4.787234054565429}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 1423.9956986904144, "Test": {"Augmented-0.01-Quantile-Accuracy": 46.89999771118164, "Augmented-0.05-Quantile-Accuracy": 49.959999084472656, "Augmented-0.1-Quantile-Accuracy": 51.12999725341797, "Augmented-Accuracy": 56.2549, "Augmented-Loss": 1.4077607348785401, "Clean-Accuracy": 57.12, "Clean-Loss": 1.3507314460754394, "PGD-Accuracy": 0.29, "PGD-Loss": 5.76362841796875}, "Total-Time": 18528.487411022186, "Train": {"Loss": 10.66382011253357, "avg t": 1.4233590254211426, "plain loss": 1.4003237107849118, "standard loss": 1.3967761587142944}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 49.439998626708984, "Augmented-0.05-Quantile-Accuracy": 52.39999771118164, "Augmented-0.1-Quantile-Accuracy": 53.779998779296875, "Augmented-Accuracy": 58.72, "Augmented-Loss": 1.36176667808342, "Clean-Accuracy": 58.18, "Clean-Loss": 1.3068199516296386, "PGD-Accuracy": 0.5, "PGD-Loss": 5.486261938476562}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 1424.3230330944061, "Test": {"Augmented-0.01-Quantile-Accuracy": 31.31999969482422, "Augmented-0.05-Quantile-Accuracy": 33.869998931884766, "Augmented-0.1-Quantile-Accuracy": 35.25, "Augmented-Accuracy": 39.8282, "Augmented-Loss": 1.4981815761871338, "Clean-Accuracy": 40.92, "Clean-Loss": 1.4502366302490235, "PGD-Accuracy": 0.33, "PGD-Loss": 5.6173853515625}, "Total-Time": 19952.810444116592, "Train": {"Loss": 10.253874128837586, "avg t": 1.4146529317474366, "plain loss": 1.3873239936523438, "standard loss": 1.383325464782715}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 35.21999740600586, "Augmented-0.05-Quantile-Accuracy": 37.71999740600586, "Augmented-0.1-Quantile-Accuracy": 38.84000015258789, "Augmented-Accuracy": 43.261, "Augmented-Loss": 1.4398213104743958, "Clean-Accuracy": 38.5, "Clean-Loss": 1.5225916845321654, "PGD-Accuracy": 0.42, "PGD-Loss": 5.437649700927734}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 1423.7004299163818, "Test": {"Augmented-0.01-Quantile-Accuracy": 36.279998779296875, "Augmented-0.05-Quantile-Accuracy": 39.38999938964844, "Augmented-0.1-Quantile-Accuracy": 40.79999923706055, "Augmented-Accuracy": 45.4378, "Augmented-Loss": 1.5142554150238037, "Clean-Accuracy": 48.3, "Clean-Loss": 1.4514908004760743, "PGD-Accuracy": 0.28, "PGD-Loss": 5.7142492919921875}, "Total-Time": 21376.510874032974, "Train": {"Loss": 9.866365032196045, "avg t": 1.4097141817092895, "plain loss": 1.3767363284912115, "standard loss": 1.3727878731536864}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 41.05999755859375, "Augmented-0.05-Quantile-Accuracy": 44.23999786376953, "Augmented-0.1-Quantile-Accuracy": 45.619998931884766, "Augmented-Accuracy": 50.5576, "Augmented-Loss": 1.4257680184001922, "Clean-Accuracy": 53.64, "Clean-Loss": 1.3555392267227173, "PGD-Accuracy": 0.24, "PGD-Loss": 5.440518096923828}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 1426.3008964061737, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.88999938964844, "Augmented-0.05-Quantile-Accuracy": 46.66999816894531, "Augmented-0.1-Quantile-Accuracy": 48.34000015258789, "Augmented-Accuracy": 52.7491, "Augmented-Loss": 1.4263068735351563, "Clean-Accuracy": 53.24, "Clean-Loss": 1.3950980209350585, "PGD-Accuracy": 0.88, "PGD-Loss": 5.737022592163086}, "Total-Time": 22802.811770439148, "Train": {"Loss": 9.434190529251099, "avg t": 1.3946138691711425, "plain loss": 1.357381613006593, "standard loss": 1.3532740600585937}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.55999755859375, "Augmented-0.05-Quantile-Accuracy": 48.47999954223633, "Augmented-0.1-Quantile-Accuracy": 49.73999786376953, "Augmented-Accuracy": 53.5712, "Augmented-Loss": 1.386801515832901, "Clean-Accuracy": 47.62, "Clean-Loss": 1.396661935043335, "PGD-Accuracy": 0.58, "PGD-Loss": 5.480804700469971}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 1425.2865421772003, "Test": {"Augmented-0.01-Quantile-Accuracy": 46.13999938964844, "Augmented-0.05-Quantile-Accuracy": 49.27000045776367, "Augmented-0.1-Quantile-Accuracy": 50.65999984741211, "Augmented-Accuracy": 55.1553, "Augmented-Loss": 1.4053953562469483, "Clean-Accuracy": 58.12, "Clean-Loss": 1.2695155242919922, "PGD-Accuracy": 0.18, "PGD-Loss": 6.23414038696289}, "Total-Time": 24228.09831261635, "Train": {"Loss": 9.204490058174134, "avg t": 1.3964977754592895, "plain loss": 1.356086895355226, "standard loss": 1.3521314624023437}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.099998474121094, "Augmented-0.05-Quantile-Accuracy": 53.599998474121094, "Augmented-0.1-Quantile-Accuracy": 54.939998626708984, "Augmented-Accuracy": 58.7096, "Augmented-Loss": 1.3057555603790283, "Clean-Accuracy": 50.5, "Clean-Loss": 1.316200362968445, "PGD-Accuracy": 0.54, "PGD-Loss": 5.762103693389893}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 1425.7574574947357, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.529998779296875, "Augmented-0.05-Quantile-Accuracy": 44.619998931884766, "Augmented-0.1-Quantile-Accuracy": 46.64999771118164, "Augmented-Accuracy": 53.5077, "Augmented-Loss": 1.5158157227172853, "Clean-Accuracy": 57.27, "Clean-Loss": 1.3992401916503907, "PGD-Accuracy": 0.33, "PGD-Loss": 5.989943286132813}, "Total-Time": 25653.855770111084, "Train": {"Loss": 8.862229353485107, "avg t": 1.3894193380737305, "plain loss": 1.3470838617553722, "standard loss": 1.3425957106399535}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.31999969482422, "Augmented-0.05-Quantile-Accuracy": 49.29999923706055, "Augmented-0.1-Quantile-Accuracy": 51.2599983215332, "Augmented-Accuracy": 57.5624, "Augmented-Loss": 1.426643434234619, "Clean-Accuracy": 59.26, "Clean-Loss": 1.3369305088043213, "PGD-Accuracy": 0.18, "PGD-Loss": 5.686267245483398}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 1425.826984167099, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.70000076293945, "Augmented-0.05-Quantile-Accuracy": 41.40999984741211, "Augmented-0.1-Quantile-Accuracy": 42.56999969482422, "Augmented-Accuracy": 47.167, "Augmented-Loss": 1.4714541303405761, "Clean-Accuracy": 50.75, "Clean-Loss": 1.3755776519775391, "PGD-Accuracy": 0.23, "PGD-Loss": 5.6385818908691405}, "Total-Time": 27079.682754278183, "Train": {"Loss": 9.264035848579407, "avg t": 1.3845801192092895, "plain loss": 1.3426283590393056, "standard loss": 1.3383162145996095}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.53999710083008, "Augmented-0.05-Quantile-Accuracy": 46.65999984741211, "Augmented-0.1-Quantile-Accuracy": 48.119998931884766, "Augmented-Accuracy": 52.7664, "Augmented-Loss": 1.3809867753734588, "Clean-Accuracy": 47.16, "Clean-Loss": 1.396996462249756, "PGD-Accuracy": 0.3, "PGD-Loss": 5.36277184677124}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 1426.52312874794, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.48999786376953, "Augmented-0.05-Quantile-Accuracy": 44.099998474121094, "Augmented-0.1-Quantile-Accuracy": 45.84000015258789, "Augmented-Accuracy": 51.3878, "Augmented-Loss": 1.4471926155853272, "Clean-Accuracy": 58.2, "Clean-Loss": 1.3404508491516114, "PGD-Accuracy": 0.13, "PGD-Loss": 5.648557958984375}, "Total-Time": 28506.205883026123, "Train": {"Loss": 8.535563128509521, "avg t": 1.3770377754211425, "plain loss": 1.3277195514831555, "standard loss": 1.3234639930343628}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.279998779296875, "Augmented-0.05-Quantile-Accuracy": 49.91999816894531, "Augmented-0.1-Quantile-Accuracy": 51.619998931884766, "Augmented-Accuracy": 57.2624, "Augmented-Loss": 1.3625891489181519, "Clean-Accuracy": 54.92, "Clean-Loss": 1.3160160348892211, "PGD-Accuracy": 0.12, "PGD-Loss": 5.371678318786621}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 1425.6758604049683, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.279998779296875, "Augmented-0.05-Quantile-Accuracy": 43.56999969482422, "Augmented-0.1-Quantile-Accuracy": 45.38999938964844, "Augmented-Accuracy": 50.271, "Augmented-Loss": 1.5093226250305176, "Clean-Accuracy": 55.55, "Clean-Loss": 1.3632982345581055, "PGD-Accuracy": 1.7, "PGD-Loss": 6.232842303466797}, "Total-Time": 29931.88174343109, "Train": {"Loss": 8.366846782798767, "avg t": 1.3762521504211427, "plain loss": 1.3268204646606452, "standard loss": 1.3224304246902465}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 44.05999755859375, "Augmented-0.05-Quantile-Accuracy": 47.619998931884766, "Augmented-0.1-Quantile-Accuracy": 49.19999694824219, "Augmented-Accuracy": 54.802, "Augmented-Loss": 1.4094896645622252, "Clean-Accuracy": 58.7, "Clean-Loss": 1.3127352674484254, "PGD-Accuracy": 0.74, "PGD-Loss": 5.956131209564209}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 1425.9268109798431, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.38999938964844, "Augmented-0.05-Quantile-Accuracy": 45.959999084472656, "Augmented-0.1-Quantile-Accuracy": 47.23999786376953, "Augmented-Accuracy": 51.49, "Augmented-Loss": 1.4737493562774657, "Clean-Accuracy": 54.71, "Clean-Loss": 1.415961247253418, "PGD-Accuracy": 0.62, "PGD-Loss": 5.7122651428222655}, "Total-Time": 31357.808554410934, "Train": {"Loss": 8.594389547729492, "avg t": 1.3690330879211425, "plain loss": 1.3199489599304206, "standard loss": 1.3160337673950195}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.87999725341797, "Augmented-0.05-Quantile-Accuracy": 50.439998626708984, "Augmented-0.1-Quantile-Accuracy": 51.459999084472656, "Augmented-Accuracy": 55.719, "Augmented-Loss": 1.399340940782547, "Clean-Accuracy": 60.04, "Clean-Loss": 1.3322521211624145, "PGD-Accuracy": 0.5, "PGD-Loss": 5.407395941162109}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 1426.2847306728363, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.65999984741211, "Augmented-0.05-Quantile-Accuracy": 42.47999954223633, "Augmented-0.1-Quantile-Accuracy": 43.43000030517578, "Augmented-Accuracy": 46.3334, "Augmented-Loss": 1.4526977023925782, "Clean-Accuracy": 47.81, "Clean-Loss": 1.3754001281738282, "PGD-Accuracy": 0.6, "PGD-Loss": 5.508709545898437}, "Total-Time": 32784.09328508377, "Train": {"Loss": 8.192985922050475, "avg t": 1.3668377754211425, "plain loss": 1.310457022399902, "standard loss": 1.306045796585083}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.7599983215332, "Augmented-0.05-Quantile-Accuracy": 45.23999786376953, "Augmented-0.1-Quantile-Accuracy": 45.91999816894531, "Augmented-Accuracy": 48.8534, "Augmented-Loss": 1.3830262319889068, "Clean-Accuracy": 47.86, "Clean-Loss": 1.3779854553222657, "PGD-Accuracy": 0.74, "PGD-Loss": 5.125133300018311}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 1425.5261688232422, "Test": {"Augmented-0.01-Quantile-Accuracy": 35.79999923706055, "Augmented-0.05-Quantile-Accuracy": 37.64999771118164, "Augmented-0.1-Quantile-Accuracy": 38.48999786376953, "Augmented-Accuracy": 41.5139, "Augmented-Loss": 1.4496547140197753, "Clean-Accuracy": 45.88, "Clean-Loss": 1.398249429321289, "PGD-Accuracy": 0.47, "PGD-Loss": 5.768990155029297}, "Total-Time": 34209.61945390701, "Train": {"Loss": 7.988474878158569, "avg t": 1.3707166817092895, "plain loss": 1.3176939944458, "standard loss": 1.313233723564148}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 39.89999771118164, "Augmented-0.05-Quantile-Accuracy": 41.97999954223633, "Augmented-0.1-Quantile-Accuracy": 42.939998626708984, "Augmented-Accuracy": 46.4636, "Augmented-Loss": 1.3804605498847962, "Clean-Accuracy": 50.02, "Clean-Loss": 1.3328396030426026, "PGD-Accuracy": 0.64, "PGD-Loss": 5.424861805725097}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 1426.4796969890594, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.97999954223633, "Augmented-0.05-Quantile-Accuracy": 45.619998931884766, "Augmented-0.1-Quantile-Accuracy": 47.02000045776367, "Augmented-Accuracy": 52.1514, "Augmented-Loss": 1.4369710131988525, "Clean-Accuracy": 58.71, "Clean-Loss": 1.3363123397827148, "PGD-Accuracy": 0.24, "PGD-Loss": 6.16875009765625}, "Total-Time": 35636.09915089607, "Train": {"Loss": 7.72145866897583, "avg t": 1.3636212129211427, "plain loss": 1.304379520843507, "standard loss": 1.2998427876663208}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.89999771118164, "Augmented-0.05-Quantile-Accuracy": 51.2599983215332, "Augmented-0.1-Quantile-Accuracy": 52.5, "Augmented-Accuracy": 57.5196, "Augmented-Loss": 1.3530888886814116, "Clean-Accuracy": 57.12, "Clean-Loss": 1.275829838180542, "PGD-Accuracy": 0.1, "PGD-Loss": 5.738440371704102}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 1425.9634609222412, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.64999771118164, "Augmented-0.05-Quantile-Accuracy": 41.779998779296875, "Augmented-0.1-Quantile-Accuracy": 43.15999984741211, "Augmented-Accuracy": 48.0031, "Augmented-Loss": 1.4589338281402588, "Clean-Accuracy": 51.23, "Clean-Loss": 1.3720902145385743, "PGD-Accuracy": 0.6, "PGD-Loss": 6.145665216064453}, "Total-Time": 37062.06261181831, "Train": {"Loss": 8.024862116737365, "avg t": 1.3643624629211426, "plain loss": 1.3066198357543937, "standard loss": 1.301950747756958}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 44.5, "Augmented-0.05-Quantile-Accuracy": 47.41999816894531, "Augmented-0.1-Quantile-Accuracy": 49.03999710083008, "Augmented-Accuracy": 53.6134, "Augmented-Loss": 1.3612080885353088, "Clean-Accuracy": 41.62, "Clean-Loss": 1.4285616121292115, "PGD-Accuracy": 0.56, "PGD-Loss": 5.648486476135254}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 1426.2636873722076, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.0, "Augmented-0.05-Quantile-Accuracy": 46.14999771118164, "Augmented-0.1-Quantile-Accuracy": 47.59000015258789, "Augmented-Accuracy": 52.6854, "Augmented-Loss": 1.4029678800048828, "Clean-Accuracy": 55.53, "Clean-Loss": 1.32524741897583, "PGD-Accuracy": 0.32, "PGD-Loss": 5.976987109375}, "Total-Time": 38488.32629919052, "Train": {"Loss": 7.82052726272583, "avg t": 1.3613879316711426, "plain loss": 1.2997035873718266, "standard loss": 1.295324793777466}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.39999771118164, "Augmented-0.05-Quantile-Accuracy": 49.23999786376953, "Augmented-0.1-Quantile-Accuracy": 50.53999710083008, "Augmented-Accuracy": 55.4684, "Augmented-Loss": 1.326877068775177, "Clean-Accuracy": 55.64, "Clean-Loss": 1.309727552986145, "PGD-Accuracy": 0.5, "PGD-Loss": 5.67018144454956}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 1425.8903527259827, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.869998931884766, "Augmented-0.05-Quantile-Accuracy": 41.7599983215332, "Augmented-0.1-Quantile-Accuracy": 43.09000015258789, "Augmented-Accuracy": 47.9843, "Augmented-Loss": 1.4418278698883056, "Clean-Accuracy": 48.95, "Clean-Loss": 1.3744932029724122, "PGD-Accuracy": 0.25, "PGD-Loss": 5.679557177734375}, "Total-Time": 39914.216651916504, "Train": {"Loss": 7.967417256317138, "avg t": 1.3587902754211425, "plain loss": 1.2974644186096194, "standard loss": 1.2929450942230225}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 42.02000045776367, "Augmented-0.05-Quantile-Accuracy": 44.53999710083008, "Augmented-0.1-Quantile-Accuracy": 46.19999694824219, "Augmented-Accuracy": 51.3898, "Augmented-Loss": 1.3853724514598846, "Clean-Accuracy": 57.02, "Clean-Loss": 1.2883499715805053, "PGD-Accuracy": 0.12, "PGD-Loss": 5.3021320022583005}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 1425.90402841568, "Test": {"Augmented-0.01-Quantile-Accuracy": 42.189998626708984, "Augmented-0.05-Quantile-Accuracy": 46.27000045776367, "Augmented-0.1-Quantile-Accuracy": 48.09000015258789, "Augmented-Accuracy": 53.7788, "Augmented-Loss": 1.4775138761749267, "Clean-Accuracy": 55.99, "Clean-Loss": 1.3986559204101563, "PGD-Accuracy": 0.25, "PGD-Loss": 6.195248345947266}, "Total-Time": 41340.120680332184, "Train": {"Loss": 7.759039149627686, "avg t": 1.3638779316711427, "plain loss": 1.3035264261779782, "standard loss": 1.2986117038726808}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.65999984741211, "Augmented-0.05-Quantile-Accuracy": 50.21999740600586, "Augmented-0.1-Quantile-Accuracy": 51.89999771118164, "Augmented-Accuracy": 57.7368, "Augmented-Loss": 1.4020981323986053, "Clean-Accuracy": 57.54, "Clean-Loss": 1.301193103981018, "PGD-Accuracy": 0.18, "PGD-Loss": 5.857712657165528}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 1426.3022167682648, "Test": {"Augmented-0.01-Quantile-Accuracy": 46.68000030517578, "Augmented-0.05-Quantile-Accuracy": 49.29999923706055, "Augmented-0.1-Quantile-Accuracy": 50.55999755859375, "Augmented-Accuracy": 55.4588, "Augmented-Loss": 1.3869075971603393, "Clean-Accuracy": 59.1, "Clean-Loss": 1.268232420349121, "PGD-Accuracy": 0.07, "PGD-Loss": 6.660577941894531}, "Total-Time": 42766.42289710045, "Train": {"Loss": 7.793372804985046, "avg t": 1.3648799629592896, "plain loss": 1.3062052602844232, "standard loss": 1.3015703773880005}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 50.599998474121094, "Augmented-0.05-Quantile-Accuracy": 53.63999938964844, "Augmented-0.1-Quantile-Accuracy": 55.2599983215332, "Augmented-Accuracy": 59.5962, "Augmented-Loss": 1.3055131856956481, "Clean-Accuracy": 59.84, "Clean-Loss": 1.247355606651306, "PGD-Accuracy": 0.14, "PGD-Loss": 6.259804937744141}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 1425.7380259037018, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.7599983215332, "Augmented-0.05-Quantile-Accuracy": 42.619998931884766, "Augmented-0.1-Quantile-Accuracy": 44.119998931884766, "Augmented-Accuracy": 48.9531, "Augmented-Loss": 1.4877744314117431, "Clean-Accuracy": 55.89, "Clean-Loss": 1.3385099487304688, "PGD-Accuracy": 1.55, "PGD-Loss": 6.114068035888672}, "Total-Time": 44192.16092300415, "Train": {"Loss": 7.397130777931213, "avg t": 1.3592021504211427, "plain loss": 1.2946676773376464, "standard loss": 1.2900669094085693}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.03999710083008, "Augmented-0.05-Quantile-Accuracy": 50.68000030517578, "Augmented-0.1-Quantile-Accuracy": 52.05999755859375, "Augmented-Accuracy": 56.942, "Augmented-Loss": 1.3563210304660798, "Clean-Accuracy": 59.9, "Clean-Loss": 1.2914610906600952, "PGD-Accuracy": 0.64, "PGD-Loss": 5.72681036529541}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 1426.7856132984161, "Test": {"Augmented-0.01-Quantile-Accuracy": 47.66999816894531, "Augmented-0.05-Quantile-Accuracy": 51.05999755859375, "Augmented-0.1-Quantile-Accuracy": 52.56999969482422, "Augmented-Accuracy": 57.391, "Augmented-Loss": 1.32858327684021, "Clean-Accuracy": 60.3, "Clean-Loss": 1.2288305603027343, "PGD-Accuracy": 0.35, "PGD-Loss": 6.811060510253906}, "Total-Time": 45618.94653630257, "Train": {"Loss": 7.745855125122071, "avg t": 1.3591205879211425, "plain loss": 1.2963738188781737, "standard loss": 1.2916868419647216}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.71999740600586, "Augmented-0.05-Quantile-Accuracy": 55.03999710083008, "Augmented-0.1-Quantile-Accuracy": 56.439998626708984, "Augmented-Accuracy": 61.2904, "Augmented-Loss": 1.2298217643966676, "Clean-Accuracy": 60.12, "Clean-Loss": 1.1726818744659424, "PGD-Accuracy": 0.1, "PGD-Loss": 6.349213390350342}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 1426.2924902439117, "Test": {"Augmented-0.01-Quantile-Accuracy": 42.03999710083008, "Augmented-0.05-Quantile-Accuracy": 44.939998626708984, "Augmented-0.1-Quantile-Accuracy": 46.36000061035156, "Augmented-Accuracy": 51.1098, "Augmented-Loss": 1.422785121322632, "Clean-Accuracy": 54.09, "Clean-Loss": 1.3117642868041992, "PGD-Accuracy": 0.36, "PGD-Loss": 6.153638677978516}, "Total-Time": 47045.23902654648, "Train": {"Loss": 7.3218525523376465, "avg t": 1.3511685567092895, "plain loss": 1.2824175264282223, "standard loss": 1.2783403021240234}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.099998474121094, "Augmented-0.05-Quantile-Accuracy": 50.05999755859375, "Augmented-0.1-Quantile-Accuracy": 51.099998474121094, "Augmented-Accuracy": 55.5984, "Augmented-Loss": 1.3337197410106658, "Clean-Accuracy": 58.5, "Clean-Loss": 1.2430796667099, "PGD-Accuracy": 0.22, "PGD-Loss": 5.849663456726074}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 1426.459676027298, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.77000045776367, "Augmented-0.05-Quantile-Accuracy": 41.5099983215332, "Augmented-0.1-Quantile-Accuracy": 42.82999801635742, "Augmented-Accuracy": 47.2289, "Augmented-Loss": 1.4881311321105957, "Clean-Accuracy": 50.9, "Clean-Loss": 1.429747950744629, "PGD-Accuracy": 0.46, "PGD-Loss": 5.66220064086914}, "Total-Time": 48471.698702573776, "Train": {"Loss": 7.278680890655518, "avg t": 1.3519224629974365, "plain loss": 1.2858878228454573, "standard loss": 1.281216152267456}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.71999740600586, "Augmented-0.05-Quantile-Accuracy": 46.39999771118164, "Augmented-0.1-Quantile-Accuracy": 47.69999694824219, "Augmented-Accuracy": 52.0386, "Augmented-Loss": 1.4070924093914032, "Clean-Accuracy": 56.18, "Clean-Loss": 1.272619296836853, "PGD-Accuracy": 0.12, "PGD-Loss": 5.374798890686035}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 1426.6157817840576, "Test": {"Augmented-0.01-Quantile-Accuracy": 48.599998474121094, "Augmented-0.05-Quantile-Accuracy": 51.71999740600586, "Augmented-0.1-Quantile-Accuracy": 53.27000045776367, "Augmented-Accuracy": 58.7729, "Augmented-Loss": 1.404816880317688, "Clean-Accuracy": 62.77, "Clean-Loss": 1.2798581550598145, "PGD-Accuracy": 0.07, "PGD-Loss": 6.237538134765625}, "Total-Time": 49898.314484357834, "Train": {"Loss": 7.286221491966248, "avg t": 1.3523435567092896, "plain loss": 1.2869453606262202, "standard loss": 1.2823098143386842}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 52.57999801635742, "Augmented-0.05-Quantile-Accuracy": 55.439998626708984, "Augmented-0.1-Quantile-Accuracy": 56.89999771118164, "Augmented-Accuracy": 61.6524, "Augmented-Loss": 1.311348415872574, "Clean-Accuracy": 58.8, "Clean-Loss": 1.2704069032669068, "PGD-Accuracy": 0.1, "PGD-Loss": 5.83610242767334}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 1427.2698476314545, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.20000076293945, "Augmented-0.05-Quantile-Accuracy": 48.31999969482422, "Augmented-0.1-Quantile-Accuracy": 49.90999984741211, "Augmented-Accuracy": 55.7248, "Augmented-Loss": 1.397129483505249, "Clean-Accuracy": 57.99, "Clean-Loss": 1.3121389106750487, "PGD-Accuracy": 0.66, "PGD-Loss": 6.41757700805664}, "Total-Time": 51325.58433198929, "Train": {"Loss": 7.394228528137207, "avg t": 1.3425821504211426, "plain loss": 1.2697822827758793, "standard loss": 1.2650531262207032}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.18000030517578, "Augmented-0.05-Quantile-Accuracy": 54.279998779296875, "Augmented-0.1-Quantile-Accuracy": 55.65999984741211, "Augmented-Accuracy": 60.2488, "Augmented-Loss": 1.308221351146698, "Clean-Accuracy": 60.4, "Clean-Loss": 1.223566898536682, "PGD-Accuracy": 0.72, "PGD-Loss": 5.985480364990234}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 1426.9652960300446, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.189998626708984, "Augmented-0.05-Quantile-Accuracy": 41.43000030517578, "Augmented-0.1-Quantile-Accuracy": 42.869998931884766, "Augmented-Accuracy": 48.1537, "Augmented-Loss": 1.4497296226654053, "Clean-Accuracy": 55.33, "Clean-Loss": 1.3143705657958984, "PGD-Accuracy": 0.13, "PGD-Loss": 6.2590254821777345}, "Total-Time": 52752.54962801933, "Train": {"Loss": 7.359000018234253, "avg t": 1.3474944942092895, "plain loss": 1.2792278854675296, "standard loss": 1.2747996553039551}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.279998779296875, "Augmented-0.05-Quantile-Accuracy": 50.57999801635742, "Augmented-0.1-Quantile-Accuracy": 52.19999694824219, "Augmented-Accuracy": 57.0466, "Augmented-Loss": 1.320402364850998, "Clean-Accuracy": 58.2, "Clean-Loss": 1.2568042436599731, "PGD-Accuracy": 0.02, "PGD-Loss": 5.832156205749512}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 1430.566609621048, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.15999984741211, "Augmented-0.05-Quantile-Accuracy": 44.709999084472656, "Augmented-0.1-Quantile-Accuracy": 46.44999694824219, "Augmented-Accuracy": 52.2061, "Augmented-Loss": 1.4114068082122804, "Clean-Accuracy": 52.84, "Clean-Loss": 1.352621565246582, "PGD-Accuracy": 0.18, "PGD-Loss": 6.435544921875}, "Total-Time": 54183.11623764038, "Train": {"Loss": 7.0653834638595585, "avg t": 1.3454962129211425, "plain loss": 1.275179415283203, "standard loss": 1.2704757235336304}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.41999816894531, "Augmented-0.05-Quantile-Accuracy": 49.5, "Augmented-0.1-Quantile-Accuracy": 51.13999938964844, "Augmented-Accuracy": 56.0542, "Augmented-Loss": 1.313221888525009, "Clean-Accuracy": 56.72, "Clean-Loss": 1.238223084640503, "PGD-Accuracy": 0.16, "PGD-Loss": 5.9814025512695315}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 1434.753203868866, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.529998779296875, "Augmented-0.05-Quantile-Accuracy": 48.959999084472656, "Augmented-0.1-Quantile-Accuracy": 50.66999816894531, "Augmented-Accuracy": 55.9009, "Augmented-Loss": 1.3823317891845703, "Clean-Accuracy": 58.87, "Clean-Loss": 1.2987116165161132, "PGD-Accuracy": 0.33, "PGD-Loss": 5.8308473937988285}, "Total-Time": 55617.86944150925, "Train": {"Loss": 7.2468539384841915, "avg t": 1.3463451191711426, "plain loss": 1.2773965608215323, "standard loss": 1.2728259351730347}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 49.5, "Augmented-0.05-Quantile-Accuracy": 52.619998931884766, "Augmented-0.1-Quantile-Accuracy": 54.15999984741211, "Augmented-Accuracy": 59.3682, "Augmented-Loss": 1.305332763977051, "Clean-Accuracy": 57.44, "Clean-Loss": 1.2379798280715943, "PGD-Accuracy": 0.22, "PGD-Loss": 5.527892931365967}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 1439.4518208503723, "Test": {"Augmented-0.01-Quantile-Accuracy": 42.78999710083008, "Augmented-0.05-Quantile-Accuracy": 46.32999801635742, "Augmented-0.1-Quantile-Accuracy": 47.939998626708984, "Augmented-Accuracy": 53.2835, "Augmented-Loss": 1.4258426992034912, "Clean-Accuracy": 59.22, "Clean-Loss": 1.2810977928161622, "PGD-Accuracy": 0.31, "PGD-Loss": 6.20827924194336}, "Total-Time": 57057.32126235962, "Train": {"Loss": 7.076079405441284, "avg t": 1.3478734004974364, "plain loss": 1.2803078723754884, "standard loss": 1.275584322013855}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.959999084472656, "Augmented-0.05-Quantile-Accuracy": 52.279998779296875, "Augmented-0.1-Quantile-Accuracy": 53.65999984741211, "Augmented-Accuracy": 58.938, "Augmented-Loss": 1.2997096229476928, "Clean-Accuracy": 56.72, "Clean-Loss": 1.2838484691619874, "PGD-Accuracy": 0.08, "PGD-Loss": 5.863556964874268}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 1444.0658102035522, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.72999954223633, "Augmented-0.05-Quantile-Accuracy": 49.27000045776367, "Augmented-0.1-Quantile-Accuracy": 50.77000045776367, "Augmented-Accuracy": 55.9414, "Augmented-Loss": 1.3792635764312744, "Clean-Accuracy": 59.94, "Clean-Loss": 1.272213362121582, "PGD-Accuracy": 0.13, "PGD-Loss": 6.385842010498047}, "Total-Time": 58501.38707256317, "Train": {"Loss": 7.072113710098266, "avg t": 1.3517274629592895, "plain loss": 1.287517575134277, "standard loss": 1.2830117961120606}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.37999725341797, "Augmented-0.05-Quantile-Accuracy": 54.2599983215332, "Augmented-0.1-Quantile-Accuracy": 55.71999740600586, "Augmented-Accuracy": 60.179, "Augmented-Loss": 1.284659434616089, "Clean-Accuracy": 57.58, "Clean-Loss": 1.1692609760284425, "PGD-Accuracy": 0.06, "PGD-Loss": 5.875171505737304}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 1445.6753897666931, "Test": {"Augmented-0.01-Quantile-Accuracy": 30.509998321533203, "Augmented-0.05-Quantile-Accuracy": 32.68000030517578, "Augmented-0.1-Quantile-Accuracy": 33.689998626708984, "Augmented-Accuracy": 36.805, "Augmented-Loss": 1.5005321253967285, "Clean-Accuracy": 47.51, "Clean-Loss": 1.3188879119873047, "PGD-Accuracy": 0.47, "PGD-Loss": 6.4820673950195316}, "Total-Time": 59947.062462329865, "Train": {"Loss": 7.161037169494629, "avg t": 1.3364449629211426, "plain loss": 1.2654249091491696, "standard loss": 1.260807613143921}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 39.84000015258789, "Augmented-0.05-Quantile-Accuracy": 41.939998626708984, "Augmented-0.1-Quantile-Accuracy": 43.21999740600586, "Augmented-Accuracy": 46.9284, "Augmented-Loss": 1.351928903781891, "Clean-Accuracy": 51.12, "Clean-Loss": 1.2944780117034913, "PGD-Accuracy": 0.22, "PGD-Loss": 5.947916454315186}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 1444.7550666332245, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.22999954223633, "Augmented-0.05-Quantile-Accuracy": 48.03999710083008, "Augmented-0.1-Quantile-Accuracy": 49.61000061035156, "Augmented-Accuracy": 55.0342, "Augmented-Loss": 1.408764224105835, "Clean-Accuracy": 58.2, "Clean-Loss": 1.2880543998718261, "PGD-Accuracy": 0.06, "PGD-Loss": 6.39486947631836}, "Total-Time": 61391.81752896309, "Train": {"Loss": 7.272459208068848, "avg t": 1.3472421504211425, "plain loss": 1.2808054383850092, "standard loss": 1.27614910697937}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 50.34000015258789, "Augmented-0.05-Quantile-Accuracy": 53.55999755859375, "Augmented-0.1-Quantile-Accuracy": 55.07999801635742, "Augmented-Accuracy": 60.404, "Augmented-Loss": 1.308586274787903, "Clean-Accuracy": 59.02, "Clean-Loss": 1.2537584774017334, "PGD-Accuracy": 0.02, "PGD-Loss": 6.090236720275879}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 1442.3307881355286, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.27000045776367, "Augmented-0.05-Quantile-Accuracy": 44.73999786376953, "Augmented-0.1-Quantile-Accuracy": 46.29999923706055, "Augmented-Accuracy": 51.5455, "Augmented-Loss": 1.4398100688934325, "Clean-Accuracy": 55.63, "Clean-Loss": 1.3491744606018066, "PGD-Accuracy": 0.74, "PGD-Loss": 6.2492588439941406}, "Total-Time": 62834.14831709862, "Train": {"Loss": 6.805775036621093, "avg t": 1.3417930879211426, "plain loss": 1.2691219386596677, "standard loss": 1.264834853591919}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.37999725341797, "Augmented-0.05-Quantile-Accuracy": 49.7599983215332, "Augmented-0.1-Quantile-Accuracy": 51.21999740600586, "Augmented-Accuracy": 56.0774, "Augmented-Loss": 1.3406668700122832, "Clean-Accuracy": 53.9, "Clean-Loss": 1.3301621128082275, "PGD-Accuracy": 0.48, "PGD-Loss": 5.777278050994873}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 1439.6443722248077, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.40999984741211, "Augmented-0.05-Quantile-Accuracy": 44.38999938964844, "Augmented-0.1-Quantile-Accuracy": 45.69999694824219, "Augmented-Accuracy": 50.8561, "Augmented-Loss": 1.5004644193420411, "Clean-Accuracy": 56.94, "Clean-Loss": 1.362498678588867, "PGD-Accuracy": 0.33, "PGD-Loss": 5.847442883300781}, "Total-Time": 64273.792689323425, "Train": {"Loss": 7.128539531593323, "avg t": 1.3446144941711426, "plain loss": 1.273985883819581, "standard loss": 1.2693965823364257}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.18000030517578, "Augmented-0.05-Quantile-Accuracy": 51.19999694824219, "Augmented-0.1-Quantile-Accuracy": 52.31999969482422, "Augmented-Accuracy": 57.076, "Augmented-Loss": 1.3680776938381196, "Clean-Accuracy": 58.04, "Clean-Loss": 1.324918867111206, "PGD-Accuracy": 0.4, "PGD-Loss": 5.571653879547119}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 1438.9323229789734, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.38999938964844, "Augmented-0.05-Quantile-Accuracy": 46.87999725341797, "Augmented-0.1-Quantile-Accuracy": 48.779998779296875, "Augmented-Accuracy": 53.9055, "Augmented-Loss": 1.3808045818252563, "Clean-Accuracy": 59.65, "Clean-Loss": 1.2787077079772948, "PGD-Accuracy": 0.2, "PGD-Loss": 6.200904974365234}, "Total-Time": 65712.7250123024, "Train": {"Loss": 6.772601932830811, "avg t": 1.3390521504211426, "plain loss": 1.2641891999816905, "standard loss": 1.2598524973297118}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 49.119998931884766, "Augmented-0.05-Quantile-Accuracy": 52.3599967956543, "Augmented-0.1-Quantile-Accuracy": 54.099998474121094, "Augmented-Accuracy": 59.5678, "Augmented-Loss": 1.2727047531452178, "Clean-Accuracy": 59.46, "Clean-Loss": 1.247975034713745, "PGD-Accuracy": 0.12, "PGD-Loss": 5.811008396911621}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 1438.8545038700104, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.22999954223633, "Augmented-0.05-Quantile-Accuracy": 41.11000061035156, "Augmented-0.1-Quantile-Accuracy": 42.65999984741211, "Augmented-Accuracy": 47.9602, "Augmented-Loss": 1.4456754564666747, "Clean-Accuracy": 55.25, "Clean-Loss": 1.3178663429260253, "PGD-Accuracy": 0.74, "PGD-Loss": 5.863283337402343}, "Total-Time": 67151.57951617241, "Train": {"Loss": 6.9523960146331785, "avg t": 1.3413612129974366, "plain loss": 1.267148153045655, "standard loss": 1.2622697457122802}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.37999725341797, "Augmented-0.05-Quantile-Accuracy": 50.31999969482422, "Augmented-0.1-Quantile-Accuracy": 51.779998779296875, "Augmented-Accuracy": 56.5866, "Augmented-Loss": 1.3232326117153168, "Clean-Accuracy": 52.56, "Clean-Loss": 1.2504805870056153, "PGD-Accuracy": 0.48, "PGD-Loss": 5.569663869476319}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 1436.3476223945618, "Test": {"Augmented-0.01-Quantile-Accuracy": 35.34000015258789, "Augmented-0.05-Quantile-Accuracy": 38.98999786376953, "Augmented-0.1-Quantile-Accuracy": 40.61000061035156, "Augmented-Accuracy": 46.1986, "Augmented-Loss": 1.468076209991455, "Clean-Accuracy": 49.15, "Clean-Loss": 1.4007606246948243, "PGD-Accuracy": 0.53, "PGD-Loss": 6.526975396728516}, "Total-Time": 68587.92713856697, "Train": {"Loss": 7.062498694725036, "avg t": 1.3405052754592897, "plain loss": 1.263575308410644, "standard loss": 1.2591069908905028}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 42.23999786376953, "Augmented-0.05-Quantile-Accuracy": 45.939998626708984, "Augmented-0.1-Quantile-Accuracy": 47.79999923706055, "Augmented-Accuracy": 53.2736, "Augmented-Loss": 1.376336629676819, "Clean-Accuracy": 59.54, "Clean-Loss": 1.2797700553894042, "PGD-Accuracy": 0.1, "PGD-Loss": 6.122178581237793}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 1435.0512142181396, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.02000045776367, "Augmented-0.05-Quantile-Accuracy": 46.599998474121094, "Augmented-0.1-Quantile-Accuracy": 48.189998626708984, "Augmented-Accuracy": 53.1088, "Augmented-Loss": 1.4249056187362672, "Clean-Accuracy": 57.9, "Clean-Loss": 1.3051038780212403, "PGD-Accuracy": 0.73, "PGD-Loss": 6.374569689941406}, "Total-Time": 70022.97835278511, "Train": {"Loss": 6.84972825012207, "avg t": 1.3463266816711426, "plain loss": 1.273897141296387, "standard loss": 1.2691386107635498}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 49.86000061035156, "Augmented-0.05-Quantile-Accuracy": 52.84000015258789, "Augmented-0.1-Quantile-Accuracy": 54.119998931884766, "Augmented-Accuracy": 58.9318, "Augmented-Loss": 1.3074454965171813, "Clean-Accuracy": 52.18, "Clean-Loss": 1.2967233848571778, "PGD-Accuracy": 0.26, "PGD-Loss": 6.028993309783935}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 1432.7228920459747, "Test": {"Augmented-0.01-Quantile-Accuracy": 42.31999969482422, "Augmented-0.05-Quantile-Accuracy": 46.32999801635742, "Augmented-0.1-Quantile-Accuracy": 48.21999740600586, "Augmented-Accuracy": 54.4037, "Augmented-Loss": 1.4881292052001953, "Clean-Accuracy": 60.28, "Clean-Loss": 1.3617426467895508, "PGD-Accuracy": 0.21, "PGD-Loss": 6.193464581298828}, "Total-Time": 71455.70124483109, "Train": {"Loss": 6.822197560272217, "avg t": 1.3405380879211426, "plain loss": 1.2593578635864253, "standard loss": 1.2546316458511353}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.79999923706055, "Augmented-0.05-Quantile-Accuracy": 55.779998779296875, "Augmented-0.1-Quantile-Accuracy": 57.39999771118164, "Augmented-Accuracy": 62.6178, "Augmented-Loss": 1.3476359182853699, "Clean-Accuracy": 62.56, "Clean-Loss": 1.3124769451141358, "PGD-Accuracy": 0.22, "PGD-Loss": 5.7354766456604}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 1426.1290204524994, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.91999816894531, "Augmented-0.05-Quantile-Accuracy": 48.689998626708984, "Augmented-0.1-Quantile-Accuracy": 50.27000045776367, "Augmented-Accuracy": 56.5951, "Augmented-Loss": 1.4309826119689941, "Clean-Accuracy": 59.68, "Clean-Loss": 1.3254922859191896, "PGD-Accuracy": 0.25, "PGD-Loss": 6.035068835449219}, "Total-Time": 72881.83026528358, "Train": {"Loss": 7.146204926834106, "avg t": 1.3406982441711426, "plain loss": 1.268908551330567, "standard loss": 1.2639380730819703}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 49.91999816894531, "Augmented-0.05-Quantile-Accuracy": 53.41999816894531, "Augmented-0.1-Quantile-Accuracy": 55.02000045776367, "Augmented-Accuracy": 60.239, "Augmented-Loss": 1.3182171288051605, "Clean-Accuracy": 59.54, "Clean-Loss": 1.1870915298461915, "PGD-Accuracy": 0.2, "PGD-Loss": 5.63261994934082}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 1427.0288715362549, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.94999694824219, "Augmented-0.05-Quantile-Accuracy": 49.41999816894531, "Augmented-0.1-Quantile-Accuracy": 51.07999801635742, "Augmented-Accuracy": 56.5338, "Augmented-Loss": 1.391774275314331, "Clean-Accuracy": 58.13, "Clean-Loss": 1.3236641189575196, "PGD-Accuracy": 0.2, "PGD-Loss": 6.260179663085937}, "Total-Time": 74308.85913681984, "Train": {"Loss": 6.998997877578735, "avg t": 1.3405865254211426, "plain loss": 1.2695990208129888, "standard loss": 1.264756826095581}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 50.31999969482422, "Augmented-0.05-Quantile-Accuracy": 53.52000045776367, "Augmented-0.1-Quantile-Accuracy": 54.8599967956543, "Augmented-Accuracy": 60.1458, "Augmented-Loss": 1.2966344655742645, "Clean-Accuracy": 62.52, "Clean-Loss": 1.2710130657196046, "PGD-Accuracy": 0.18, "PGD-Loss": 5.939630410003662}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 1426.2325339317322, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.939998626708984, "Augmented-0.05-Quantile-Accuracy": 42.12999725341797, "Augmented-0.1-Quantile-Accuracy": 43.45000076293945, "Augmented-Accuracy": 48.9256, "Augmented-Loss": 1.4825298472747803, "Clean-Accuracy": 54.24, "Clean-Loss": 1.337979433441162, "PGD-Accuracy": 0.54, "PGD-Loss": 6.3279541320800785}, "Total-Time": 75735.09167075157, "Train": {"Loss": 6.888928201751709, "avg t": 1.3450560566711425, "plain loss": 1.2743812750244137, "standard loss": 1.269524684524536}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.37999725341797, "Augmented-0.05-Quantile-Accuracy": 48.41999816894531, "Augmented-0.1-Quantile-Accuracy": 49.939998626708984, "Augmented-Accuracy": 54.6388, "Augmented-Loss": 1.3475907948741912, "Clean-Accuracy": 45.68, "Clean-Loss": 1.4275401071548461, "PGD-Accuracy": 0.14, "PGD-Loss": 5.928561624145508}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 1426.4289772510529, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.119998931884766, "Augmented-0.05-Quantile-Accuracy": 43.619998931884766, "Augmented-0.1-Quantile-Accuracy": 44.72999954223633, "Augmented-Accuracy": 48.8623, "Augmented-Loss": 1.4036529774169921, "Clean-Accuracy": 51.53, "Clean-Loss": 1.3202448364257813, "PGD-Accuracy": 1.67, "PGD-Loss": 5.794297735595703}, "Total-Time": 77161.52064800262, "Train": {"Loss": 6.856247785339355, "avg t": 1.3425884004974364, "plain loss": 1.269282682495118, "standard loss": 1.264539532852173}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.73999786376953, "Augmented-0.05-Quantile-Accuracy": 46.31999969482422, "Augmented-0.1-Quantile-Accuracy": 47.36000061035156, "Augmented-Accuracy": 51.1982, "Augmented-Loss": 1.3332135151290894, "Clean-Accuracy": 53.58, "Clean-Loss": 1.238028765296936, "PGD-Accuracy": 2.28, "PGD-Loss": 5.445486986541748}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 1426.0645937919617, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.209999084472656, "Augmented-0.05-Quantile-Accuracy": 48.14999771118164, "Augmented-0.1-Quantile-Accuracy": 49.5099983215332, "Augmented-Accuracy": 54.3471, "Augmented-Loss": 1.3875399493637084, "Clean-Accuracy": 55.99, "Clean-Loss": 1.3283126731872559, "PGD-Accuracy": 0.44, "PGD-Loss": 6.7300880432128904}, "Total-Time": 78587.58524179459, "Train": {"Loss": 6.978634773101807, "avg t": 1.3424974629211426, "plain loss": 1.2677292833557112, "standard loss": 1.2627929347610474}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 50.03999710083008, "Augmented-0.05-Quantile-Accuracy": 52.73999786376953, "Augmented-0.1-Quantile-Accuracy": 53.939998626708984, "Augmented-Accuracy": 58.6692, "Augmented-Loss": 1.2898140887565612, "Clean-Accuracy": 63.82, "Clean-Loss": 1.1603601472854614, "PGD-Accuracy": 0.6, "PGD-Loss": 6.150971984863281}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 1426.5195713043213, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.34000015258789, "Augmented-0.05-Quantile-Accuracy": 63.40999984741211, "Augmented-0.1-Quantile-Accuracy": 65.22000122070312, "Augmented-Accuracy": 71.2549, "Augmented-Loss": 1.3202865176086427, "Clean-Accuracy": 74.55, "Clean-Loss": 1.2370243461608887, "PGD-Accuracy": 0.84, "PGD-Loss": 6.491159625244141}, "Total-Time": 80014.10481309891, "Train": {"Loss": 3.4660575264739992, "avg t": 1.2991260566711427, "plain loss": 1.2022775904541025, "standard loss": 1.1996488957214355}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.54000091552734, "Augmented-0.05-Quantile-Accuracy": 69.22000122070312, "Augmented-0.1-Quantile-Accuracy": 70.86000061035156, "Augmented-Accuracy": 75.7674, "Augmented-Loss": 1.2206832528190612, "Clean-Accuracy": 73.6, "Clean-Loss": 1.20334810256958, "PGD-Accuracy": 0.72, "PGD-Loss": 5.8229251510620115}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 1426.0118312835693, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.63999938964844, "Augmented-0.05-Quantile-Accuracy": 63.929996490478516, "Augmented-0.1-Quantile-Accuracy": 65.65999603271484, "Augmented-Accuracy": 71.7942, "Augmented-Loss": 1.3157932277145385, "Clean-Accuracy": 74.39, "Clean-Loss": 1.2402502655029297, "PGD-Accuracy": 0.61, "PGD-Loss": 6.4766172058105465}, "Total-Time": 81440.11664438248, "Train": {"Loss": 2.8012992569732664, "avg t": 1.3007499629211425, "plain loss": 1.1929548858947752, "standard loss": 1.190622716331482}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.1199951171875, "Augmented-0.05-Quantile-Accuracy": 68.55999755859375, "Augmented-0.1-Quantile-Accuracy": 70.23999786376953, "Augmented-Accuracy": 75.2614, "Augmented-Loss": 1.2337163218421936, "Clean-Accuracy": 71.24, "Clean-Loss": 1.1566682167053222, "PGD-Accuracy": 0.44, "PGD-Loss": 5.861010869598388}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 1425.6638815402985, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.32999801635742, "Augmented-0.05-Quantile-Accuracy": 64.93999481201172, "Augmented-0.1-Quantile-Accuracy": 66.91999816894531, "Augmented-Accuracy": 73.156, "Augmented-Loss": 1.3186783503112793, "Clean-Accuracy": 75.58, "Clean-Loss": 1.2290485794067383, "PGD-Accuracy": 0.7, "PGD-Loss": 6.772083026123047}, "Total-Time": 82865.78052592278, "Train": {"Loss": 2.479618239440918, "avg t": 1.2912455879211426, "plain loss": 1.1821556790161136, "standard loss": 1.179876958694458}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.22000122070312, "Augmented-0.05-Quantile-Accuracy": 69.95999908447266, "Augmented-0.1-Quantile-Accuracy": 71.6199951171875, "Augmented-Accuracy": 76.8082, "Augmented-Loss": 1.2310068907032012, "Clean-Accuracy": 71.6, "Clean-Loss": 1.172575505065918, "PGD-Accuracy": 0.32, "PGD-Loss": 6.071135689544677}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 1426.0077812671661, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.78999710083008, "Augmented-0.05-Quantile-Accuracy": 64.30999755859375, "Augmented-0.1-Quantile-Accuracy": 66.18999481201172, "Augmented-Accuracy": 72.1115, "Augmented-Loss": 1.3050758088989258, "Clean-Accuracy": 76.1, "Clean-Loss": 1.212236311340332, "PGD-Accuracy": 0.92, "PGD-Loss": 6.914619610595703}, "Total-Time": 84291.78830718994, "Train": {"Loss": 2.336682614479065, "avg t": 1.2853909004211426, "plain loss": 1.1787850886840798, "standard loss": 1.1768026605224609}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.0999984741211, "Augmented-0.05-Quantile-Accuracy": 69.5, "Augmented-0.1-Quantile-Accuracy": 70.9000015258789, "Augmented-Accuracy": 76.2322, "Augmented-Loss": 1.2180583367156983, "Clean-Accuracy": 78.94, "Clean-Loss": 1.1386038097381592, "PGD-Accuracy": 0.36, "PGD-Loss": 6.26542029800415}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 1425.7813062667847, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.3599967956543, "Augmented-0.05-Quantile-Accuracy": 65.97999572753906, "Augmented-0.1-Quantile-Accuracy": 67.69999694824219, "Augmented-Accuracy": 72.8487, "Augmented-Loss": 1.2674602772674561, "Clean-Accuracy": 74.58, "Clean-Loss": 1.182351798248291, "PGD-Accuracy": 0.46, "PGD-Loss": 7.049784210205078}, "Total-Time": 85717.56961345673, "Train": {"Loss": 2.2267006105804446, "avg t": 1.2702157442092896, "plain loss": 1.157005960083008, "standard loss": 1.1547657426452638}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.75999450683594, "Augmented-0.05-Quantile-Accuracy": 70.23999786376953, "Augmented-0.1-Quantile-Accuracy": 71.68000030517578, "Augmented-Accuracy": 76.1962, "Augmented-Loss": 1.1889590974216462, "Clean-Accuracy": 73.14, "Clean-Loss": 1.1261082023620606, "PGD-Accuracy": 0.2, "PGD-Loss": 6.403686296081543}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 1426.130079984665, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.459999084472656, "Augmented-0.05-Quantile-Accuracy": 65.26000213623047, "Augmented-0.1-Quantile-Accuracy": 66.97999572753906, "Augmented-Accuracy": 72.4821, "Augmented-Loss": 1.2569563566207886, "Clean-Accuracy": 74.79, "Clean-Loss": 1.1554924850463868, "PGD-Accuracy": 0.15, "PGD-Loss": 7.250366027832031}, "Total-Time": 87143.69969344139, "Train": {"Loss": 2.1103008130645753, "avg t": 1.2490996504211427, "plain loss": 1.1275405084228516, "standard loss": 1.125251047668457}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.22000122070312, "Augmented-0.05-Quantile-Accuracy": 69.58000183105469, "Augmented-0.1-Quantile-Accuracy": 70.93999481201172, "Augmented-Accuracy": 75.5748, "Augmented-Loss": 1.1647274303646087, "Clean-Accuracy": 72.66, "Clean-Loss": 1.0758087884902954, "PGD-Accuracy": 0.18, "PGD-Loss": 6.4744513175964356}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 1426.223727464676, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.53999710083008, "Augmented-0.05-Quantile-Accuracy": 63.8599967956543, "Augmented-0.1-Quantile-Accuracy": 65.70999908447266, "Augmented-Accuracy": 71.3633, "Augmented-Loss": 1.255598360610962, "Clean-Accuracy": 74.78, "Clean-Loss": 1.1457523948669435, "PGD-Accuracy": 0.24, "PGD-Loss": 7.373278564453125}, "Total-Time": 88569.92342090607, "Train": {"Loss": 1.995788994140625, "avg t": 1.2389309004211426, "plain loss": 1.114112695343018, "standard loss": 1.1120158040618897}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.33999633789062, "Augmented-0.05-Quantile-Accuracy": 69.97999572753906, "Augmented-0.1-Quantile-Accuracy": 71.33999633789062, "Augmented-Accuracy": 75.9278, "Augmented-Loss": 1.1546631259860993, "Clean-Accuracy": 74.1, "Clean-Loss": 1.140462903213501, "PGD-Accuracy": 0.22, "PGD-Loss": 6.617394175720215}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 1425.857281923294, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.269996643066406, "Augmented-0.05-Quantile-Accuracy": 64.51000213623047, "Augmented-0.1-Quantile-Accuracy": 66.3499984741211, "Augmented-Accuracy": 72.1315, "Augmented-Loss": 1.2483622786941528, "Clean-Accuracy": 74.72, "Clean-Loss": 1.1414918571472168, "PGD-Accuracy": 0.31, "PGD-Loss": 7.606045617675782}, "Total-Time": 89995.78070282936, "Train": {"Loss": 1.911364861869812, "avg t": 1.2253280879211426, "plain loss": 1.0936344810791014, "standard loss": 1.0915867611312866}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.77999877929688, "Augmented-0.05-Quantile-Accuracy": 70.0199966430664, "Augmented-0.1-Quantile-Accuracy": 71.45999908447266, "Augmented-Accuracy": 76.414, "Augmented-Loss": 1.151866215976715, "Clean-Accuracy": 74.08, "Clean-Loss": 1.070137336730957, "PGD-Accuracy": 0.3, "PGD-Loss": 6.839382447814941}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 1425.409779548645, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.44999694824219, "Augmented-0.05-Quantile-Accuracy": 65.05999755859375, "Augmented-0.1-Quantile-Accuracy": 67.00999450683594, "Augmented-Accuracy": 72.4395, "Augmented-Loss": 1.226268026512146, "Clean-Accuracy": 77.15, "Clean-Loss": 1.1187925163269044, "PGD-Accuracy": 0.38, "PGD-Loss": 7.682830645751953}, "Total-Time": 91421.190482378, "Train": {"Loss": 1.8929243600082397, "avg t": 1.2175063691711425, "plain loss": 1.084232068908691, "standard loss": 1.0819232878875733}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.0, "Augmented-0.05-Quantile-Accuracy": 70.5199966430664, "Augmented-0.1-Quantile-Accuracy": 72.19999694824219, "Augmented-Accuracy": 76.6706, "Augmented-Loss": 1.1328056700286866, "Clean-Accuracy": 78.06, "Clean-Loss": 1.0554476490020752, "PGD-Accuracy": 0.3, "PGD-Loss": 6.891156713867187}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 1424.9905433654785, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.18000030517578, "Augmented-0.05-Quantile-Accuracy": 65.52999877929688, "Augmented-0.1-Quantile-Accuracy": 67.18999481201172, "Augmented-Accuracy": 72.1474, "Augmented-Loss": 1.203147295310974, "Clean-Accuracy": 74.99, "Clean-Loss": 1.0952040260314941, "PGD-Accuracy": 0.15, "PGD-Loss": 8.066933605957031}, "Total-Time": 92846.18102574348, "Train": {"Loss": 1.8132242906188965, "avg t": 1.2054151191711426, "plain loss": 1.0681921195983888, "standard loss": 1.0660687163162232}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.15999603271484, "Augmented-0.05-Quantile-Accuracy": 70.25999450683594, "Augmented-0.1-Quantile-Accuracy": 71.77999877929688, "Augmented-Accuracy": 75.9432, "Augmented-Loss": 1.1042927902832032, "Clean-Accuracy": 77.38, "Clean-Loss": 1.0717490701675414, "PGD-Accuracy": 0.14, "PGD-Loss": 7.320906076049805}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 1424.8442997932434, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.98999786376953, "Augmented-0.05-Quantile-Accuracy": 65.90999603271484, "Augmented-0.1-Quantile-Accuracy": 67.44999694824219, "Augmented-Accuracy": 72.7453, "Augmented-Loss": 1.2050585298309326, "Clean-Accuracy": 75.97, "Clean-Loss": 1.1015740737915038, "PGD-Accuracy": 0.29, "PGD-Loss": 7.908664483642578}, "Total-Time": 94271.02532553673, "Train": {"Loss": 1.7072369003295897, "avg t": 1.1930804316711425, "plain loss": 1.047349031921387, "standard loss": 1.0451145176696777}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.23999786376953, "Augmented-0.05-Quantile-Accuracy": 72.27999877929688, "Augmented-0.1-Quantile-Accuracy": 73.86000061035156, "Augmented-Accuracy": 78.0518, "Augmented-Loss": 1.1043163341026305, "Clean-Accuracy": 75.22, "Clean-Loss": 1.0748620517730714, "PGD-Accuracy": 0.24, "PGD-Loss": 7.038268388366699}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 1425.552737236023, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.44999694824219, "Augmented-0.05-Quantile-Accuracy": 65.97000122070312, "Augmented-0.1-Quantile-Accuracy": 67.77999877929688, "Augmented-Accuracy": 73.0299, "Augmented-Loss": 1.2142459814071656, "Clean-Accuracy": 76.67, "Clean-Loss": 1.084645743560791, "PGD-Accuracy": 0.21, "PGD-Loss": 8.15373579711914}, "Total-Time": 95696.57806277275, "Train": {"Loss": 1.7558456184387208, "avg t": 1.1939535566711426, "plain loss": 1.0510254615478518, "standard loss": 1.0490595657348634}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.23999786376953, "Augmented-0.05-Quantile-Accuracy": 70.58000183105469, "Augmented-0.1-Quantile-Accuracy": 72.0999984741211, "Augmented-Accuracy": 76.558, "Augmented-Loss": 1.109009828344345, "Clean-Accuracy": 77.84, "Clean-Loss": 1.0559612813949586, "PGD-Accuracy": 0.26, "PGD-Loss": 7.362041090393066}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 1424.940706729889, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.0, "Augmented-0.05-Quantile-Accuracy": 66.93000030517578, "Augmented-0.1-Quantile-Accuracy": 68.4000015258789, "Augmented-Accuracy": 73.6869, "Augmented-Loss": 1.206869104324341, "Clean-Accuracy": 76.55, "Clean-Loss": 1.0606124794006349, "PGD-Accuracy": 0.31, "PGD-Loss": 8.180838830566406}, "Total-Time": 97121.51876950264, "Train": {"Loss": 1.704816779937744, "avg t": 1.1893899629211426, "plain loss": 1.0421868748779275, "standard loss": 1.0399575508880616}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.37999725341797, "Augmented-0.05-Quantile-Accuracy": 71.81999969482422, "Augmented-0.1-Quantile-Accuracy": 73.41999816894531, "Augmented-Accuracy": 77.931, "Augmented-Loss": 1.0849306735801696, "Clean-Accuracy": 78.5, "Clean-Loss": 1.0183632814407348, "PGD-Accuracy": 0.22, "PGD-Loss": 7.417912733459473}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 1425.274344921112, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.709999084472656, "Augmented-0.05-Quantile-Accuracy": 66.22000122070312, "Augmented-0.1-Quantile-Accuracy": 67.93999481201172, "Augmented-Accuracy": 73.0817, "Augmented-Loss": 1.1999578627700807, "Clean-Accuracy": 76.71, "Clean-Loss": 1.0589133224487304, "PGD-Accuracy": 0.21, "PGD-Loss": 8.298581060791015}, "Total-Time": 98546.79311442375, "Train": {"Loss": 1.671303965034485, "avg t": 1.1788804316711425, "plain loss": 1.024585923492431, "standard loss": 1.0223726537323}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.13999938964844, "Augmented-0.05-Quantile-Accuracy": 72.65999603271484, "Augmented-0.1-Quantile-Accuracy": 74.0999984741211, "Augmented-Accuracy": 78.4164, "Augmented-Loss": 1.0835546314048767, "Clean-Accuracy": 77.8, "Clean-Loss": 1.0332158779144287, "PGD-Accuracy": 0.06, "PGD-Loss": 7.609158441162109}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 1425.2818915843964, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.31999969482422, "Augmented-0.05-Quantile-Accuracy": 70.93000030517578, "Augmented-0.1-Quantile-Accuracy": 72.33000183105469, "Augmented-Accuracy": 77.0917, "Augmented-Loss": 1.170153631362915, "Clean-Accuracy": 78.94, "Clean-Loss": 1.0486242645263673, "PGD-Accuracy": 0.6, "PGD-Loss": 8.357990344238281}, "Total-Time": 99972.07500600815, "Train": {"Loss": 1.6498056674194337, "avg t": 1.1754524629211425, "plain loss": 1.0202006232299805, "standard loss": 1.0177561362075807}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.04000091552734, "Augmented-0.05-Quantile-Accuracy": 74.0, "Augmented-0.1-Quantile-Accuracy": 75.27999877929688, "Augmented-Accuracy": 79.8228, "Augmented-Loss": 1.0741865849132537, "Clean-Accuracy": 77.94, "Clean-Loss": 1.010566711807251, "PGD-Accuracy": 0.4, "PGD-Loss": 7.609052685546875}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 1425.5461432933807, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.02999877929688, "Augmented-0.05-Quantile-Accuracy": 68.65999603271484, "Augmented-0.1-Quantile-Accuracy": 70.00999450683594, "Augmented-Accuracy": 75.2905, "Augmented-Loss": 1.1604748219070435, "Clean-Accuracy": 77.77, "Clean-Loss": 1.033321844482422, "PGD-Accuracy": 0.08, "PGD-Loss": 8.74462305908203}, "Total-Time": 101397.62114930153, "Train": {"Loss": 1.6415944485473632, "avg t": 1.1709187129211425, "plain loss": 1.0118470773315436, "standard loss": 1.009482444190979}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.5999984741211, "Augmented-0.05-Quantile-Accuracy": 72.69999694824219, "Augmented-0.1-Quantile-Accuracy": 74.23999786376953, "Augmented-Accuracy": 78.8554, "Augmented-Loss": 1.0544464972286225, "Clean-Accuracy": 78.8, "Clean-Loss": 0.9693404140472413, "PGD-Accuracy": 0.08, "PGD-Loss": 8.00103080291748}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 1424.9423818588257, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.3499984741211, "Augmented-0.05-Quantile-Accuracy": 67.77999877929688, "Augmented-0.1-Quantile-Accuracy": 69.4000015258789, "Augmented-Accuracy": 74.2277, "Augmented-Loss": 1.1935064411468506, "Clean-Accuracy": 76.63, "Clean-Loss": 1.0321155670166016, "PGD-Accuracy": 0.11, "PGD-Loss": 8.695405963134766}, "Total-Time": 102822.56353116035, "Train": {"Loss": 1.6452249767303466, "avg t": 1.1659726191711426, "plain loss": 1.0062728662109366, "standard loss": 1.0038155050659179}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.86000061035156, "Augmented-0.05-Quantile-Accuracy": 73.13999938964844, "Augmented-0.1-Quantile-Accuracy": 74.5, "Augmented-Accuracy": 78.899, "Augmented-Loss": 1.066388634962082, "Clean-Accuracy": 79.66, "Clean-Loss": 0.9667324626922608, "PGD-Accuracy": 0.12, "PGD-Loss": 7.9741621032714844}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 1424.6491067409515, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.05999755859375, "Augmented-0.05-Quantile-Accuracy": 69.18000030517578, "Augmented-0.1-Quantile-Accuracy": 70.72000122070312, "Augmented-Accuracy": 75.852, "Augmented-Loss": 1.1850722824554443, "Clean-Accuracy": 79.58, "Clean-Loss": 1.037007607269287, "PGD-Accuracy": 0.22, "PGD-Loss": 8.600301831054688}, "Total-Time": 104247.2126379013, "Train": {"Loss": 1.614991237487793, "avg t": 1.1655579316711426, "plain loss": 1.0038625940246573, "standard loss": 1.001194732608795}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.72000122070312, "Augmented-0.05-Quantile-Accuracy": 74.65999603271484, "Augmented-0.1-Quantile-Accuracy": 75.87999725341797, "Augmented-Accuracy": 80.4756, "Augmented-Loss": 1.071057884054184, "Clean-Accuracy": 79.14, "Clean-Loss": 1.0143395487785338, "PGD-Accuracy": 0.42, "PGD-Loss": 7.849218270874023}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 1425.8600766658783, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.0199966430664, "Augmented-0.05-Quantile-Accuracy": 67.83000183105469, "Augmented-0.1-Quantile-Accuracy": 69.5199966430664, "Augmented-Accuracy": 74.4319, "Augmented-Loss": 1.1844333722000122, "Clean-Accuracy": 77.85, "Clean-Loss": 1.0449240455627442, "PGD-Accuracy": 0.17, "PGD-Loss": 8.43791294555664}, "Total-Time": 105673.07271456718, "Train": {"Loss": 1.5926741177368164, "avg t": 1.1676709004211425, "plain loss": 1.00712750515747, "standard loss": 1.0046122896575929}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.27999877929688, "Augmented-0.05-Quantile-Accuracy": 73.18000030517578, "Augmented-0.1-Quantile-Accuracy": 74.91999816894531, "Augmented-Accuracy": 79.0866, "Augmented-Loss": 1.0665317659778595, "Clean-Accuracy": 79.1, "Clean-Loss": 0.9605365476608276, "PGD-Accuracy": 0.18, "PGD-Loss": 7.540221411132812}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 1425.2455320358276, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.65999603271484, "Augmented-0.05-Quantile-Accuracy": 69.18999481201172, "Augmented-0.1-Quantile-Accuracy": 70.83000183105469, "Augmented-Accuracy": 76.1928, "Augmented-Loss": 1.1840100193481444, "Clean-Accuracy": 77.41, "Clean-Loss": 1.050424308013916, "PGD-Accuracy": 0.22, "PGD-Loss": 8.608280139160156}, "Total-Time": 107098.31824660301, "Train": {"Loss": 1.6093354415893555, "avg t": 1.1635388691711426, "plain loss": 1.0060473834228525, "standard loss": 1.0033369877624512}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.54000091552734, "Augmented-0.05-Quantile-Accuracy": 74.13999938964844, "Augmented-0.1-Quantile-Accuracy": 75.4000015258789, "Augmented-Accuracy": 79.9048, "Augmented-Loss": 1.0707982838745118, "Clean-Accuracy": 79.54, "Clean-Loss": 1.0246838001251222, "PGD-Accuracy": 0.06, "PGD-Loss": 7.866300880432129}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 1425.115880727768, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.44999694824219, "Augmented-0.05-Quantile-Accuracy": 70.63999938964844, "Augmented-0.1-Quantile-Accuracy": 72.0199966430664, "Augmented-Accuracy": 76.6697, "Augmented-Loss": 1.1485620441970825, "Clean-Accuracy": 79.16, "Clean-Loss": 1.008186353302002, "PGD-Accuracy": 0.16, "PGD-Loss": 8.646609301757813}, "Total-Time": 108523.43412733078, "Train": {"Loss": 1.414313252105713, "avg t": 1.1515029316711425, "plain loss": 0.9902310149536139, "standard loss": 0.9878239105033875}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.31999969482422, "Augmented-0.05-Quantile-Accuracy": 76.65999603271484, "Augmented-0.1-Quantile-Accuracy": 77.86000061035156, "Augmented-Accuracy": 81.3124, "Augmented-Loss": 1.0302088485126495, "Clean-Accuracy": 79.54, "Clean-Loss": 0.9949675640106201, "PGD-Accuracy": 0.18, "PGD-Loss": 7.870350196838379}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 1424.8035759925842, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.5999984741211, "Augmented-0.05-Quantile-Accuracy": 70.93999481201172, "Augmented-0.1-Quantile-Accuracy": 72.4000015258789, "Augmented-Accuracy": 77.1044, "Augmented-Loss": 1.126628078552246, "Clean-Accuracy": 79.25, "Clean-Loss": 0.9874529838562012, "PGD-Accuracy": 0.19, "PGD-Loss": 8.746636871337891}, "Total-Time": 109948.23770332336, "Train": {"Loss": 1.3026002976989746, "avg t": 1.1370763691711425, "plain loss": 0.9666722436523432, "standard loss": 0.9643693883705139}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.4000015258789, "Augmented-0.05-Quantile-Accuracy": 76.37999725341797, "Augmented-0.1-Quantile-Accuracy": 77.77999877929688, "Augmented-Accuracy": 81.1824, "Augmented-Loss": 1.0069766408367158, "Clean-Accuracy": 79.58, "Clean-Loss": 0.9448256093978882, "PGD-Accuracy": 0.2, "PGD-Loss": 7.925879676818847}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 1425.202691078186, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.72000122070312, "Augmented-0.05-Quantile-Accuracy": 72.0999984741211, "Augmented-0.1-Quantile-Accuracy": 73.44999694824219, "Augmented-Accuracy": 78.0081, "Augmented-Loss": 1.1084465908966064, "Clean-Accuracy": 80.04, "Clean-Loss": 0.9771348411560059, "PGD-Accuracy": 0.22, "PGD-Loss": 8.834932702636719}, "Total-Time": 111373.44039440155, "Train": {"Loss": 1.2909967851257325, "avg t": 1.1263724629211427, "plain loss": 0.9455395833740247, "standard loss": 0.943382297668457}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.4000015258789, "Augmented-0.05-Quantile-Accuracy": 77.5199966430664, "Augmented-0.1-Quantile-Accuracy": 78.54000091552734, "Augmented-Accuracy": 82.3278, "Augmented-Loss": 0.9932853395881652, "Clean-Accuracy": 82.92, "Clean-Loss": 0.917864334487915, "PGD-Accuracy": 0.2, "PGD-Loss": 7.995315866088867}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 1424.9012639522552, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.37999725341797, "Augmented-0.05-Quantile-Accuracy": 71.6500015258789, "Augmented-0.1-Quantile-Accuracy": 73.22999572753906, "Augmented-Accuracy": 77.6503, "Augmented-Loss": 1.1034906419372559, "Clean-Accuracy": 79.58, "Clean-Loss": 0.9678540000915528, "PGD-Accuracy": 0.18, "PGD-Loss": 8.9316623046875}, "Total-Time": 112798.3416583538, "Train": {"Loss": 1.3008113925170899, "avg t": 1.1201751191711427, "plain loss": 0.9322280181274416, "standard loss": 0.9300387138366699}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.4000015258789, "Augmented-0.05-Quantile-Accuracy": 77.27999877929688, "Augmented-0.1-Quantile-Accuracy": 78.41999816894531, "Augmented-Accuracy": 82.1928, "Augmented-Loss": 0.9853386931533813, "Clean-Accuracy": 79.28, "Clean-Loss": 0.918447201347351, "PGD-Accuracy": 0.12, "PGD-Loss": 8.098357817077638}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 1424.757784128189, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.02999877929688, "Augmented-0.05-Quantile-Accuracy": 72.5199966430664, "Augmented-0.1-Quantile-Accuracy": 73.93999481201172, "Augmented-Accuracy": 78.423, "Augmented-Loss": 1.0925903485565185, "Clean-Accuracy": 79.87, "Clean-Loss": 0.9501198356628417, "PGD-Accuracy": 0.18, "PGD-Loss": 8.947815441894532}, "Total-Time": 114223.099442482, "Train": {"Loss": 1.2546783679199218, "avg t": 1.1138477754211427, "plain loss": 0.9184475935058586, "standard loss": 0.9161673334121704}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.83999633789062, "Augmented-0.05-Quantile-Accuracy": 77.41999816894531, "Augmented-0.1-Quantile-Accuracy": 78.69999694824219, "Augmented-Accuracy": 82.3256, "Augmented-Loss": 0.9670422582225799, "Clean-Accuracy": 81.56, "Clean-Loss": 0.8621430354118347, "PGD-Accuracy": 0.22, "PGD-Loss": 8.111075070190429}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 1425.1559875011444, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.90999603271484, "Augmented-0.05-Quantile-Accuracy": 72.3499984741211, "Augmented-0.1-Quantile-Accuracy": 73.75999450683594, "Augmented-Accuracy": 78.3454, "Augmented-Loss": 1.0802782158737183, "Clean-Accuracy": 80.22, "Clean-Loss": 0.9381810356140137, "PGD-Accuracy": 0.18, "PGD-Loss": 9.063709533691407}, "Total-Time": 115648.25542998314, "Train": {"Loss": 1.2425262522888183, "avg t": 1.1084223066711425, "plain loss": 0.907600027984619, "standard loss": 0.9055013933944702}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.91999816894531, "Augmented-0.05-Quantile-Accuracy": 77.47999572753906, "Augmented-0.1-Quantile-Accuracy": 78.86000061035156, "Augmented-Accuracy": 82.5706, "Augmented-Loss": 0.9512941489830017, "Clean-Accuracy": 82.04, "Clean-Loss": 0.8998588994979858, "PGD-Accuracy": 0.22, "PGD-Loss": 8.208554992675781}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 1424.9835579395294, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.19999694824219, "Augmented-0.05-Quantile-Accuracy": 72.4000015258789, "Augmented-0.1-Quantile-Accuracy": 74.04000091552734, "Augmented-Accuracy": 78.523, "Augmented-Loss": 1.0776128384552002, "Clean-Accuracy": 80.5, "Clean-Loss": 0.9367677581787109, "PGD-Accuracy": 0.16, "PGD-Loss": 9.147588629150391}, "Total-Time": 117073.23898792267, "Train": {"Loss": 1.262298954925537, "avg t": 1.1049366816711426, "plain loss": 0.9005795396118162, "standard loss": 0.8984105647468567}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.9000015258789, "Augmented-0.05-Quantile-Accuracy": 78.25999450683594, "Augmented-0.1-Quantile-Accuracy": 79.36000061035156, "Augmented-Accuracy": 82.8516, "Augmented-Loss": 0.9523763053665161, "Clean-Accuracy": 80.32, "Clean-Loss": 0.9025579805374145, "PGD-Accuracy": 0.1, "PGD-Loss": 8.250712002563477}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 1424.835379600525, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.91999816894531, "Augmented-0.05-Quantile-Accuracy": 72.40999603271484, "Augmented-0.1-Quantile-Accuracy": 73.81999969482422, "Augmented-Accuracy": 78.363, "Augmented-Loss": 1.0686929045028686, "Clean-Accuracy": 80.39, "Clean-Loss": 0.9278058067321777, "PGD-Accuracy": 0.13, "PGD-Loss": 9.156406408691407}, "Total-Time": 118498.0743675232, "Train": {"Loss": 1.2300632321166993, "avg t": 1.1005984004211427, "plain loss": 0.8941485781555187, "standard loss": 0.891844836807251}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.5, "Augmented-0.05-Quantile-Accuracy": 78.04000091552734, "Augmented-0.1-Quantile-Accuracy": 79.19999694824219, "Augmented-Accuracy": 82.8978, "Augmented-Loss": 0.9445297149505615, "Clean-Accuracy": 81.2, "Clean-Loss": 0.885979892539978, "PGD-Accuracy": 0.12, "PGD-Loss": 8.276786268615723}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 1425.2265620231628, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.68999481201172, "Augmented-0.05-Quantile-Accuracy": 72.56999969482422, "Augmented-0.1-Quantile-Accuracy": 74.04999542236328, "Augmented-Accuracy": 78.6866, "Augmented-Loss": 1.0594336004867553, "Clean-Accuracy": 80.34, "Clean-Loss": 0.9204163322448731, "PGD-Accuracy": 0.14, "PGD-Loss": 9.176657550048828}, "Total-Time": 119923.30092954636, "Train": {"Loss": 1.226383095703125, "avg t": 1.0975894941711426, "plain loss": 0.8861205875854482, "standard loss": 0.8836870866584778}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.27999877929688, "Augmented-0.05-Quantile-Accuracy": 78.36000061035156, "Augmented-0.1-Quantile-Accuracy": 79.55999755859375, "Augmented-Accuracy": 83.1108, "Augmented-Loss": 0.9319233829383851, "Clean-Accuracy": 82.38, "Clean-Loss": 0.8892607168197632, "PGD-Accuracy": 0.2, "PGD-Loss": 8.290317510986329}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 1424.667051076889, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.2699966430664, "Augmented-0.05-Quantile-Accuracy": 72.52999877929688, "Augmented-0.1-Quantile-Accuracy": 73.98999786376953, "Augmented-Accuracy": 78.391, "Augmented-Loss": 1.0542685780181884, "Clean-Accuracy": 80.62, "Clean-Loss": 0.9200693649291992, "PGD-Accuracy": 0.14, "PGD-Loss": 9.19255946044922}, "Total-Time": 121347.96798062325, "Train": {"Loss": 1.2188775982666016, "avg t": 1.0939090254211425, "plain loss": 0.8805369907379151, "standard loss": 0.8783747182846069}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.37999725341797, "Augmented-0.05-Quantile-Accuracy": 78.37999725341797, "Augmented-0.1-Quantile-Accuracy": 79.5999984741211, "Augmented-Accuracy": 82.9482, "Augmented-Loss": 0.9317286228065491, "Clean-Accuracy": 82.1, "Clean-Loss": 0.890906132888794, "PGD-Accuracy": 0.1, "PGD-Loss": 8.309236862182617}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 1424.2796125411987, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.0, "Augmented-0.05-Quantile-Accuracy": 73.44999694824219, "Augmented-0.1-Quantile-Accuracy": 74.68000030517578, "Augmented-Accuracy": 78.9663, "Augmented-Loss": 1.0511280560150147, "Clean-Accuracy": 80.69, "Clean-Loss": 0.9118500061035156, "PGD-Accuracy": 0.12, "PGD-Loss": 9.248091314697266}, "Total-Time": 122772.24759316444, "Train": {"Loss": 1.2172269444274901, "avg t": 1.0936343379211426, "plain loss": 0.8786934164733873, "standard loss": 0.876544468421936}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.55999755859375, "Augmented-0.05-Quantile-Accuracy": 78.04000091552734, "Augmented-0.1-Quantile-Accuracy": 79.57999420166016, "Augmented-Accuracy": 83.153, "Augmented-Loss": 0.9270313947906494, "Clean-Accuracy": 83.3, "Clean-Loss": 0.8344301446914673, "PGD-Accuracy": 0.16, "PGD-Loss": 8.311034762573243}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 1425.0242245197296, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.16999816894531, "Augmented-0.05-Quantile-Accuracy": 73.5999984741211, "Augmented-0.1-Quantile-Accuracy": 75.11000061035156, "Augmented-Accuracy": 79.4494, "Augmented-Loss": 1.0505773244934082, "Clean-Accuracy": 81.35, "Clean-Loss": 0.9129945632934571, "PGD-Accuracy": 0.14, "PGD-Loss": 9.233960186767579}, "Total-Time": 124197.27181768417, "Train": {"Loss": 1.2048399451446534, "avg t": 1.0890305879211426, "plain loss": 0.8738682436828609, "standard loss": 0.8716776417541504}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.73999786376953, "Augmented-0.05-Quantile-Accuracy": 78.95999908447266, "Augmented-0.1-Quantile-Accuracy": 80.0, "Augmented-Accuracy": 83.6182, "Augmented-Loss": 0.9265137432422638, "Clean-Accuracy": 82.14, "Clean-Loss": 0.8764927841186524, "PGD-Accuracy": 0.24, "PGD-Loss": 8.300220726013183}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 1425.921923160553, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.94999694824219, "Augmented-0.05-Quantile-Accuracy": 73.25999450683594, "Augmented-0.1-Quantile-Accuracy": 74.65999603271484, "Augmented-Accuracy": 79.0313, "Augmented-Loss": 1.0479791143951416, "Clean-Accuracy": 81.16, "Clean-Loss": 0.9069935234069825, "PGD-Accuracy": 0.14, "PGD-Loss": 9.32445400390625}, "Total-Time": 125623.19374084473, "Train": {"Loss": 1.1988641175842285, "avg t": 1.0876512129211426, "plain loss": 0.8708895543823263, "standard loss": 0.8687550218772888}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.77999877929688, "Augmented-0.05-Quantile-Accuracy": 78.27999877929688, "Augmented-0.1-Quantile-Accuracy": 79.65999603271484, "Augmented-Accuracy": 83.4114, "Augmented-Loss": 0.9175205414028168, "Clean-Accuracy": 83.4, "Clean-Loss": 0.8825757083892822, "PGD-Accuracy": 0.16, "PGD-Loss": 8.403857957458497}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 1424.7279047966003, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.33000183105469, "Augmented-0.05-Quantile-Accuracy": 73.68999481201172, "Augmented-0.1-Quantile-Accuracy": 75.04000091552734, "Augmented-Accuracy": 79.6732, "Augmented-Loss": 1.0428126264038087, "Clean-Accuracy": 82.1, "Clean-Loss": 0.9017544647216796, "PGD-Accuracy": 0.14, "PGD-Loss": 9.348647351074218}, "Total-Time": 127047.92164564133, "Train": {"Loss": 1.1996081607055664, "avg t": 1.0859182441711426, "plain loss": 0.864865317962647, "standard loss": 0.8626709467506408}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.5199966430664, "Augmented-0.05-Quantile-Accuracy": 79.41999816894531, "Augmented-0.1-Quantile-Accuracy": 80.55999755859375, "Augmented-Accuracy": 84.0324, "Augmented-Loss": 0.912956525226593, "Clean-Accuracy": 84.6, "Clean-Loss": 0.8119643039703369, "PGD-Accuracy": 0.1, "PGD-Loss": 8.444512829589844}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 1425.4054458141327, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.86000061035156, "Augmented-0.05-Quantile-Accuracy": 73.0999984741211, "Augmented-0.1-Quantile-Accuracy": 74.65999603271484, "Augmented-Accuracy": 79.073, "Augmented-Loss": 1.045060562614441, "Clean-Accuracy": 81.79, "Clean-Loss": 0.8971529464721679, "PGD-Accuracy": 0.14, "PGD-Loss": 9.32246859741211}, "Total-Time": 128473.32709145546, "Train": {"Loss": 1.1885435485839844, "avg t": 1.0829244941711427, "plain loss": 0.8629724778442386, "standard loss": 0.8605855053710938}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.6199951171875, "Augmented-0.05-Quantile-Accuracy": 79.15999603271484, "Augmented-0.1-Quantile-Accuracy": 80.43999481201172, "Augmented-Accuracy": 83.947, "Augmented-Loss": 0.9048862161960601, "Clean-Accuracy": 83.52, "Clean-Loss": 0.8572805620193481, "PGD-Accuracy": 0.18, "PGD-Loss": 8.400652604675294}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 1426.30136179924, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.80999755859375, "Augmented-0.05-Quantile-Accuracy": 73.1199951171875, "Augmented-0.1-Quantile-Accuracy": 74.88999938964844, "Augmented-Accuracy": 79.084, "Augmented-Loss": 1.0428679610214233, "Clean-Accuracy": 81.64, "Clean-Loss": 0.9036213340759277, "PGD-Accuracy": 0.11, "PGD-Loss": 9.3210578125}, "Total-Time": 129899.6284532547, "Train": {"Loss": 1.1893404652023316, "avg t": 1.0834030879211425, "plain loss": 0.8644323240966798, "standard loss": 0.8620518017196656}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.25999450683594, "Augmented-0.05-Quantile-Accuracy": 79.5, "Augmented-0.1-Quantile-Accuracy": 80.5999984741211, "Augmented-Accuracy": 84.3934, "Augmented-Loss": 0.9159152684650421, "Clean-Accuracy": 81.16, "Clean-Loss": 0.8399412225723266, "PGD-Accuracy": 0.18, "PGD-Loss": 8.381401286315919}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 1428.4162023067474, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.95999908447266, "Augmented-0.05-Quantile-Accuracy": 73.4000015258789, "Augmented-0.1-Quantile-Accuracy": 74.86000061035156, "Augmented-Accuracy": 79.1027, "Augmented-Loss": 1.0418465572891236, "Clean-Accuracy": 81.44, "Clean-Loss": 0.8967070480346679, "PGD-Accuracy": 0.1, "PGD-Loss": 9.326825762939453}, "Total-Time": 131328.04465556145, "Train": {"Loss": 1.1844642153930665, "avg t": 1.0826926191711426, "plain loss": 0.8626108392028801, "standard loss": 0.86030134765625}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.0999984741211, "Augmented-0.05-Quantile-Accuracy": 78.77999877929688, "Augmented-0.1-Quantile-Accuracy": 80.0199966430664, "Augmented-Accuracy": 83.5774, "Augmented-Loss": 0.9083171588859558, "Clean-Accuracy": 78.68, "Clean-Loss": 0.8897737333297729, "PGD-Accuracy": 0.2, "PGD-Loss": 8.426015591430664}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 1428.2727417945862, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.93000030517578, "Augmented-0.05-Quantile-Accuracy": 73.23999786376953, "Augmented-0.1-Quantile-Accuracy": 74.83999633789062, "Augmented-Accuracy": 79.1216, "Augmented-Loss": 1.0404700638198852, "Clean-Accuracy": 81.45, "Clean-Loss": 0.8972394355773926, "PGD-Accuracy": 0.1, "PGD-Loss": 9.325666174316407}, "Total-Time": 132756.31739735603, "Train": {"Loss": 1.1933077178955078, "avg t": 1.0828537129211426, "plain loss": 0.8616383723144536, "standard loss": 0.8593875055122375}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.97999572753906, "Augmented-0.05-Quantile-Accuracy": 78.95999908447266, "Augmented-0.1-Quantile-Accuracy": 80.1199951171875, "Augmented-Accuracy": 83.9234, "Augmented-Loss": 0.9068909859466553, "Clean-Accuracy": 78.72, "Clean-Loss": 0.8861940326690674, "PGD-Accuracy": 0.18, "PGD-Loss": 8.390503175354004}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 1428.3607363700867, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.08000183105469, "Augmented-0.05-Quantile-Accuracy": 73.22999572753906, "Augmented-0.1-Quantile-Accuracy": 74.80999755859375, "Augmented-Accuracy": 79.2199, "Augmented-Loss": 1.0392353526077271, "Clean-Accuracy": 81.63, "Clean-Loss": 0.903706534576416, "PGD-Accuracy": 0.09, "PGD-Loss": 9.332391290283203}, "Total-Time": 134184.67813372612, "Train": {"Loss": 1.1753097457885742, "avg t": 1.0813427754211427, "plain loss": 0.8594308710021971, "standard loss": 0.8570196625900268}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.22000122070312, "Augmented-0.05-Quantile-Accuracy": 78.9000015258789, "Augmented-0.1-Quantile-Accuracy": 79.93999481201172, "Augmented-Accuracy": 83.8178, "Augmented-Loss": 0.9147759692859649, "Clean-Accuracy": 84.4, "Clean-Loss": 0.8404900278091431, "PGD-Accuracy": 0.1, "PGD-Loss": 8.41965415802002}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 1426.7609889507294, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.97000122070312, "Augmented-0.05-Quantile-Accuracy": 73.18000030517578, "Augmented-0.1-Quantile-Accuracy": 74.9000015258789, "Augmented-Accuracy": 79.2636, "Augmented-Loss": 1.0387974761505128, "Clean-Accuracy": 81.62, "Clean-Loss": 0.9012431480407714, "PGD-Accuracy": 0.14, "PGD-Loss": 9.34176674194336}, "Total-Time": 135611.43912267685, "Train": {"Loss": 1.1812716261291505, "avg t": 1.0813090254211426, "plain loss": 0.8596438764343255, "standard loss": 0.8572445241165161}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.08000183105469, "Augmented-0.05-Quantile-Accuracy": 78.9000015258789, "Augmented-0.1-Quantile-Accuracy": 80.22000122070312, "Augmented-Accuracy": 83.8386, "Augmented-Loss": 0.9129985087957382, "Clean-Accuracy": 80.84, "Clean-Loss": 0.8581846178054809, "PGD-Accuracy": 0.18, "PGD-Loss": 8.40761109008789}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 1427.5510210990906, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.08999633789062, "Augmented-0.05-Quantile-Accuracy": 73.20999908447266, "Augmented-0.1-Quantile-Accuracy": 74.94999694824219, "Augmented-Accuracy": 79.1816, "Augmented-Loss": 1.03761500151062, "Clean-Accuracy": 81.52, "Clean-Loss": 0.9016824943542481, "PGD-Accuracy": 0.06, "PGD-Loss": 9.334543273925782}, "Total-Time": 137038.99014377594, "Train": {"Loss": 1.1842839208984375, "avg t": 1.0810848066711425, "plain loss": 0.859258714874267, "standard loss": 0.8570980815887451}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.27999877929688, "Augmented-0.05-Quantile-Accuracy": 78.86000061035156, "Augmented-0.1-Quantile-Accuracy": 79.93999481201172, "Augmented-Accuracy": 83.4952, "Augmented-Loss": 0.9111875708332062, "Clean-Accuracy": 82.26, "Clean-Loss": 0.8335348873138427, "PGD-Accuracy": 0.18, "PGD-Loss": 8.421394470214844}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 1426.8010439872742, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.2699966430664, "Augmented-0.05-Quantile-Accuracy": 73.36000061035156, "Augmented-0.1-Quantile-Accuracy": 74.81999969482422, "Augmented-Accuracy": 79.2611, "Augmented-Loss": 1.037777776611328, "Clean-Accuracy": 81.73, "Clean-Loss": 0.9011728454589844, "PGD-Accuracy": 0.1, "PGD-Loss": 9.33886625366211}, "Total-Time": 138465.7911877632, "Train": {"Loss": 1.182233258972168, "avg t": 1.0807782441711427, "plain loss": 0.8582652968139651, "standard loss": 0.8559505582427979}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.5199966430664, "Augmented-0.05-Quantile-Accuracy": 79.1199951171875, "Augmented-0.1-Quantile-Accuracy": 80.23999786376953, "Augmented-Accuracy": 83.804, "Augmented-Loss": 0.9128109668235779, "Clean-Accuracy": 82.36, "Clean-Loss": 0.8543254167556763, "PGD-Accuracy": 0.22, "PGD-Loss": 8.406280490112305}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 1426.131771326065, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.12999725341797, "Augmented-0.05-Quantile-Accuracy": 73.43000030517578, "Augmented-0.1-Quantile-Accuracy": 74.91999816894531, "Augmented-Accuracy": 79.3034, "Augmented-Loss": 1.0371534408950807, "Clean-Accuracy": 81.79, "Clean-Loss": 0.8968477218627929, "PGD-Accuracy": 0.14, "PGD-Loss": 9.347659045410156}, "Total-Time": 139891.92295908928, "Train": {"Loss": 1.1813549325561523, "avg t": 1.0811562128829957, "plain loss": 0.8584718526306145, "standard loss": 0.8562769737625122}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.37999725341797, "Augmented-0.05-Quantile-Accuracy": 79.41999816894531, "Augmented-0.1-Quantile-Accuracy": 80.69999694824219, "Augmented-Accuracy": 84.381, "Augmented-Loss": 0.9103409217128754, "Clean-Accuracy": 83.66, "Clean-Loss": 0.8280285312652588, "PGD-Accuracy": 0.1, "PGD-Loss": 8.425830499267578}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 1432.8642914295197, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.0999984741211, "Augmented-0.05-Quantile-Accuracy": 73.43000030517578, "Augmented-0.1-Quantile-Accuracy": 75.00999450683594, "Augmented-Accuracy": 79.2921, "Augmented-Loss": 1.0362636387557984, "Clean-Accuracy": 81.79, "Clean-Loss": 0.8934680480957031, "PGD-Accuracy": 0.13, "PGD-Loss": 9.349176293945312}, "Total-Time": 141324.7872505188, "Train": {"Loss": 1.172363376083374, "avg t": 1.0807904316711425, "plain loss": 0.8580431770935043, "standard loss": 0.8558335086631775}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.5, "Augmented-0.05-Quantile-Accuracy": 79.27999877929688, "Augmented-0.1-Quantile-Accuracy": 80.5, "Augmented-Accuracy": 83.8868, "Augmented-Loss": 0.901318955242157, "Clean-Accuracy": 79.7, "Clean-Loss": 0.8803145095825196, "PGD-Accuracy": 0.1, "PGD-Loss": 8.400623611450195}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 1435.1930220127106, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.81999969482422, "Augmented-0.05-Quantile-Accuracy": 73.4000015258789, "Augmented-0.1-Quantile-Accuracy": 74.87999725341797, "Augmented-Accuracy": 79.3132, "Augmented-Loss": 1.0369668910827636, "Clean-Accuracy": 81.87, "Clean-Loss": 0.8946519462585449, "PGD-Accuracy": 0.09, "PGD-Loss": 9.357196228027345}, "Total-Time": 142759.9802725315, "Train": {"Loss": 1.175491626663208, "avg t": 1.0798213691711427, "plain loss": 0.8569752173461915, "standard loss": 0.8548059838867188}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.31999969482422, "Augmented-0.05-Quantile-Accuracy": 79.07999420166016, "Augmented-0.1-Quantile-Accuracy": 80.4000015258789, "Augmented-Accuracy": 84.0118, "Augmented-Loss": 0.908689752357483, "Clean-Accuracy": 73.34, "Clean-Loss": 0.9101719375610352, "PGD-Accuracy": 0.18, "PGD-Loss": 8.364806022644043}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 1433.81347322464, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.05999755859375, "Augmented-0.05-Quantile-Accuracy": 73.33000183105469, "Augmented-0.1-Quantile-Accuracy": 74.95999908447266, "Augmented-Accuracy": 79.3496, "Augmented-Loss": 1.0364220549163818, "Clean-Accuracy": 81.94, "Clean-Loss": 0.8923188148498535, "PGD-Accuracy": 0.1, "PGD-Loss": 9.357667224121094}, "Total-Time": 144193.79374575615, "Train": {"Loss": 1.1676406570053102, "avg t": 1.0791568379211425, "plain loss": 0.8564045878906239, "standard loss": 0.8542590521049499}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.75999450683594, "Augmented-0.05-Quantile-Accuracy": 79.57999420166016, "Augmented-0.1-Quantile-Accuracy": 80.79999542236328, "Augmented-Accuracy": 84.4376, "Augmented-Loss": 0.9046834258289337, "Clean-Accuracy": 82.98, "Clean-Loss": 0.8461691953659057, "PGD-Accuracy": 0.08, "PGD-Loss": 8.417748120117187}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 1435.808434009552, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.18999481201172, "Augmented-0.05-Quantile-Accuracy": 73.2699966430664, "Augmented-0.1-Quantile-Accuracy": 74.72999572753906, "Augmented-Accuracy": 79.2252, "Augmented-Loss": 1.0352692871627807, "Clean-Accuracy": 81.76, "Clean-Loss": 0.8943525688171386, "PGD-Accuracy": 0.09, "PGD-Loss": 9.357628137207032}, "Total-Time": 145629.6021797657, "Train": {"Loss": 1.1658631468200684, "avg t": 1.0783959004211425, "plain loss": 0.8547055028991701, "standard loss": 0.8525421049880981}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.79999542236328, "Augmented-0.05-Quantile-Accuracy": 79.33999633789062, "Augmented-0.1-Quantile-Accuracy": 80.65999603271484, "Augmented-Accuracy": 84.1176, "Augmented-Loss": 0.906225585814476, "Clean-Accuracy": 84.14, "Clean-Loss": 0.832221155166626, "PGD-Accuracy": 0.1, "PGD-Loss": 8.424241183471679}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 1433.8400027751923, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.1199951171875, "Augmented-0.05-Quantile-Accuracy": 73.41999816894531, "Augmented-0.1-Quantile-Accuracy": 74.83999633789062, "Augmented-Accuracy": 79.3438, "Augmented-Loss": 1.0343990707702637, "Clean-Accuracy": 81.9, "Clean-Loss": 0.895760863494873, "PGD-Accuracy": 0.11, "PGD-Loss": 9.36328251953125}, "Total-Time": 147063.4421825409, "Train": {"Loss": 1.167286088104248, "avg t": 1.0790024629211425, "plain loss": 0.8555209240112304, "standard loss": 0.8533443754768372}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.29999542236328, "Augmented-0.05-Quantile-Accuracy": 79.77999877929688, "Augmented-0.1-Quantile-Accuracy": 81.22000122070312, "Augmented-Accuracy": 84.4192, "Augmented-Loss": 0.9055509881248475, "Clean-Accuracy": 80.84, "Clean-Loss": 0.8798433639526367, "PGD-Accuracy": 0.24, "PGD-Loss": 8.429851689147949}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 1433.4925515651703, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.29000091552734, "Augmented-0.05-Quantile-Accuracy": 73.50999450683594, "Augmented-0.1-Quantile-Accuracy": 75.0199966430664, "Augmented-Accuracy": 79.4781, "Augmented-Loss": 1.0341297629318238, "Clean-Accuracy": 81.83, "Clean-Loss": 0.8967130767822266, "PGD-Accuracy": 0.15, "PGD-Loss": 9.365745068359375}, "Total-Time": 148496.93473410606, "Train": {"Loss": 1.1716868044662476, "avg t": 1.0779105879211426, "plain loss": 0.8535977319030762, "standard loss": 0.851307112083435}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.95999908447266, "Augmented-0.05-Quantile-Accuracy": 78.95999908447266, "Augmented-0.1-Quantile-Accuracy": 80.13999938964844, "Augmented-Accuracy": 83.7646, "Augmented-Loss": 0.9063349145240783, "Clean-Accuracy": 83.36, "Clean-Loss": 0.8376105449676514, "PGD-Accuracy": 0.18, "PGD-Loss": 8.422035647583007}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 1432.619829416275, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.06999969482422, "Augmented-0.05-Quantile-Accuracy": 73.43000030517578, "Augmented-0.1-Quantile-Accuracy": 74.8499984741211, "Augmented-Accuracy": 79.3589, "Augmented-Loss": 1.0328957097549438, "Clean-Accuracy": 81.96, "Clean-Loss": 0.894642520904541, "PGD-Accuracy": 0.11, "PGD-Loss": 9.362943579101563}, "Total-Time": 149929.55456352234, "Train": {"Loss": 1.1661043353271485, "avg t": 1.0779474629211425, "plain loss": 0.8532645255126948, "standard loss": 0.8510580997085572}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.22000122070312, "Augmented-0.05-Quantile-Accuracy": 79.22000122070312, "Augmented-0.1-Quantile-Accuracy": 80.5199966430664, "Augmented-Accuracy": 84.1922, "Augmented-Loss": 0.9051573729267121, "Clean-Accuracy": 82.12, "Clean-Loss": 0.8908087324142456, "PGD-Accuracy": 0.26, "PGD-Loss": 8.392244372558594}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 1432.429256439209, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.30999755859375, "Augmented-0.05-Quantile-Accuracy": 73.52999877929688, "Augmented-0.1-Quantile-Accuracy": 74.93999481201172, "Augmented-Accuracy": 79.414, "Augmented-Loss": 1.032208058982849, "Clean-Accuracy": 81.71, "Clean-Loss": 0.8976693832397461, "PGD-Accuracy": 0.12, "PGD-Loss": 9.37770062866211}, "Total-Time": 151361.98381996155, "Train": {"Loss": 1.1760507200622559, "avg t": 1.0779730879211427, "plain loss": 0.8533263002319335, "standard loss": 0.8509786458015441}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.25999450683594, "Augmented-0.05-Quantile-Accuracy": 79.29999542236328, "Augmented-0.1-Quantile-Accuracy": 80.5999984741211, "Augmented-Accuracy": 84.1928, "Augmented-Loss": 0.906375655790329, "Clean-Accuracy": 81.34, "Clean-Loss": 0.8469838907241821, "PGD-Accuracy": 0.14, "PGD-Loss": 8.439403366088866}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 1430.4304811954498, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.98999786376953, "Augmented-0.05-Quantile-Accuracy": 73.33999633789062, "Augmented-0.1-Quantile-Accuracy": 74.93000030517578, "Augmented-Accuracy": 79.4738, "Augmented-Loss": 1.0319038538360596, "Clean-Accuracy": 81.98, "Clean-Loss": 0.8951585845947265, "PGD-Accuracy": 0.1, "PGD-Loss": 9.365228515625}, "Total-Time": 152792.414301157, "Train": {"Loss": 1.1629962928771973, "avg t": 1.0777601191711426, "plain loss": 0.8533390276184089, "standard loss": 0.851043032913208}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.43999481201172, "Augmented-0.05-Quantile-Accuracy": 79.27999877929688, "Augmented-0.1-Quantile-Accuracy": 80.65999603271484, "Augmented-Accuracy": 84.24, "Augmented-Loss": 0.9051776391716003, "Clean-Accuracy": 81.68, "Clean-Loss": 0.8934137273788452, "PGD-Accuracy": 0.14, "PGD-Loss": 8.413317636108399}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 1430.5791020393372, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.02999877929688, "Augmented-0.05-Quantile-Accuracy": 73.50999450683594, "Augmented-0.1-Quantile-Accuracy": 75.06999969482422, "Augmented-Accuracy": 79.4458, "Augmented-Loss": 1.0309359543304444, "Clean-Accuracy": 82.15, "Clean-Loss": 0.8938897125244141, "PGD-Accuracy": 0.12, "PGD-Loss": 9.368619757080078}, "Total-Time": 154222.99340319633, "Train": {"Loss": 1.1627469889831543, "avg t": 1.0767704316711426, "plain loss": 0.8523304934997551, "standard loss": 0.8501369494438171}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.86000061035156, "Augmented-0.05-Quantile-Accuracy": 79.57999420166016, "Augmented-0.1-Quantile-Accuracy": 80.75999450683594, "Augmented-Accuracy": 84.289, "Augmented-Loss": 0.9022918170814515, "Clean-Accuracy": 82.02, "Clean-Loss": 0.8440939098358154, "PGD-Accuracy": 0.24, "PGD-Loss": 8.460709866333008}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 1429.9951355457306, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.12999725341797, "Augmented-0.05-Quantile-Accuracy": 73.37999725341797, "Augmented-0.1-Quantile-Accuracy": 74.7699966430664, "Augmented-Accuracy": 79.3966, "Augmented-Loss": 1.03098578755188, "Clean-Accuracy": 81.99, "Clean-Loss": 0.8911225311279297, "PGD-Accuracy": 0.09, "PGD-Loss": 9.368442895507812}, "Total-Time": 155652.98853874207, "Train": {"Loss": 1.1770768157577514, "avg t": 1.0770930879211427, "plain loss": 0.8512845098266592, "standard loss": 0.8490736665153503}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.9000015258789, "Augmented-0.05-Quantile-Accuracy": 79.45999908447266, "Augmented-0.1-Quantile-Accuracy": 80.72000122070312, "Augmented-Accuracy": 84.2026, "Augmented-Loss": 0.8992290013895035, "Clean-Accuracy": 82.66, "Clean-Loss": 0.8515928223609924, "PGD-Accuracy": 0.16, "PGD-Loss": 8.442059057617188}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 1429.147659778595, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.33999633789062, "Augmented-0.05-Quantile-Accuracy": 73.47000122070312, "Augmented-0.1-Quantile-Accuracy": 75.11000061035156, "Augmented-Accuracy": 79.4676, "Augmented-Loss": 1.0300357281951904, "Clean-Accuracy": 81.76, "Clean-Loss": 0.8916971397399902, "PGD-Accuracy": 0.09, "PGD-Loss": 9.374554913330078}, "Total-Time": 157082.13619852066, "Train": {"Loss": 1.1707056031799317, "avg t": 1.0768515254211426, "plain loss": 0.8513495942077639, "standard loss": 0.8490644606018066}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.1199951171875, "Augmented-0.05-Quantile-Accuracy": 79.0, "Augmented-0.1-Quantile-Accuracy": 79.93999481201172, "Augmented-Accuracy": 83.7916, "Augmented-Loss": 0.8998103768978118, "Clean-Accuracy": 84.3, "Clean-Loss": 0.8244454490661621, "PGD-Accuracy": 0.22, "PGD-Loss": 8.461449757385253}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 1429.2529864311218, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.1199951171875, "Augmented-0.05-Quantile-Accuracy": 73.47000122070312, "Augmented-0.1-Quantile-Accuracy": 75.19999694824219, "Augmented-Accuracy": 79.5602, "Augmented-Loss": 1.0302579656295776, "Clean-Accuracy": 81.87, "Clean-Loss": 0.8937932739257812, "PGD-Accuracy": 0.07, "PGD-Loss": 9.375937139892578}, "Total-Time": 158511.38918495178, "Train": {"Loss": 1.1775864013671875, "avg t": 1.0762409004211426, "plain loss": 0.8501976317138672, "standard loss": 0.8479215142440796}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.33999633789062, "Augmented-0.05-Quantile-Accuracy": 79.18000030517578, "Augmented-0.1-Quantile-Accuracy": 80.65999603271484, "Augmented-Accuracy": 84.1352, "Augmented-Loss": 0.9038824617004394, "Clean-Accuracy": 82.26, "Clean-Loss": 0.8899415727615356, "PGD-Accuracy": 0.14, "PGD-Loss": 8.433871604919434}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 1429.108670949936, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.25999450683594, "Augmented-0.05-Quantile-Accuracy": 73.56999969482422, "Augmented-0.1-Quantile-Accuracy": 75.06999969482422, "Augmented-Accuracy": 79.5216, "Augmented-Loss": 1.0299718258743287, "Clean-Accuracy": 81.91, "Clean-Loss": 0.893705827331543, "PGD-Accuracy": 0.08, "PGD-Loss": 9.382854974365234}, "Total-Time": 159940.49785590172, "Train": {"Loss": 1.1609493064880372, "avg t": 1.0760657441711425, "plain loss": 0.8506097554321275, "standard loss": 0.8483466318893432}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.95999908447266, "Augmented-0.05-Quantile-Accuracy": 79.41999816894531, "Augmented-0.1-Quantile-Accuracy": 80.69999694824219, "Augmented-Accuracy": 84.2858, "Augmented-Loss": 0.8992118200540543, "Clean-Accuracy": 80.3, "Clean-Loss": 0.8378825152397156, "PGD-Accuracy": 0.12, "PGD-Loss": 8.409077235412598}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 1457.341052532196, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.18000030517578, "Augmented-0.05-Quantile-Accuracy": 73.55999755859375, "Augmented-0.1-Quantile-Accuracy": 75.11000061035156, "Augmented-Accuracy": 79.5285, "Augmented-Loss": 1.0289685726013185, "Clean-Accuracy": 81.95, "Clean-Loss": 0.8942597290039063, "PGD-Accuracy": 0.11, "PGD-Loss": 9.382584820556641}, "Total-Time": 161397.8389084339, "Train": {"Loss": 1.1674290594482422, "avg t": 1.0765184004211426, "plain loss": 0.8499635514831546, "standard loss": 0.84769015209198}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.77999877929688, "Augmented-0.05-Quantile-Accuracy": 79.29999542236328, "Augmented-0.1-Quantile-Accuracy": 80.45999908447266, "Augmented-Accuracy": 84.1084, "Augmented-Loss": 0.9008929260120392, "Clean-Accuracy": 81.18, "Clean-Loss": 0.8438746067047119, "PGD-Accuracy": 0.22, "PGD-Loss": 8.42558412475586}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 1476.6882491111755, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.1500015258789, "Augmented-0.05-Quantile-Accuracy": 73.5199966430664, "Augmented-0.1-Quantile-Accuracy": 75.12999725341797, "Augmented-Accuracy": 79.5883, "Augmented-Loss": 1.028400782157898, "Clean-Accuracy": 82.18, "Clean-Loss": 0.890281689453125, "PGD-Accuracy": 0.09, "PGD-Loss": 9.380916876220702}, "Total-Time": 162874.5271575451, "Train": {"Loss": 1.1596474835205077, "avg t": 1.0758009004211426, "plain loss": 0.8494269754638666, "standard loss": 0.8472292739868164}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.31999969482422, "Augmented-0.05-Quantile-Accuracy": 79.81999969482422, "Augmented-0.1-Quantile-Accuracy": 81.22000122070312, "Augmented-Accuracy": 84.6124, "Augmented-Loss": 0.8960854433879852, "Clean-Accuracy": 81.34, "Clean-Loss": 0.8493453117370605, "PGD-Accuracy": 0.24, "PGD-Loss": 8.426864157104491}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 1475.6042220592499, "Test": {"Augmented-0.01-Quantile-Accuracy": 70.18000030517578, "Augmented-0.05-Quantile-Accuracy": 73.52999877929688, "Augmented-0.1-Quantile-Accuracy": 75.08000183105469, "Augmented-Accuracy": 79.5364, "Augmented-Loss": 1.027422032295227, "Clean-Accuracy": 81.77, "Clean-Loss": 0.8927255264282227, "PGD-Accuracy": 0.09, "PGD-Loss": 9.378422161865235}, "Total-Time": 164350.13137960434, "Train": {"Loss": 1.1640635726547242, "avg t": 1.0756579316711425, "plain loss": 0.8493113817138663, "standard loss": 0.8471638209533692}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.43999481201172, "Augmented-0.05-Quantile-Accuracy": 79.0999984741211, "Augmented-0.1-Quantile-Accuracy": 80.27999877929688, "Augmented-Accuracy": 83.9606, "Augmented-Loss": 0.9005508558254242, "Clean-Accuracy": 83.0, "Clean-Loss": 0.8555204082489014, "PGD-Accuracy": 0.18, "PGD-Loss": 8.4271354095459}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
