{"Epoch": 0, "Epoch-Time": 1398.3845899105072, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.55999755859375, "Augmented-0.05-Quantile-Accuracy": 45.209999084472656, "Augmented-0.1-Quantile-Accuracy": 45.779998779296875, "Augmented-Accuracy": 47.9809, "Augmented-Loss": 1.4155496164779664, "Clean-Accuracy": 50.33, "Clean-Loss": 1.3471806922912597, "PGD-Accuracy": 2.64, "PGD-Loss": 3.9540516021728513}, "Total-Time": 1398.3845899105072, "Train": {"Loss": 3.0785312322235105, "avg t": 1.12172782371521, "plain loss": 1.6558863660888685, "standard loss": 1.6549839905929566}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.52000045776367, "Augmented-0.05-Quantile-Accuracy": 46.87999725341797, "Augmented-0.1-Quantile-Accuracy": 47.5, "Augmented-Accuracy": 49.6954, "Augmented-Loss": 1.3630689138298036, "Clean-Accuracy": 51.28, "Clean-Loss": 1.3408127599716186, "PGD-Accuracy": 4.06, "PGD-Loss": 3.5972845352172853}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 1431.1648433208466, "Test": {"Augmented-0.01-Quantile-Accuracy": 51.279998779296875, "Augmented-0.05-Quantile-Accuracy": 53.59000015258789, "Augmented-0.1-Quantile-Accuracy": 54.66999816894531, "Augmented-Accuracy": 58.1716, "Augmented-Loss": 1.2634702429122924, "Clean-Accuracy": 59.19, "Clean-Loss": 1.1985608123779297, "PGD-Accuracy": 0.9, "PGD-Loss": 5.148952453613282}, "Total-Time": 2829.5494332313538, "Train": {"Loss": 2.122672052612305, "avg t": 1.0667558517837525, "plain loss": 1.2856743792114258, "standard loss": 1.2823712744140625}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.31999969482422, "Augmented-0.05-Quantile-Accuracy": 53.459999084472656, "Augmented-0.1-Quantile-Accuracy": 54.47999954223633, "Augmented-Accuracy": 57.7968, "Augmented-Loss": 1.2221837318935393, "Clean-Accuracy": 53.76, "Clean-Loss": 1.3472843463897706, "PGD-Accuracy": 1.18, "PGD-Loss": 4.765817119598388}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 1431.0052654743195, "Test": {"Augmented-0.01-Quantile-Accuracy": 50.47999954223633, "Augmented-0.05-Quantile-Accuracy": 52.779998779296875, "Augmented-0.1-Quantile-Accuracy": 54.0, "Augmented-Accuracy": 58.1884, "Augmented-Loss": 1.2142155746612548, "Clean-Accuracy": 61.51, "Clean-Loss": 1.1131720863342285, "PGD-Accuracy": 0.27, "PGD-Loss": 6.16289482421875}, "Total-Time": 4260.554698705673, "Train": {"Loss": 1.8090969944381714, "avg t": 1.0400441535949707, "plain loss": 1.1492395334472665, "standard loss": 1.1445198443984985}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.41999816894531, "Augmented-0.05-Quantile-Accuracy": 55.71999740600586, "Augmented-0.1-Quantile-Accuracy": 56.91999816894531, "Augmented-Accuracy": 60.579, "Augmented-Loss": 1.1407828250713348, "Clean-Accuracy": 58.32, "Clean-Loss": 1.1673172340393065, "PGD-Accuracy": 0.32, "PGD-Loss": 5.838752076721192}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 1431.1331808567047, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.599998474121094, "Augmented-0.05-Quantile-Accuracy": 63.619998931884766, "Augmented-0.1-Quantile-Accuracy": 65.0199966430664, "Augmented-Accuracy": 69.5017, "Augmented-Loss": 1.0780127165908813, "Clean-Accuracy": 69.78, "Clean-Loss": 1.0127558547973632, "PGD-Accuracy": 0.02, "PGD-Loss": 6.343477307128906}, "Total-Time": 5691.687879562378, "Train": {"Loss": 1.646376360092163, "avg t": 1.0243676320457458, "plain loss": 1.0725130451660145, "standard loss": 1.0671474423789977}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.3599967956543, "Augmented-0.05-Quantile-Accuracy": 66.23999786376953, "Augmented-0.1-Quantile-Accuracy": 67.5, "Augmented-Accuracy": 72.1956, "Augmented-Loss": 1.0189228166790008, "Clean-Accuracy": 67.24, "Clean-Loss": 1.0710956748962401, "PGD-Accuracy": 0.12, "PGD-Loss": 5.962113451385498}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 1428.95450258255, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.1099967956543, "Augmented-0.05-Quantile-Accuracy": 63.209999084472656, "Augmented-0.1-Quantile-Accuracy": 64.54999542236328, "Augmented-Accuracy": 69.097, "Augmented-Loss": 1.085160980430603, "Clean-Accuracy": 71.82, "Clean-Loss": 0.9783905647277832, "PGD-Accuracy": 0.04, "PGD-Loss": 6.498563208007813}, "Total-Time": 7120.642382144928, "Train": {"Loss": 1.5569883099365234, "avg t": 1.015265174484253, "plain loss": 1.030656136383057, "standard loss": 1.0246103944396974}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.05999755859375, "Augmented-0.05-Quantile-Accuracy": 66.95999908447266, "Augmented-0.1-Quantile-Accuracy": 68.31999969482422, "Augmented-Accuracy": 72.6504, "Augmented-Loss": 1.00742048853302, "Clean-Accuracy": 71.58, "Clean-Loss": 0.9975719187736511, "PGD-Accuracy": 0.06, "PGD-Loss": 5.987564070892334}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 1428.684538602829, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.71999740600586, "Augmented-0.05-Quantile-Accuracy": 59.369998931884766, "Augmented-0.1-Quantile-Accuracy": 61.099998474121094, "Augmented-Accuracy": 66.0143, "Augmented-Loss": 1.1308071699752809, "Clean-Accuracy": 69.63, "Clean-Loss": 1.0197334930419921, "PGD-Accuracy": 0.02, "PGD-Loss": 6.615227734375}, "Total-Time": 8549.326920747757, "Train": {"Loss": 1.4889187592697144, "avg t": 1.00876865568161, "plain loss": 1.0029818775024426, "standard loss": 0.996719813747406}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 60.19999694824219, "Augmented-0.05-Quantile-Accuracy": 63.619998931884766, "Augmented-0.1-Quantile-Accuracy": 65.0, "Augmented-Accuracy": 69.756, "Augmented-Loss": 1.055232626958847, "Clean-Accuracy": 65.84, "Clean-Loss": 1.0069635120391847, "PGD-Accuracy": 0.12, "PGD-Loss": 6.290587243652344}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 1428.718769788742, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.3599967956543, "Augmented-0.05-Quantile-Accuracy": 62.5099983215332, "Augmented-0.1-Quantile-Accuracy": 63.89999771118164, "Augmented-Accuracy": 68.6085, "Augmented-Loss": 1.088711729812622, "Clean-Accuracy": 70.4, "Clean-Loss": 1.0176988723754883, "PGD-Accuracy": 0.23, "PGD-Loss": 6.266409399414062}, "Total-Time": 9978.045690536499, "Train": {"Loss": 1.4539603745651246, "avg t": 1.0053461499404908, "plain loss": 0.9919406468505854, "standard loss": 0.9855091639709472}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.099998474121094, "Augmented-0.05-Quantile-Accuracy": 64.47999572753906, "Augmented-0.1-Quantile-Accuracy": 65.77999877929688, "Augmented-Accuracy": 70.002, "Augmented-Loss": 1.0423253671836854, "Clean-Accuracy": 73.44, "Clean-Loss": 0.9444920249938965, "PGD-Accuracy": 0.28, "PGD-Loss": 5.979718157958985}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 1428.4395582675934, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.0, "Augmented-0.05-Quantile-Accuracy": 63.46999740600586, "Augmented-0.1-Quantile-Accuracy": 64.83000183105469, "Augmented-Accuracy": 69.429, "Augmented-Loss": 1.1363047275161744, "Clean-Accuracy": 72.15, "Clean-Loss": 1.028758380126953, "PGD-Accuracy": 0.06, "PGD-Loss": 6.216836102294922}, "Total-Time": 11406.485248804092, "Train": {"Loss": 1.43901933177948, "avg t": 1.0029177641296387, "plain loss": 0.9842976791687011, "standard loss": 0.977663320388794}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.18000030517578, "Augmented-0.05-Quantile-Accuracy": 66.37999725341797, "Augmented-0.1-Quantile-Accuracy": 67.95999908447266, "Augmented-Accuracy": 72.678, "Augmented-Loss": 1.0566203349437713, "Clean-Accuracy": 72.68, "Clean-Loss": 0.9694185861587524, "PGD-Accuracy": 0.12, "PGD-Loss": 5.908409504699707}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 1428.2779121398926, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.38999938964844, "Augmented-0.05-Quantile-Accuracy": 63.679996490478516, "Augmented-0.1-Quantile-Accuracy": 65.08000183105469, "Augmented-Accuracy": 69.3243, "Augmented-Loss": 1.1129300832824707, "Clean-Accuracy": 72.49, "Clean-Loss": 1.0094659591674804, "PGD-Accuracy": 0.13, "PGD-Loss": 6.2115931335449215}, "Total-Time": 12834.763160943985, "Train": {"Loss": 1.4200297117614746, "avg t": 1.001593803024292, "plain loss": 0.9817458309631342, "standard loss": 0.9748505434989929}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.41999816894531, "Augmented-0.05-Quantile-Accuracy": 68.4000015258789, "Augmented-0.1-Quantile-Accuracy": 69.86000061035156, "Augmented-Accuracy": 73.7836, "Augmented-Loss": 1.0287172468605041, "Clean-Accuracy": 76.4, "Clean-Loss": 0.9323466037750244, "PGD-Accuracy": 0.24, "PGD-Loss": 5.950295121002197}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 1428.9942660331726, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.119998931884766, "Augmented-0.05-Quantile-Accuracy": 63.04999923706055, "Augmented-0.1-Quantile-Accuracy": 64.68999481201172, "Augmented-Accuracy": 70.2591, "Augmented-Loss": 1.1478929459381104, "Clean-Accuracy": 72.31, "Clean-Loss": 1.0217712944030761, "PGD-Accuracy": 0.08, "PGD-Loss": 6.1122517395019536}, "Total-Time": 14263.757426977158, "Train": {"Loss": 1.411057152633667, "avg t": 0.999651512298584, "plain loss": 0.9790661461791987, "standard loss": 0.9723323168182373}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.08000183105469, "Augmented-0.05-Quantile-Accuracy": 67.73999786376953, "Augmented-0.1-Quantile-Accuracy": 69.22000122070312, "Augmented-Accuracy": 73.9406, "Augmented-Loss": 1.0542563492574692, "Clean-Accuracy": 67.1, "Clean-Loss": 1.0182792699813843, "PGD-Accuracy": 0.14, "PGD-Loss": 5.901085413360596}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 1428.5723948478699, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.46999740600586, "Augmented-0.05-Quantile-Accuracy": 65.97000122070312, "Augmented-0.1-Quantile-Accuracy": 67.5999984741211, "Augmented-Accuracy": 72.4128, "Augmented-Loss": 1.1151136405792237, "Clean-Accuracy": 74.54, "Clean-Loss": 1.0148138229370116, "PGD-Accuracy": 0.04, "PGD-Loss": 6.101051031494141}, "Total-Time": 15692.329821825027, "Train": {"Loss": 1.3964306999206544, "avg t": 0.9986011978912354, "plain loss": 0.9748456637573246, "standard loss": 0.9679821488952637}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.13999938964844, "Augmented-0.05-Quantile-Accuracy": 71.4000015258789, "Augmented-0.1-Quantile-Accuracy": 72.79999542236328, "Augmented-Accuracy": 77.009, "Augmented-Loss": 1.0229882513217925, "Clean-Accuracy": 76.02, "Clean-Loss": 0.9294899188041686, "PGD-Accuracy": 0.0, "PGD-Loss": 5.867365049743652}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 1428.993047952652, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.529998779296875, "Augmented-0.05-Quantile-Accuracy": 66.98999786376953, "Augmented-0.1-Quantile-Accuracy": 68.68000030517578, "Augmented-Accuracy": 73.427, "Augmented-Loss": 1.0833439719085693, "Clean-Accuracy": 73.69, "Clean-Loss": 0.9894562133789062, "PGD-Accuracy": 0.19, "PGD-Loss": 5.992344689941406}, "Total-Time": 17121.32286977768, "Train": {"Loss": 1.3874265747451782, "avg t": 0.9966266663360596, "plain loss": 0.9710351024169928, "standard loss": 0.9637444624710083}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.77999877929688, "Augmented-0.05-Quantile-Accuracy": 69.13999938964844, "Augmented-0.1-Quantile-Accuracy": 70.45999908447266, "Augmented-Accuracy": 74.8978, "Augmented-Loss": 1.016576573392868, "Clean-Accuracy": 71.4, "Clean-Loss": 0.9852861619949341, "PGD-Accuracy": 0.28, "PGD-Loss": 5.765737910461426}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 1428.442298412323, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.41999816894531, "Augmented-0.05-Quantile-Accuracy": 67.04000091552734, "Augmented-0.1-Quantile-Accuracy": 68.3699951171875, "Augmented-Accuracy": 72.864, "Augmented-Loss": 1.1035011117172242, "Clean-Accuracy": 75.35, "Clean-Loss": 1.0160058830261232, "PGD-Accuracy": 0.04, "PGD-Loss": 5.83918189086914}, "Total-Time": 18549.765168190002, "Train": {"Loss": 1.3851987350082398, "avg t": 0.9962790610694885, "plain loss": 0.9678015713500958, "standard loss": 0.9607963320159912}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.5, "Augmented-0.05-Quantile-Accuracy": 70.15999603271484, "Augmented-0.1-Quantile-Accuracy": 71.75999450683594, "Augmented-Accuracy": 75.8484, "Augmented-Loss": 1.043183182472229, "Clean-Accuracy": 73.88, "Clean-Loss": 0.9601586669921875, "PGD-Accuracy": 0.1, "PGD-Loss": 5.699435985565185}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 1428.1402335166931, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.36000061035156, "Augmented-0.05-Quantile-Accuracy": 67.62999725341797, "Augmented-0.1-Quantile-Accuracy": 69.04999542236328, "Augmented-Accuracy": 73.833, "Augmented-Loss": 1.0859641079406739, "Clean-Accuracy": 76.6, "Clean-Loss": 0.9996869789123535, "PGD-Accuracy": 0.09, "PGD-Loss": 5.928937670898438}, "Total-Time": 19977.905401706696, "Train": {"Loss": 1.3681955262756347, "avg t": 0.9938494220733642, "plain loss": 0.9552981083984382, "standard loss": 0.9479578058242798}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.18000030517578, "Augmented-0.05-Quantile-Accuracy": 71.68000030517578, "Augmented-0.1-Quantile-Accuracy": 73.0, "Augmented-Accuracy": 77.2116, "Augmented-Loss": 1.019189997718811, "Clean-Accuracy": 69.8, "Clean-Loss": 1.085020611000061, "PGD-Accuracy": 0.0, "PGD-Loss": 5.752284141540527}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 1428.0361001491547, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.1099967956543, "Augmented-0.05-Quantile-Accuracy": 60.019996643066406, "Augmented-0.1-Quantile-Accuracy": 61.619998931884766, "Augmented-Accuracy": 67.1374, "Augmented-Loss": 1.1645497182159423, "Clean-Accuracy": 71.24, "Clean-Loss": 1.041869997406006, "PGD-Accuracy": 0.05, "PGD-Loss": 6.158076904296875}, "Total-Time": 21405.94150185585, "Train": {"Loss": 1.353970705795288, "avg t": 0.9930467663574218, "plain loss": 0.9529136425781258, "standard loss": 0.9460532397460938}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.89999771118164, "Augmented-0.05-Quantile-Accuracy": 66.54000091552734, "Augmented-0.1-Quantile-Accuracy": 68.22000122070312, "Augmented-Accuracy": 73.1272, "Augmented-Loss": 1.0521101372184753, "Clean-Accuracy": 68.54, "Clean-Loss": 1.0279739225387574, "PGD-Accuracy": 0.02, "PGD-Loss": 5.9771501831054685}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 1428.6311316490173, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.30999755859375, "Augmented-0.05-Quantile-Accuracy": 63.439998626708984, "Augmented-0.1-Quantile-Accuracy": 65.0199966430664, "Augmented-Accuracy": 69.923, "Augmented-Loss": 1.1244205445098876, "Clean-Accuracy": 71.98, "Clean-Loss": 0.9989248046875, "PGD-Accuracy": 0.07, "PGD-Loss": 6.095743737792969}, "Total-Time": 22834.572633504868, "Train": {"Loss": 1.3579706634521485, "avg t": 0.9930025978469849, "plain loss": 0.9530827741394052, "standard loss": 0.9460467979049683}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.97999954223633, "Augmented-0.05-Quantile-Accuracy": 67.29999542236328, "Augmented-0.1-Quantile-Accuracy": 68.63999938964844, "Augmented-Accuracy": 72.9838, "Augmented-Loss": 1.0274546774787903, "Clean-Accuracy": 68.48, "Clean-Loss": 1.023038749885559, "PGD-Accuracy": 0.1, "PGD-Loss": 5.8850565521240235}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 1427.5043303966522, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.83999633789062, "Augmented-0.05-Quantile-Accuracy": 68.56999969482422, "Augmented-0.1-Quantile-Accuracy": 70.04000091552734, "Augmented-Accuracy": 74.7789, "Augmented-Loss": 1.0588190776672364, "Clean-Accuracy": 76.02, "Clean-Loss": 0.9620825630187988, "PGD-Accuracy": 0.16, "PGD-Loss": 5.886755535888672}, "Total-Time": 24262.07696390152, "Train": {"Loss": 1.346396146812439, "avg t": 0.9916262951660156, "plain loss": 0.9490266887207033, "standard loss": 0.9419174760437011}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.4000015258789, "Augmented-0.05-Quantile-Accuracy": 71.73999786376953, "Augmented-0.1-Quantile-Accuracy": 73.13999938964844, "Augmented-Accuracy": 77.914, "Augmented-Loss": 0.9875414965610504, "Clean-Accuracy": 76.98, "Clean-Loss": 0.9168743495941162, "PGD-Accuracy": 0.1, "PGD-Loss": 5.693669770812988}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 1427.5448541641235, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.19999694824219, "Augmented-0.05-Quantile-Accuracy": 65.38999938964844, "Augmented-0.1-Quantile-Accuracy": 67.12999725341797, "Augmented-Accuracy": 72.2451, "Augmented-Loss": 1.1208530461502075, "Clean-Accuracy": 74.16, "Clean-Loss": 1.0062636489868164, "PGD-Accuracy": 0.01, "PGD-Loss": 5.862549151611328}, "Total-Time": 25689.621818065643, "Train": {"Loss": 1.3331392093658447, "avg t": 0.9893901480865479, "plain loss": 0.9411395087280275, "standard loss": 0.9340895139312744}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.47999572753906, "Augmented-0.05-Quantile-Accuracy": 69.73999786376953, "Augmented-0.1-Quantile-Accuracy": 71.5199966430664, "Augmented-Accuracy": 76.2166, "Augmented-Loss": 1.0182810604171753, "Clean-Accuracy": 68.28, "Clean-Loss": 0.9253298467636109, "PGD-Accuracy": 0.06, "PGD-Loss": 5.660079640960693}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 1427.377243757248, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.80999755859375, "Augmented-0.05-Quantile-Accuracy": 67.04000091552734, "Augmented-0.1-Quantile-Accuracy": 68.83000183105469, "Augmented-Accuracy": 74.026, "Augmented-Loss": 1.0942373448944092, "Clean-Accuracy": 75.03, "Clean-Loss": 0.9986716903686523, "PGD-Accuracy": 0.07, "PGD-Loss": 6.043784503173828}, "Total-Time": 27116.99906182289, "Train": {"Loss": 1.333119367980957, "avg t": 0.9903773869895935, "plain loss": 0.9418902055969235, "standard loss": 0.9350661096000671}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.29999542236328, "Augmented-0.05-Quantile-Accuracy": 70.9000015258789, "Augmented-0.1-Quantile-Accuracy": 72.4000015258789, "Augmented-Accuracy": 76.7984, "Augmented-Loss": 1.0177666060829162, "Clean-Accuracy": 70.46, "Clean-Loss": 0.9624746341705323, "PGD-Accuracy": 0.0, "PGD-Loss": 5.83007075958252}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 1427.710364818573, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.869998931884766, "Augmented-0.05-Quantile-Accuracy": 66.68999481201172, "Augmented-0.1-Quantile-Accuracy": 68.4000015258789, "Augmented-Accuracy": 73.3089, "Augmented-Loss": 1.098753479446411, "Clean-Accuracy": 77.28, "Clean-Loss": 0.9655178421020508, "PGD-Accuracy": 0.02, "PGD-Loss": 6.000187622070312}, "Total-Time": 28544.709426641464, "Train": {"Loss": 1.3292428237152099, "avg t": 0.9895002526092529, "plain loss": 0.9384218927917488, "standard loss": 0.9315600339126587}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.91999816894531, "Augmented-0.05-Quantile-Accuracy": 72.45999908447266, "Augmented-0.1-Quantile-Accuracy": 73.91999816894531, "Augmented-Accuracy": 78.553, "Augmented-Loss": 0.9815546623821259, "Clean-Accuracy": 78.92, "Clean-Loss": 0.8884532182693482, "PGD-Accuracy": 0.02, "PGD-Loss": 5.852988326263428}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 1427.0940630435944, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.14999771118164, "Augmented-0.05-Quantile-Accuracy": 64.61000061035156, "Augmented-0.1-Quantile-Accuracy": 66.15999603271484, "Augmented-Accuracy": 70.9286, "Augmented-Loss": 1.1304765476608276, "Clean-Accuracy": 73.36, "Clean-Loss": 1.037277956390381, "PGD-Accuracy": 0.07, "PGD-Loss": 6.011006085205078}, "Total-Time": 29971.80348968506, "Train": {"Loss": 1.331710482826233, "avg t": 0.9901468663787841, "plain loss": 0.9425386705627452, "standard loss": 0.9352173182868958}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.93999481201172, "Augmented-0.05-Quantile-Accuracy": 68.9000015258789, "Augmented-0.1-Quantile-Accuracy": 70.27999877929688, "Augmented-Accuracy": 74.964, "Augmented-Loss": 1.0289608318157195, "Clean-Accuracy": 70.1, "Clean-Loss": 1.0404709445953368, "PGD-Accuracy": 0.14, "PGD-Loss": 5.8720300590515135}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 1427.5559453964233, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.84000015258789, "Augmented-0.05-Quantile-Accuracy": 67.52999877929688, "Augmented-0.1-Quantile-Accuracy": 69.18999481201172, "Augmented-Accuracy": 74.1563, "Augmented-Loss": 1.1225166056594849, "Clean-Accuracy": 76.22, "Clean-Loss": 1.0100427406311034, "PGD-Accuracy": 0.02, "PGD-Loss": 5.982167419433594}, "Total-Time": 31399.359435081482, "Train": {"Loss": 1.3219398750305176, "avg t": 0.9879625946426391, "plain loss": 0.9358717143859875, "standard loss": 0.9290030038833618}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.45999908447266, "Augmented-0.05-Quantile-Accuracy": 71.97999572753906, "Augmented-0.1-Quantile-Accuracy": 73.55999755859375, "Augmented-Accuracy": 78.3734, "Augmented-Loss": 1.0158300346431732, "Clean-Accuracy": 79.3, "Clean-Loss": 0.9056458393096923, "PGD-Accuracy": 0.02, "PGD-Loss": 5.802485748291016}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 1427.3756339550018, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.86000061035156, "Augmented-0.05-Quantile-Accuracy": 69.22000122070312, "Augmented-0.1-Quantile-Accuracy": 70.54999542236328, "Augmented-Accuracy": 75.1747, "Augmented-Loss": 1.0828643265075684, "Clean-Accuracy": 79.39, "Clean-Loss": 0.9452107360839844, "PGD-Accuracy": 0.05, "PGD-Loss": 5.920588153076172}, "Total-Time": 32826.735069036484, "Train": {"Loss": 1.3202762699508668, "avg t": 0.9879107190704346, "plain loss": 0.9370798464660645, "standard loss": 0.9298469149398804}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.25999450683594, "Augmented-0.05-Quantile-Accuracy": 74.5199966430664, "Augmented-0.1-Quantile-Accuracy": 75.9000015258789, "Augmented-Accuracy": 80.3646, "Augmented-Loss": 0.9775002559299469, "Clean-Accuracy": 79.04, "Clean-Loss": 0.8971543361663818, "PGD-Accuracy": 0.04, "PGD-Loss": 5.723243788146973}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 1426.9849679470062, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.80999755859375, "Augmented-0.05-Quantile-Accuracy": 66.0999984741211, "Augmented-0.1-Quantile-Accuracy": 67.36000061035156, "Augmented-Accuracy": 72.4901, "Augmented-Loss": 1.121617078453064, "Clean-Accuracy": 77.13, "Clean-Loss": 0.9749952949523926, "PGD-Accuracy": 0.15, "PGD-Loss": 5.71045224609375}, "Total-Time": 34253.72003698349, "Train": {"Loss": 1.3154419435119629, "avg t": 0.9874581669807434, "plain loss": 0.9338768632812505, "standard loss": 0.9267993897247314}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.31999969482422, "Augmented-0.05-Quantile-Accuracy": 74.23999786376953, "Augmented-0.1-Quantile-Accuracy": 75.81999969482422, "Augmented-Accuracy": 79.9548, "Augmented-Loss": 0.9847610839805603, "Clean-Accuracy": 77.42, "Clean-Loss": 0.9700106563568115, "PGD-Accuracy": 0.14, "PGD-Loss": 5.514191056823731}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 1427.3330657482147, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.529998779296875, "Augmented-0.05-Quantile-Accuracy": 67.16999816894531, "Augmented-0.1-Quantile-Accuracy": 68.75, "Augmented-Accuracy": 73.4955, "Augmented-Loss": 1.0799766554412842, "Clean-Accuracy": 76.03, "Clean-Loss": 0.9580303619384766, "PGD-Accuracy": 0.04, "PGD-Loss": 5.906048443603516}, "Total-Time": 35681.053102731705, "Train": {"Loss": 1.3146665887069702, "avg t": 0.9866358742523194, "plain loss": 0.9291763457946768, "standard loss": 0.9216344769287109}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.47999572753906, "Augmented-0.05-Quantile-Accuracy": 72.83999633789062, "Augmented-0.1-Quantile-Accuracy": 74.65999603271484, "Augmented-Accuracy": 79.0454, "Augmented-Loss": 0.9761753710193634, "Clean-Accuracy": 75.38, "Clean-Loss": 0.9271452108383179, "PGD-Accuracy": 0.04, "PGD-Loss": 5.731273882293701}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 1426.2991790771484, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.2699966430664, "Augmented-0.05-Quantile-Accuracy": 67.20999908447266, "Augmented-0.1-Quantile-Accuracy": 68.5199966430664, "Augmented-Accuracy": 73.2714, "Augmented-Loss": 1.1030406488723754, "Clean-Accuracy": 76.21, "Clean-Loss": 0.9691942283630371, "PGD-Accuracy": 0.07, "PGD-Loss": 5.857790380859375}, "Total-Time": 37107.35228180885, "Train": {"Loss": 1.3114035274124145, "avg t": 0.9867692600250244, "plain loss": 0.9308870420227059, "standard loss": 0.923922815246582}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.97999572753906, "Augmented-0.05-Quantile-Accuracy": 71.91999816894531, "Augmented-0.1-Quantile-Accuracy": 73.13999938964844, "Augmented-Accuracy": 77.5588, "Augmented-Loss": 1.00085245744133, "Clean-Accuracy": 73.06, "Clean-Loss": 0.918693556022644, "PGD-Accuracy": 0.14, "PGD-Loss": 5.642117655181885}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 1427.1175920963287, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.89999771118164, "Augmented-0.05-Quantile-Accuracy": 65.0999984741211, "Augmented-0.1-Quantile-Accuracy": 66.50999450683594, "Augmented-Accuracy": 70.9795, "Augmented-Loss": 1.1045855383377075, "Clean-Accuracy": 75.69, "Clean-Loss": 0.9636827919006348, "PGD-Accuracy": 0.19, "PGD-Loss": 5.896384545898438}, "Total-Time": 38534.46987390518, "Train": {"Loss": 1.301101220226288, "avg t": 0.9855081141662597, "plain loss": 0.9237910718078605, "standard loss": 0.9165278207397461}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.95999908447266, "Augmented-0.05-Quantile-Accuracy": 71.0, "Augmented-0.1-Quantile-Accuracy": 72.25999450683594, "Augmented-Accuracy": 76.2334, "Augmented-Loss": 0.9936292551651001, "Clean-Accuracy": 69.36, "Clean-Loss": 0.9688209575653076, "PGD-Accuracy": 0.24, "PGD-Loss": 5.66875026473999}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 1426.7274956703186, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.91999816894531, "Augmented-0.05-Quantile-Accuracy": 67.05999755859375, "Augmented-0.1-Quantile-Accuracy": 68.38999938964844, "Augmented-Accuracy": 72.9897, "Augmented-Loss": 1.100307975189209, "Clean-Accuracy": 73.23, "Clean-Loss": 0.9978805213928222, "PGD-Accuracy": 0.15, "PGD-Loss": 5.823547149658203}, "Total-Time": 39961.1973695755, "Train": {"Loss": 1.3128621630096435, "avg t": 0.9865712390518189, "plain loss": 0.9295821992187497, "standard loss": 0.9221412779998779}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.58000183105469, "Augmented-0.05-Quantile-Accuracy": 70.69999694824219, "Augmented-0.1-Quantile-Accuracy": 72.04000091552734, "Augmented-Accuracy": 76.1952, "Augmented-Loss": 1.006184654285431, "Clean-Accuracy": 74.98, "Clean-Loss": 0.9192772139549256, "PGD-Accuracy": 0.18, "PGD-Loss": 5.592213584899902}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 1426.358318567276, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.369998931884766, "Augmented-0.05-Quantile-Accuracy": 66.37999725341797, "Augmented-0.1-Quantile-Accuracy": 68.19999694824219, "Augmented-Accuracy": 73.7445, "Augmented-Loss": 1.1163621567611695, "Clean-Accuracy": 76.43, "Clean-Loss": 0.9851006950378418, "PGD-Accuracy": 0.01, "PGD-Loss": 6.175964892578125}, "Total-Time": 41387.55568814278, "Train": {"Loss": 1.3062897518157959, "avg t": 0.9860907671737671, "plain loss": 0.927307697418213, "standard loss": 0.9198896266174317}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.18000030517578, "Augmented-0.05-Quantile-Accuracy": 72.69999694824219, "Augmented-0.1-Quantile-Accuracy": 74.31999969482422, "Augmented-Accuracy": 78.9072, "Augmented-Loss": 0.9912731243534089, "Clean-Accuracy": 78.18, "Clean-Loss": 0.8823538885116577, "PGD-Accuracy": 0.04, "PGD-Loss": 5.948091259002686}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 1426.1784298419952, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.0099983215332, "Augmented-0.05-Quantile-Accuracy": 64.86000061035156, "Augmented-0.1-Quantile-Accuracy": 66.62999725341797, "Augmented-Accuracy": 72.0211, "Augmented-Loss": 1.172362687072754, "Clean-Accuracy": 75.63, "Clean-Loss": 1.021712574005127, "PGD-Accuracy": 0.16, "PGD-Loss": 5.922606103515625}, "Total-Time": 42813.73411798477, "Train": {"Loss": 1.3002521852111817, "avg t": 0.9848096227264405, "plain loss": 0.919547267333985, "standard loss": 0.9118919575119019}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.18000030517578, "Augmented-0.05-Quantile-Accuracy": 70.0, "Augmented-0.1-Quantile-Accuracy": 71.68000030517578, "Augmented-Accuracy": 77.22, "Augmented-Loss": 1.0459581187801361, "Clean-Accuracy": 75.04, "Clean-Loss": 0.9662646570205689, "PGD-Accuracy": 0.2, "PGD-Loss": 5.708622716522217}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 1426.5617489814758, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.80999755859375, "Augmented-0.05-Quantile-Accuracy": 66.16999816894531, "Augmented-0.1-Quantile-Accuracy": 67.72999572753906, "Augmented-Accuracy": 72.09, "Augmented-Loss": 1.1043413434906006, "Clean-Accuracy": 73.76, "Clean-Loss": 0.9824530113220215, "PGD-Accuracy": 0.12, "PGD-Loss": 5.894163397216797}, "Total-Time": 44240.29586696625, "Train": {"Loss": 1.2975011818313598, "avg t": 0.9854913427352905, "plain loss": 0.9221847895812981, "standard loss": 0.914663080291748}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.13999938964844, "Augmented-0.05-Quantile-Accuracy": 70.4000015258789, "Augmented-0.1-Quantile-Accuracy": 71.83999633789062, "Augmented-Accuracy": 75.89, "Augmented-Loss": 1.004689205751419, "Clean-Accuracy": 75.52, "Clean-Loss": 0.9222374505996704, "PGD-Accuracy": 0.22, "PGD-Loss": 5.651186238098145}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 1425.8886504173279, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.38999938964844, "Augmented-0.05-Quantile-Accuracy": 64.11000061035156, "Augmented-0.1-Quantile-Accuracy": 65.62999725341797, "Augmented-Accuracy": 71.0956, "Augmented-Loss": 1.1170713793487548, "Clean-Accuracy": 76.65, "Clean-Loss": 0.9606577247619629, "PGD-Accuracy": 0.03, "PGD-Loss": 5.905984301757813}, "Total-Time": 45666.184517383575, "Train": {"Loss": 1.2969573934936522, "avg t": 0.9843954557609558, "plain loss": 0.9229310335388179, "standard loss": 0.9153497071075439}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.6199951171875, "Augmented-0.05-Quantile-Accuracy": 71.95999908447266, "Augmented-0.1-Quantile-Accuracy": 73.1199951171875, "Augmented-Accuracy": 77.6878, "Augmented-Loss": 0.9851010022716522, "Clean-Accuracy": 78.82, "Clean-Loss": 0.863303359413147, "PGD-Accuracy": 0.02, "PGD-Loss": 5.741402989196778}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 1425.777577161789, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.27999877929688, "Augmented-0.05-Quantile-Accuracy": 67.58000183105469, "Augmented-0.1-Quantile-Accuracy": 69.04999542236328, "Augmented-Accuracy": 73.9186, "Augmented-Loss": 1.1161471768722535, "Clean-Accuracy": 79.19, "Clean-Loss": 0.9655789962768555, "PGD-Accuracy": 0.17, "PGD-Loss": 5.790854229736328}, "Total-Time": 47091.962094545364, "Train": {"Loss": 1.3002345170593261, "avg t": 0.985528581161499, "plain loss": 0.9261657421569842, "standard loss": 0.9185743946838378}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.87999725341797, "Augmented-0.05-Quantile-Accuracy": 72.0999984741211, "Augmented-0.1-Quantile-Accuracy": 73.69999694824219, "Augmented-Accuracy": 78.2592, "Augmented-Loss": 1.0055405808429718, "Clean-Accuracy": 77.74, "Clean-Loss": 0.9037706771850585, "PGD-Accuracy": 0.14, "PGD-Loss": 5.569975296020508}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 1426.5872802734375, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.72999572753906, "Augmented-0.05-Quantile-Accuracy": 68.31999969482422, "Augmented-0.1-Quantile-Accuracy": 70.0999984741211, "Augmented-Accuracy": 74.6922, "Augmented-Loss": 1.1115102385635376, "Clean-Accuracy": 78.1, "Clean-Loss": 0.9814854949951172, "PGD-Accuracy": 0.05, "PGD-Loss": 5.9553312438964845}, "Total-Time": 48518.5493748188, "Train": {"Loss": 1.2991255549621583, "avg t": 0.9848549871444702, "plain loss": 0.9221309238891606, "standard loss": 0.9145024445724488}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.31999969482422, "Augmented-0.05-Quantile-Accuracy": 72.5, "Augmented-0.1-Quantile-Accuracy": 74.05999755859375, "Augmented-Accuracy": 78.453, "Augmented-Loss": 0.9991756502017974, "Clean-Accuracy": 73.54, "Clean-Loss": 0.9045218971252441, "PGD-Accuracy": 0.06, "PGD-Loss": 5.693945240020752}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 1425.7045214176178, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.54999923706055, "Augmented-0.05-Quantile-Accuracy": 66.08999633789062, "Augmented-0.1-Quantile-Accuracy": 67.61000061035156, "Augmented-Accuracy": 72.9936, "Augmented-Loss": 1.0878839107894898, "Clean-Accuracy": 75.82, "Clean-Loss": 0.953663591003418, "PGD-Accuracy": 0.05, "PGD-Loss": 5.797445275878906}, "Total-Time": 49944.25389623642, "Train": {"Loss": 1.2950669886779784, "avg t": 0.9846050916290283, "plain loss": 0.9246338030700688, "standard loss": 0.9169536214447022}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.0999984741211, "Augmented-0.05-Quantile-Accuracy": 71.15999603271484, "Augmented-0.1-Quantile-Accuracy": 72.5, "Augmented-Accuracy": 77.2902, "Augmented-Loss": 0.9653237390613556, "Clean-Accuracy": 78.96, "Clean-Loss": 0.8954794132232666, "PGD-Accuracy": 0.04, "PGD-Loss": 5.546771228790283}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 1426.4710512161255, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.709999084472656, "Augmented-0.05-Quantile-Accuracy": 62.279998779296875, "Augmented-0.1-Quantile-Accuracy": 63.71999740600586, "Augmented-Accuracy": 68.9968, "Augmented-Loss": 1.175851862388611, "Clean-Accuracy": 74.25, "Clean-Loss": 1.0234216987609863, "PGD-Accuracy": 0.25, "PGD-Loss": 5.8741993225097655}, "Total-Time": 51370.724947452545, "Train": {"Loss": 1.2949924712753296, "avg t": 0.9844275396728516, "plain loss": 0.9171656670837394, "standard loss": 0.9095173629760742}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.58000183105469, "Augmented-0.05-Quantile-Accuracy": 68.41999816894531, "Augmented-0.1-Quantile-Accuracy": 69.81999969482422, "Augmented-Accuracy": 74.5796, "Augmented-Loss": 1.043014388092041, "Clean-Accuracy": 73.68, "Clean-Loss": 0.9567103910446167, "PGD-Accuracy": 0.24, "PGD-Loss": 5.697821436309814}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 1426.5924689769745, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.83999633789062, "Augmented-0.05-Quantile-Accuracy": 68.16999816894531, "Augmented-0.1-Quantile-Accuracy": 69.52999877929688, "Augmented-Accuracy": 74.315, "Augmented-Loss": 1.110234849861145, "Clean-Accuracy": 76.35, "Clean-Loss": 0.9910028533935547, "PGD-Accuracy": 0.14, "PGD-Loss": 5.60826674194336}, "Total-Time": 52797.31741642952, "Train": {"Loss": 1.2975824661827087, "avg t": 0.9851805047035217, "plain loss": 0.924755967529297, "standard loss": 0.9172517804718018}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.36000061035156, "Augmented-0.05-Quantile-Accuracy": 72.04000091552734, "Augmented-0.1-Quantile-Accuracy": 73.25999450683594, "Augmented-Accuracy": 77.5462, "Augmented-Loss": 1.014787954000473, "Clean-Accuracy": 73.78, "Clean-Loss": 0.934744062423706, "PGD-Accuracy": 0.28, "PGD-Loss": 5.3652930786132815}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 1430.0672843456268, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.019996643066406, "Augmented-0.05-Quantile-Accuracy": 66.40999603271484, "Augmented-0.1-Quantile-Accuracy": 68.13999938964844, "Augmented-Accuracy": 73.0989, "Augmented-Loss": 1.0924801114730835, "Clean-Accuracy": 74.29, "Clean-Loss": 0.9757215187072754, "PGD-Accuracy": 0.03, "PGD-Loss": 5.8860270751953125}, "Total-Time": 54227.38470077515, "Train": {"Loss": 1.2923706575775147, "avg t": 0.9845020708847045, "plain loss": 0.9233527471923819, "standard loss": 0.915964446811676}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.81999969482422, "Augmented-0.05-Quantile-Accuracy": 69.41999816894531, "Augmented-0.1-Quantile-Accuracy": 70.87999725341797, "Augmented-Accuracy": 75.3622, "Augmented-Loss": 1.0087991123504638, "Clean-Accuracy": 69.92, "Clean-Loss": 0.9716026559829712, "PGD-Accuracy": 0.1, "PGD-Loss": 5.692477751922607}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 1435.1130917072296, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.22000122070312, "Augmented-0.05-Quantile-Accuracy": 69.47999572753906, "Augmented-0.1-Quantile-Accuracy": 70.93000030517578, "Augmented-Accuracy": 75.3962, "Augmented-Loss": 1.0574298189697267, "Clean-Accuracy": 76.44, "Clean-Loss": 0.9248793830871582, "PGD-Accuracy": 0.13, "PGD-Loss": 5.763562237548828}, "Total-Time": 55662.497792482376, "Train": {"Loss": 1.2968496911811829, "avg t": 0.9847168610000611, "plain loss": 0.9235077712707516, "standard loss": 0.9160596444511414}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.6199951171875, "Augmented-0.05-Quantile-Accuracy": 71.73999786376953, "Augmented-0.1-Quantile-Accuracy": 73.05999755859375, "Augmented-Accuracy": 77.4178, "Augmented-Loss": 0.9583435912818908, "Clean-Accuracy": 74.68, "Clean-Loss": 0.8578562146186829, "PGD-Accuracy": 0.08, "PGD-Loss": 5.584451446533203}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 1439.8543360233307, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.33000183105469, "Augmented-0.05-Quantile-Accuracy": 69.11000061035156, "Augmented-0.1-Quantile-Accuracy": 70.5999984741211, "Augmented-Accuracy": 75.8994, "Augmented-Loss": 1.0481724285583496, "Clean-Accuracy": 78.02, "Clean-Loss": 0.9406676391601563, "PGD-Accuracy": 0.06, "PGD-Loss": 5.947645440673828}, "Total-Time": 57102.35212850571, "Train": {"Loss": 1.2831223174285888, "avg t": 0.9831637390899658, "plain loss": 0.9143568952636728, "standard loss": 0.9068689363098145}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.86000061035156, "Augmented-0.05-Quantile-Accuracy": 72.97999572753906, "Augmented-0.1-Quantile-Accuracy": 74.23999786376953, "Augmented-Accuracy": 78.8706, "Augmented-Loss": 0.9586011896238327, "Clean-Accuracy": 76.1, "Clean-Loss": 0.8920051181793213, "PGD-Accuracy": 0.04, "PGD-Loss": 5.7166394470214845}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 1443.3658957481384, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.619998931884766, "Augmented-0.05-Quantile-Accuracy": 67.20999908447266, "Augmented-0.1-Quantile-Accuracy": 68.93000030517578, "Augmented-Accuracy": 73.6461, "Augmented-Loss": 1.0723389940490722, "Clean-Accuracy": 78.26, "Clean-Loss": 0.8907347106933594, "PGD-Accuracy": 0.05, "PGD-Loss": 6.051894403076171}, "Total-Time": 58545.718024253845, "Train": {"Loss": 1.2871133963775634, "avg t": 0.983925924911499, "plain loss": 0.9194082886047357, "standard loss": 0.9117537253570557}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.47999572753906, "Augmented-0.05-Quantile-Accuracy": 73.54000091552734, "Augmented-0.1-Quantile-Accuracy": 75.22000122070312, "Augmented-Accuracy": 79.3034, "Augmented-Loss": 0.9281856998634338, "Clean-Accuracy": 71.42, "Clean-Loss": 0.898808950805664, "PGD-Accuracy": 0.02, "PGD-Loss": 5.7595570945739745}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 1445.619359254837, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.869998931884766, "Augmented-0.05-Quantile-Accuracy": 65.90999603271484, "Augmented-0.1-Quantile-Accuracy": 67.33000183105469, "Augmented-Accuracy": 71.9882, "Augmented-Loss": 1.0934366358032226, "Clean-Accuracy": 74.98, "Clean-Loss": 0.9360158615112305, "PGD-Accuracy": 0.1, "PGD-Loss": 5.856275659179688}, "Total-Time": 59991.33738350868, "Train": {"Loss": 1.2897083521080017, "avg t": 0.9834095701599121, "plain loss": 0.9166688100585927, "standard loss": 0.9090519785690307}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.27999877929688, "Augmented-0.05-Quantile-Accuracy": 70.5999984741211, "Augmented-0.1-Quantile-Accuracy": 72.08000183105469, "Augmented-Accuracy": 76.1642, "Augmented-Loss": 0.9756944200363159, "Clean-Accuracy": 66.9, "Clean-Loss": 0.9171626693725586, "PGD-Accuracy": 0.12, "PGD-Loss": 5.6910501441955565}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 1444.7128183841705, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.47000122070312, "Augmented-0.05-Quantile-Accuracy": 68.83999633789062, "Augmented-0.1-Quantile-Accuracy": 70.19999694824219, "Augmented-Accuracy": 74.2988, "Augmented-Loss": 1.0662783185958862, "Clean-Accuracy": 76.76, "Clean-Loss": 0.9571295166015625, "PGD-Accuracy": 0.08, "PGD-Loss": 5.881715710449218}, "Total-Time": 61436.05020189285, "Train": {"Loss": 1.2961085412025453, "avg t": 0.9846271765518189, "plain loss": 0.9208006868896477, "standard loss": 0.9134319021606445}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.05999755859375, "Augmented-0.05-Quantile-Accuracy": 72.0999984741211, "Augmented-0.1-Quantile-Accuracy": 73.5199966430664, "Augmented-Accuracy": 77.8436, "Augmented-Loss": 0.9782064323215485, "Clean-Accuracy": 75.54, "Clean-Loss": 0.9119255271911622, "PGD-Accuracy": 0.08, "PGD-Loss": 5.7146325866699215}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 1442.018049955368, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.08000183105469, "Augmented-0.05-Quantile-Accuracy": 70.5, "Augmented-0.1-Quantile-Accuracy": 71.87999725341797, "Augmented-Accuracy": 76.3572, "Augmented-Loss": 1.063399311706543, "Clean-Accuracy": 79.34, "Clean-Loss": 0.9282194953918457, "PGD-Accuracy": 0.25, "PGD-Loss": 5.76027894897461}, "Total-Time": 62878.06825184822, "Train": {"Loss": 1.2856873822021484, "avg t": 0.9831997795867919, "plain loss": 0.9147211902160653, "standard loss": 0.9070396607971192}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.08000183105469, "Augmented-0.05-Quantile-Accuracy": 74.55999755859375, "Augmented-0.1-Quantile-Accuracy": 75.55999755859375, "Augmented-Accuracy": 79.6568, "Augmented-Loss": 0.9673756595726013, "Clean-Accuracy": 79.64, "Clean-Loss": 0.9015532043457031, "PGD-Accuracy": 0.2, "PGD-Loss": 5.635940963745117}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 1439.7874310016632, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.5, "Augmented-0.05-Quantile-Accuracy": 66.93000030517578, "Augmented-0.1-Quantile-Accuracy": 68.41999816894531, "Augmented-Accuracy": 72.7332, "Augmented-Loss": 1.0652342908554078, "Clean-Accuracy": 74.99, "Clean-Loss": 0.9399363586425781, "PGD-Accuracy": 0.14, "PGD-Loss": 5.7713815734863285}, "Total-Time": 64317.855682849884, "Train": {"Loss": 1.2897654947280883, "avg t": 0.9838615506744385, "plain loss": 0.9198056227416984, "standard loss": 0.9119475641250611}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.77999877929688, "Augmented-0.05-Quantile-Accuracy": 71.0999984741211, "Augmented-0.1-Quantile-Accuracy": 72.47999572753906, "Augmented-Accuracy": 76.328, "Augmented-Loss": 0.9626094944152832, "Clean-Accuracy": 73.82, "Clean-Loss": 0.866658312034607, "PGD-Accuracy": 0.16, "PGD-Loss": 5.584162442016601}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 1439.60493350029, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.68000030517578, "Augmented-0.05-Quantile-Accuracy": 68.22999572753906, "Augmented-0.1-Quantile-Accuracy": 69.97999572753906, "Augmented-Accuracy": 74.7142, "Augmented-Loss": 1.0836877887268066, "Clean-Accuracy": 77.44, "Clean-Loss": 0.9575143203735351, "PGD-Accuracy": 0.09, "PGD-Loss": 5.95642353515625}, "Total-Time": 65757.46061635017, "Train": {"Loss": 1.2859651734161377, "avg t": 0.983202801399231, "plain loss": 0.9195634199829112, "standard loss": 0.91209536901474}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.77999877929688, "Augmented-0.05-Quantile-Accuracy": 72.22000122070312, "Augmented-0.1-Quantile-Accuracy": 73.5, "Augmented-Accuracy": 78.2384, "Augmented-Loss": 0.9821645300788879, "Clean-Accuracy": 78.12, "Clean-Loss": 0.8895330322265625, "PGD-Accuracy": 0.1, "PGD-Loss": 5.75580100479126}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 1438.5729076862335, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.57999801635742, "Augmented-0.05-Quantile-Accuracy": 62.72999954223633, "Augmented-0.1-Quantile-Accuracy": 64.22999572753906, "Augmented-Accuracy": 69.3089, "Augmented-Loss": 1.1056691927337647, "Clean-Accuracy": 73.65, "Clean-Loss": 0.9770536689758301, "PGD-Accuracy": 0.03, "PGD-Loss": 5.801621392822265}, "Total-Time": 67196.03352403641, "Train": {"Loss": 1.2866662665176392, "avg t": 0.9830551952362061, "plain loss": 0.9178109754638675, "standard loss": 0.9102380303764344}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.91999816894531, "Augmented-0.05-Quantile-Accuracy": 68.86000061035156, "Augmented-0.1-Quantile-Accuracy": 70.4000015258789, "Augmented-Accuracy": 74.5862, "Augmented-Loss": 0.9873641218776703, "Clean-Accuracy": 76.34, "Clean-Loss": 0.9043496738433838, "PGD-Accuracy": 0.1, "PGD-Loss": 5.5501051612854}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 1437.3514297008514, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.189998626708984, "Augmented-0.05-Quantile-Accuracy": 63.3599967956543, "Augmented-0.1-Quantile-Accuracy": 65.2699966430664, "Augmented-Accuracy": 70.6127, "Augmented-Loss": 1.1492400781860352, "Clean-Accuracy": 75.12, "Clean-Loss": 1.0028712181091308, "PGD-Accuracy": 0.1, "PGD-Loss": 6.048878161621094}, "Total-Time": 68633.38495373726, "Train": {"Loss": 1.289768962020874, "avg t": 0.983805767211914, "plain loss": 0.9169992239685064, "standard loss": 0.9092187463378906}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.15999603271484, "Augmented-0.05-Quantile-Accuracy": 71.68000030517578, "Augmented-0.1-Quantile-Accuracy": 73.58000183105469, "Augmented-Accuracy": 78.2836, "Augmented-Loss": 1.0085661909389496, "Clean-Accuracy": 76.06, "Clean-Loss": 0.8987360777854919, "PGD-Accuracy": 0.06, "PGD-Loss": 5.842797207641602}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 1434.5352284908295, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.31999969482422, "Augmented-0.05-Quantile-Accuracy": 67.62999725341797, "Augmented-0.1-Quantile-Accuracy": 69.22000122070312, "Augmented-Accuracy": 73.8015, "Augmented-Loss": 1.105208532447815, "Clean-Accuracy": 78.0, "Clean-Loss": 0.9574742889404297, "PGD-Accuracy": 0.08, "PGD-Loss": 5.868955041503907}, "Total-Time": 70067.92018222809, "Train": {"Loss": 1.2845694342803955, "avg t": 0.9833143602371216, "plain loss": 0.9113747890014648, "standard loss": 0.9036759867095947}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.81999969482422, "Augmented-0.05-Quantile-Accuracy": 72.6199951171875, "Augmented-0.1-Quantile-Accuracy": 74.05999755859375, "Augmented-Accuracy": 78.4252, "Augmented-Loss": 0.990754072107315, "Clean-Accuracy": 76.26, "Clean-Loss": 0.8970641962051391, "PGD-Accuracy": 0.06, "PGD-Loss": 5.679921984863281}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 1433.1831607818604, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.58000183105469, "Augmented-0.05-Quantile-Accuracy": 70.97000122070312, "Augmented-0.1-Quantile-Accuracy": 72.08000183105469, "Augmented-Accuracy": 76.4372, "Augmented-Loss": 1.0340317836990356, "Clean-Accuracy": 79.28, "Clean-Loss": 0.913589175415039, "PGD-Accuracy": 0.08, "PGD-Loss": 5.906270642089844}, "Total-Time": 71501.10334300995, "Train": {"Loss": 1.2802767920303344, "avg t": 0.9830015480041504, "plain loss": 0.9102805630798355, "standard loss": 0.9026273030853271}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.04000091552734, "Augmented-0.05-Quantile-Accuracy": 74.9000015258789, "Augmented-0.1-Quantile-Accuracy": 76.13999938964844, "Augmented-Accuracy": 80.3296, "Augmented-Loss": 0.9337618011436463, "Clean-Accuracy": 76.7, "Clean-Loss": 0.9100928482055664, "PGD-Accuracy": 0.1, "PGD-Loss": 5.697795632934571}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 1427.0877339839935, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.97000122070312, "Augmented-0.05-Quantile-Accuracy": 68.20999908447266, "Augmented-0.1-Quantile-Accuracy": 69.68000030517578, "Augmented-Accuracy": 74.6514, "Augmented-Loss": 1.0857419943008424, "Clean-Accuracy": 78.82, "Clean-Loss": 0.9455029190063476, "PGD-Accuracy": 0.5, "PGD-Loss": 5.728155657958984}, "Total-Time": 72928.19107699394, "Train": {"Loss": 1.2902241415023803, "avg t": 0.9833109241485596, "plain loss": 0.9120382409973147, "standard loss": 0.9042232581710815}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.68000030517578, "Augmented-0.05-Quantile-Accuracy": 73.69999694824219, "Augmented-0.1-Quantile-Accuracy": 75.19999694824219, "Augmented-Accuracy": 79.6328, "Augmented-Loss": 0.9782158306751251, "Clean-Accuracy": 73.9, "Clean-Loss": 0.8710002447128296, "PGD-Accuracy": 0.42, "PGD-Loss": 5.523064712524414}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 1427.307646036148, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.1199951171875, "Augmented-0.05-Quantile-Accuracy": 67.47000122070312, "Augmented-0.1-Quantile-Accuracy": 68.94999694824219, "Augmented-Accuracy": 73.9065, "Augmented-Loss": 1.0881670172653197, "Clean-Accuracy": 76.9, "Clean-Loss": 0.9538931854248047, "PGD-Accuracy": 0.14, "PGD-Loss": 5.738723156738281}, "Total-Time": 74355.49872303009, "Train": {"Loss": 1.2868754364013673, "avg t": 0.983580143737793, "plain loss": 0.9144402658996577, "standard loss": 0.9064166586685181}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.0999984741211, "Augmented-0.05-Quantile-Accuracy": 72.41999816894531, "Augmented-0.1-Quantile-Accuracy": 74.0199966430664, "Augmented-Accuracy": 78.8778, "Augmented-Loss": 0.974695562587738, "Clean-Accuracy": 72.56, "Clean-Loss": 0.9302431148529052, "PGD-Accuracy": 0.0, "PGD-Loss": 5.505881648254395}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 1427.2317016124725, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.0099983215332, "Augmented-0.05-Quantile-Accuracy": 66.29000091552734, "Augmented-0.1-Quantile-Accuracy": 68.08000183105469, "Augmented-Accuracy": 73.4235, "Augmented-Loss": 1.1766405622253417, "Clean-Accuracy": 81.08, "Clean-Loss": 0.9864312187194825, "PGD-Accuracy": 0.02, "PGD-Loss": 6.19983842163086}, "Total-Time": 75782.73042464256, "Train": {"Loss": 1.2846618541145325, "avg t": 0.9833019644927978, "plain loss": 0.9139820138549805, "standard loss": 0.9060329103851318}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.58000183105469, "Augmented-0.05-Quantile-Accuracy": 75.13999938964844, "Augmented-0.1-Quantile-Accuracy": 76.81999969482422, "Augmented-Accuracy": 81.1784, "Augmented-Loss": 1.020568668844223, "Clean-Accuracy": 74.22, "Clean-Loss": 1.0018606864929198, "PGD-Accuracy": 0.02, "PGD-Loss": 5.936056340789795}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 1426.3993525505066, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.38999938964844, "Augmented-0.05-Quantile-Accuracy": 64.06999969482422, "Augmented-0.1-Quantile-Accuracy": 65.54000091552734, "Augmented-Accuracy": 70.2298, "Augmented-Loss": 1.094647828086853, "Clean-Accuracy": 74.96, "Clean-Loss": 0.9609639472961425, "PGD-Accuracy": 0.02, "PGD-Loss": 5.922451617431641}, "Total-Time": 77209.12977719307, "Train": {"Loss": 1.2855874501419067, "avg t": 0.9833184734725953, "plain loss": 0.9151047561950684, "standard loss": 0.9073761976623536}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.55999755859375, "Augmented-0.05-Quantile-Accuracy": 70.13999938964844, "Augmented-0.1-Quantile-Accuracy": 71.58000183105469, "Augmented-Accuracy": 76.3724, "Augmented-Loss": 0.988572775346756, "Clean-Accuracy": 73.72, "Clean-Loss": 0.9275993282318116, "PGD-Accuracy": 0.1, "PGD-Loss": 5.718208570098877}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 1427.0311682224274, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.37999725341797, "Augmented-0.05-Quantile-Accuracy": 66.69999694824219, "Augmented-0.1-Quantile-Accuracy": 68.18999481201172, "Augmented-Accuracy": 73.3204, "Augmented-Loss": 1.068481231124878, "Clean-Accuracy": 76.3, "Clean-Loss": 0.9587744667053223, "PGD-Accuracy": 0.1, "PGD-Loss": 5.94574345703125}, "Total-Time": 78636.1609454155, "Train": {"Loss": 1.2871839754104615, "avg t": 0.9836808699989319, "plain loss": 0.91370937765503, "standard loss": 0.9059008162689209}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.91999816894531, "Augmented-0.05-Quantile-Accuracy": 71.15999603271484, "Augmented-0.1-Quantile-Accuracy": 72.75999450683594, "Augmented-Accuracy": 77.427, "Augmented-Loss": 0.9633220663299561, "Clean-Accuracy": 77.94, "Clean-Loss": 0.8981267402648926, "PGD-Accuracy": 0.08, "PGD-Loss": 5.786431716156006}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 1426.6979987621307, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.45999908447266, "Augmented-0.05-Quantile-Accuracy": 79.37999725341797, "Augmented-0.1-Quantile-Accuracy": 80.72000122070312, "Augmented-Accuracy": 84.4944, "Augmented-Loss": 0.9371529403915405, "Clean-Accuracy": 86.67, "Clean-Loss": 0.8414220260620118, "PGD-Accuracy": 0.11, "PGD-Loss": 6.067415502929688}, "Total-Time": 80062.85894417763, "Train": {"Loss": 1.0859734796333314, "avg t": 0.9554243943595886, "plain loss": 0.8104948402099611, "standard loss": 0.8053565159606934}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.31999969482422, "Augmented-0.05-Quantile-Accuracy": 83.93999481201172, "Augmented-0.1-Quantile-Accuracy": 84.87999725341797, "Augmented-Accuracy": 88.5114, "Augmented-Loss": 0.8430779318628311, "Clean-Accuracy": 84.12, "Clean-Loss": 0.7818203565597535, "PGD-Accuracy": 0.14, "PGD-Loss": 5.872981449127197}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 1427.4641346931458, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.61000061035156, "Augmented-0.05-Quantile-Accuracy": 80.65999603271484, "Augmented-0.1-Quantile-Accuracy": 82.12999725341797, "Augmented-Accuracy": 85.8276, "Augmented-Loss": 0.9183381768035889, "Clean-Accuracy": 87.52, "Clean-Loss": 0.8314635887145996, "PGD-Accuracy": 0.07, "PGD-Loss": 6.139525671386719}, "Total-Time": 81490.32307887077, "Train": {"Loss": 1.0439514904785157, "avg t": 0.9475877744674682, "plain loss": 0.7799946830139158, "standard loss": 0.7751897679519654}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.57999420166016, "Augmented-0.05-Quantile-Accuracy": 85.25999450683594, "Augmented-0.1-Quantile-Accuracy": 86.25999450683594, "Augmented-Accuracy": 89.5222, "Augmented-Loss": 0.8299442657365799, "Clean-Accuracy": 81.2, "Clean-Loss": 0.7996365455627441, "PGD-Accuracy": 0.04, "PGD-Loss": 5.943045445251465}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 1426.0043303966522, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.5, "Augmented-0.05-Quantile-Accuracy": 81.52999877929688, "Augmented-0.1-Quantile-Accuracy": 82.83999633789062, "Augmented-Accuracy": 86.3008, "Augmented-Loss": 0.9247000775680542, "Clean-Accuracy": 88.49, "Clean-Loss": 0.8260228691101075, "PGD-Accuracy": 0.09, "PGD-Loss": 6.077633996582032}, "Total-Time": 82916.32740926743, "Train": {"Loss": 1.0235829768371583, "avg t": 0.9443173047637939, "plain loss": 0.7744619578552252, "standard loss": 0.7699641687774659}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.73999786376953, "Augmented-0.05-Quantile-Accuracy": 86.33999633789062, "Augmented-0.1-Quantile-Accuracy": 87.43999481201172, "Augmented-Accuracy": 90.2728, "Augmented-Loss": 0.825235781167984, "Clean-Accuracy": 84.44, "Clean-Loss": 0.7595202569007874, "PGD-Accuracy": 0.08, "PGD-Loss": 5.864170437622071}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 1427.1169292926788, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.16999816894531, "Augmented-0.05-Quantile-Accuracy": 82.25, "Augmented-0.1-Quantile-Accuracy": 83.3699951171875, "Augmented-Accuracy": 87.1137, "Augmented-Loss": 0.9263389458084107, "Clean-Accuracy": 88.8, "Clean-Loss": 0.8371864151000976, "PGD-Accuracy": 0.16, "PGD-Loss": 6.033290490722656}, "Total-Time": 84343.4443385601, "Train": {"Loss": 1.0140841726493834, "avg t": 0.9426225630187989, "plain loss": 0.775154124893188, "standard loss": 0.7703482631874085}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.83999633789062, "Augmented-0.05-Quantile-Accuracy": 86.77999877929688, "Augmented-0.1-Quantile-Accuracy": 88.18000030517578, "Augmented-Accuracy": 91.0658, "Augmented-Loss": 0.8344185792541504, "Clean-Accuracy": 88.62, "Clean-Loss": 0.7610814990043641, "PGD-Accuracy": 0.14, "PGD-Loss": 5.8517279678344725}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 1426.7161843776703, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.95999908447266, "Augmented-0.05-Quantile-Accuracy": 81.98999786376953, "Augmented-0.1-Quantile-Accuracy": 83.30999755859375, "Augmented-Accuracy": 86.9704, "Augmented-Loss": 0.9439966742553711, "Clean-Accuracy": 89.01, "Clean-Loss": 0.8585653549194336, "PGD-Accuracy": 0.13, "PGD-Loss": 6.029116223144531}, "Total-Time": 85770.16052293777, "Train": {"Loss": 1.0024059072494507, "avg t": 0.9403863121414184, "plain loss": 0.7745576475219733, "standard loss": 0.7699238278198243}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.36000061035156, "Augmented-0.05-Quantile-Accuracy": 87.15999603271484, "Augmented-0.1-Quantile-Accuracy": 88.15999603271484, "Augmented-Accuracy": 91.3032, "Augmented-Loss": 0.8489001944026947, "Clean-Accuracy": 88.9, "Clean-Loss": 0.790063475227356, "PGD-Accuracy": 0.22, "PGD-Loss": 5.843188358306885}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 1426.5897362232208, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.0, "Augmented-0.05-Quantile-Accuracy": 81.33999633789062, "Augmented-0.1-Quantile-Accuracy": 82.69999694824219, "Augmented-Accuracy": 86.4334, "Augmented-Loss": 0.9637615871582031, "Clean-Accuracy": 87.97, "Clean-Loss": 0.870290444946289, "PGD-Accuracy": 0.19, "PGD-Loss": 5.978790753173828}, "Total-Time": 87196.750259161, "Train": {"Loss": 0.9984077793121338, "avg t": 0.9396830297470092, "plain loss": 0.7787875025024421, "standard loss": 0.7740215029525757}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.36000061035156, "Augmented-0.05-Quantile-Accuracy": 86.63999938964844, "Augmented-0.1-Quantile-Accuracy": 87.73999786376953, "Augmented-Accuracy": 91.2618, "Augmented-Loss": 0.8618299710102081, "Clean-Accuracy": 89.68, "Clean-Loss": 0.8088320421218872, "PGD-Accuracy": 0.22, "PGD-Loss": 5.790423487854004}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 1426.678926229477, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.54999542236328, "Augmented-0.05-Quantile-Accuracy": 81.57999420166016, "Augmented-0.1-Quantile-Accuracy": 82.93999481201172, "Augmented-Accuracy": 86.6829, "Augmented-Loss": 0.9655216020889282, "Clean-Accuracy": 88.99, "Clean-Loss": 0.8769774528503418, "PGD-Accuracy": 0.27, "PGD-Loss": 5.902791931152343}, "Total-Time": 88623.42918539047, "Train": {"Loss": 0.991394397315979, "avg t": 0.9380731338119507, "plain loss": 0.7798943834228517, "standard loss": 0.7749391173362732}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.0999984741211, "Augmented-0.05-Quantile-Accuracy": 87.91999816894531, "Augmented-0.1-Quantile-Accuracy": 89.29999542236328, "Augmented-Accuracy": 92.2238, "Augmented-Loss": 0.8625072986679078, "Clean-Accuracy": 90.88, "Clean-Loss": 0.7710076080322266, "PGD-Accuracy": 0.22, "PGD-Loss": 5.721171894073486}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 1426.5055902004242, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.73999786376953, "Augmented-0.05-Quantile-Accuracy": 80.93999481201172, "Augmented-0.1-Quantile-Accuracy": 82.25, "Augmented-Accuracy": 86.0681, "Augmented-Loss": 1.0005542143859862, "Clean-Accuracy": 88.7, "Clean-Loss": 0.9048240219116211, "PGD-Accuracy": 0.27, "PGD-Loss": 5.826038745117187}, "Total-Time": 90049.9347755909, "Train": {"Loss": 0.9862491900253296, "avg t": 0.9374678734970093, "plain loss": 0.785352971801758, "standard loss": 0.7808325874710083}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.0999984741211, "Augmented-0.05-Quantile-Accuracy": 88.25999450683594, "Augmented-0.1-Quantile-Accuracy": 89.19999694824219, "Augmented-Accuracy": 92.244, "Augmented-Loss": 0.8913428385505676, "Clean-Accuracy": 88.36, "Clean-Loss": 0.8042287489891052, "PGD-Accuracy": 0.48, "PGD-Loss": 5.6142974281311036}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 1426.5386626720428, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.5199966430664, "Augmented-0.05-Quantile-Accuracy": 81.88999938964844, "Augmented-0.1-Quantile-Accuracy": 83.32999420166016, "Augmented-Accuracy": 87.0908, "Augmented-Loss": 1.0108625166015626, "Clean-Accuracy": 88.84, "Clean-Loss": 0.9218887290954589, "PGD-Accuracy": 0.38, "PGD-Loss": 5.75779677734375}, "Total-Time": 91476.47343826294, "Train": {"Loss": 0.9819433080291748, "avg t": 0.9361723009872437, "plain loss": 0.7901316141052246, "standard loss": 0.7856215026855469}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.72000122070312, "Augmented-0.05-Quantile-Accuracy": 88.45999908447266, "Augmented-0.1-Quantile-Accuracy": 89.63999938964844, "Augmented-Accuracy": 92.3218, "Augmented-Loss": 0.9074150637998581, "Clean-Accuracy": 85.94, "Clean-Loss": 0.8011210712432861, "PGD-Accuracy": 0.68, "PGD-Loss": 5.563499262237549}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 1426.4419195652008, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.54000091552734, "Augmented-0.05-Quantile-Accuracy": 81.5199966430664, "Augmented-0.1-Quantile-Accuracy": 82.72000122070312, "Augmented-Accuracy": 86.6083, "Augmented-Loss": 1.0283890319519042, "Clean-Accuracy": 88.17, "Clean-Loss": 0.9371025703430176, "PGD-Accuracy": 0.31, "PGD-Loss": 5.681489190673828}, "Total-Time": 92902.91535782814, "Train": {"Loss": 0.9787174516677857, "avg t": 0.9354239138031006, "plain loss": 0.7963830735473632, "standard loss": 0.7919815797233581}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.75999450683594, "Augmented-0.05-Quantile-Accuracy": 87.77999877929688, "Augmented-0.1-Quantile-Accuracy": 88.9000015258789, "Augmented-Accuracy": 92.0298, "Augmented-Loss": 0.9230120229282379, "Clean-Accuracy": 91.3, "Clean-Loss": 0.7691185916900635, "PGD-Accuracy": 0.62, "PGD-Loss": 5.4688019233703615}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 1426.033704996109, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.25999450683594, "Augmented-0.05-Quantile-Accuracy": 81.58999633789062, "Augmented-0.1-Quantile-Accuracy": 82.93999481201172, "Augmented-Accuracy": 86.7938, "Augmented-Loss": 1.06018534790802, "Clean-Accuracy": 88.13, "Clean-Loss": 0.9562434303283691, "PGD-Accuracy": 1.21, "PGD-Loss": 5.559647174072266}, "Total-Time": 94328.94906282425, "Train": {"Loss": 0.9738120032310486, "avg t": 0.9342656307601929, "plain loss": 0.798003277282715, "standard loss": 0.7936566479110718}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.13999938964844, "Augmented-0.05-Quantile-Accuracy": 88.04000091552734, "Augmented-0.1-Quantile-Accuracy": 89.18000030517578, "Augmented-Accuracy": 92.5272, "Augmented-Loss": 0.9499373818416595, "Clean-Accuracy": 90.82, "Clean-Loss": 0.7951280374526978, "PGD-Accuracy": 1.96, "PGD-Loss": 5.332191521453858}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 1428.4784588813782, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.66999816894531, "Augmented-0.05-Quantile-Accuracy": 82.00999450683594, "Augmented-0.1-Quantile-Accuracy": 83.36000061035156, "Augmented-Accuracy": 86.7644, "Augmented-Loss": 1.073623640258789, "Clean-Accuracy": 88.26, "Clean-Loss": 0.975458911895752, "PGD-Accuracy": 2.45, "PGD-Loss": 5.45550478515625}, "Total-Time": 95757.42752170563, "Train": {"Loss": 0.9712073802947998, "avg t": 0.9337432900619507, "plain loss": 0.8032739088134766, "standard loss": 0.7990074112319946}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.47999572753906, "Augmented-0.05-Quantile-Accuracy": 88.22000122070312, "Augmented-0.1-Quantile-Accuracy": 89.27999877929688, "Augmented-Accuracy": 92.276, "Augmented-Loss": 0.9758222787408829, "Clean-Accuracy": 86.78, "Clean-Loss": 0.820596865940094, "PGD-Accuracy": 2.74, "PGD-Loss": 5.243257857513428}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 1427.2899422645569, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.18999481201172, "Augmented-0.05-Quantile-Accuracy": 80.81999969482422, "Augmented-0.1-Quantile-Accuracy": 82.23999786376953, "Augmented-Accuracy": 85.9202, "Augmented-Loss": 1.0745479743423463, "Clean-Accuracy": 85.73, "Clean-Loss": 0.978165227508545, "PGD-Accuracy": 1.66, "PGD-Loss": 5.444325335693359}, "Total-Time": 97184.71746397018, "Train": {"Loss": 0.9699920453071594, "avg t": 0.9331303726577759, "plain loss": 0.8065245848999015, "standard loss": 0.8021178997612}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.9000015258789, "Augmented-0.05-Quantile-Accuracy": 86.72000122070312, "Augmented-0.1-Quantile-Accuracy": 87.6199951171875, "Augmented-Accuracy": 90.862, "Augmented-Loss": 0.9759270104990005, "Clean-Accuracy": 88.94, "Clean-Loss": 0.8495560512542725, "PGD-Accuracy": 2.66, "PGD-Loss": 5.169013558959961}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 1426.7942218780518, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.33999633789062, "Augmented-0.05-Quantile-Accuracy": 81.20999908447266, "Augmented-0.1-Quantile-Accuracy": 82.58999633789062, "Augmented-Accuracy": 86.7035, "Augmented-Loss": 1.0770776103668214, "Clean-Accuracy": 88.31, "Clean-Loss": 0.9654529426574707, "PGD-Accuracy": 2.23, "PGD-Loss": 5.363650973510742}, "Total-Time": 98611.51168584824, "Train": {"Loss": 0.9679994498825073, "avg t": 0.9327754251098633, "plain loss": 0.8136687208251964, "standard loss": 0.809272966041565}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.15999603271484, "Augmented-0.05-Quantile-Accuracy": 88.15999603271484, "Augmented-0.1-Quantile-Accuracy": 89.19999694824219, "Augmented-Accuracy": 92.1186, "Augmented-Loss": 0.9789009391088486, "Clean-Accuracy": 89.92, "Clean-Loss": 0.8038696228981018, "PGD-Accuracy": 3.26, "PGD-Loss": 5.125185883331299}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 1427.2401394844055, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.68000030517578, "Augmented-0.05-Quantile-Accuracy": 81.93000030517578, "Augmented-0.1-Quantile-Accuracy": 83.4000015258789, "Augmented-Accuracy": 87.1341, "Augmented-Loss": 1.0930119114608765, "Clean-Accuracy": 88.61, "Clean-Loss": 0.9906583854675293, "PGD-Accuracy": 1.84, "PGD-Loss": 5.302999444580078}, "Total-Time": 100038.75182533264, "Train": {"Loss": 0.9659245237541199, "avg t": 0.9322725076293945, "plain loss": 0.8155638799133297, "standard loss": 0.811055421257019}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.15999603271484, "Augmented-0.05-Quantile-Accuracy": 88.73999786376953, "Augmented-0.1-Quantile-Accuracy": 89.9000015258789, "Augmented-Accuracy": 92.9628, "Augmented-Loss": 1.004656795732498, "Clean-Accuracy": 84.6, "Clean-Loss": 0.8658022274017334, "PGD-Accuracy": 3.1, "PGD-Loss": 5.054876389312744}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 1426.0379211902618, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.16999816894531, "Augmented-0.05-Quantile-Accuracy": 82.00999450683594, "Augmented-0.1-Quantile-Accuracy": 83.70999908447266, "Augmented-Accuracy": 87.3665, "Augmented-Loss": 1.0945659235229492, "Clean-Accuracy": 88.39, "Clean-Loss": 0.9965981887817383, "PGD-Accuracy": 3.5, "PGD-Loss": 5.150623693847656}, "Total-Time": 101464.7897465229, "Train": {"Loss": 0.9644495351600647, "avg t": 0.9317712048339843, "plain loss": 0.8197689424133303, "standard loss": 0.815271912612915}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.5999984741211, "Augmented-0.05-Quantile-Accuracy": 89.1199951171875, "Augmented-0.1-Quantile-Accuracy": 90.55999755859375, "Augmented-Accuracy": 93.3964, "Augmented-Loss": 1.0008144362831115, "Clean-Accuracy": 91.02, "Clean-Loss": 0.8346980354309083, "PGD-Accuracy": 5.54, "PGD-Loss": 4.905177962493896}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 1426.3865931034088, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.02999877929688, "Augmented-0.05-Quantile-Accuracy": 82.8699951171875, "Augmented-0.1-Quantile-Accuracy": 84.25999450683594, "Augmented-Accuracy": 88.1759, "Augmented-Loss": 1.0959939967041015, "Clean-Accuracy": 88.95, "Clean-Loss": 0.9973195137023926, "PGD-Accuracy": 3.89, "PGD-Loss": 5.0790523864746095}, "Total-Time": 102891.17633962631, "Train": {"Loss": 0.96479678440094, "avg t": 0.9318181843566895, "plain loss": 0.823831872161864, "standard loss": 0.819626185207367}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.25999450683594, "Augmented-0.05-Quantile-Accuracy": 89.91999816894531, "Augmented-0.1-Quantile-Accuracy": 91.07999420166016, "Augmented-Accuracy": 93.6152, "Augmented-Loss": 1.0111433474550247, "Clean-Accuracy": 91.86, "Clean-Loss": 0.8492162654876709, "PGD-Accuracy": 5.86, "PGD-Loss": 4.829955574035645}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 1425.20117521286, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.29999542236328, "Augmented-0.05-Quantile-Accuracy": 82.3699951171875, "Augmented-0.1-Quantile-Accuracy": 83.57999420166016, "Augmented-Accuracy": 87.3312, "Augmented-Loss": 1.08507702507782, "Clean-Accuracy": 88.06, "Clean-Loss": 0.9815381217956543, "PGD-Accuracy": 2.98, "PGD-Loss": 5.039698181152343}, "Total-Time": 104316.37751483917, "Train": {"Loss": 0.9670090603637695, "avg t": 0.9322053697586059, "plain loss": 0.8285559885253906, "standard loss": 0.8239612581253052}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.73999786376953, "Augmented-0.05-Quantile-Accuracy": 88.41999816894531, "Augmented-0.1-Quantile-Accuracy": 89.55999755859375, "Augmented-Accuracy": 92.561, "Augmented-Loss": 0.9934036031923295, "Clean-Accuracy": 86.54, "Clean-Loss": 0.8327626148223877, "PGD-Accuracy": 5.2, "PGD-Loss": 4.78407299118042}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 1426.016028881073, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.50999450683594, "Augmented-0.05-Quantile-Accuracy": 81.80999755859375, "Augmented-0.1-Quantile-Accuracy": 83.3699951171875, "Augmented-Accuracy": 87.0487, "Augmented-Loss": 1.1190200484924318, "Clean-Accuracy": 88.63, "Clean-Loss": 1.0056236549377442, "PGD-Accuracy": 3.61, "PGD-Loss": 5.0045360107421875}, "Total-Time": 105742.39354372025, "Train": {"Loss": 0.9664115071868896, "avg t": 0.9318909452438354, "plain loss": 0.8305722620849608, "standard loss": 0.8261033765029907}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.25999450683594, "Augmented-0.05-Quantile-Accuracy": 89.22000122070312, "Augmented-0.1-Quantile-Accuracy": 90.31999969482422, "Augmented-Accuracy": 93.3684, "Augmented-Loss": 1.0161600712032317, "Clean-Accuracy": 87.6, "Clean-Loss": 0.871703916835785, "PGD-Accuracy": 6.28, "PGD-Loss": 4.747722463226318}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 1426.6034774780273, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.47000122070312, "Augmented-0.05-Quantile-Accuracy": 82.55999755859375, "Augmented-0.1-Quantile-Accuracy": 83.93000030517578, "Augmented-Accuracy": 87.5782, "Augmented-Loss": 1.1108850472488403, "Clean-Accuracy": 88.72, "Clean-Loss": 1.0028226379394531, "PGD-Accuracy": 6.08, "PGD-Loss": 4.843542276000977}, "Total-Time": 107168.99702119827, "Train": {"Loss": 0.9653312177276612, "avg t": 0.9315962046051025, "plain loss": 0.8315306298675547, "standard loss": 0.8268944440078735}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.79999542236328, "Augmented-0.05-Quantile-Accuracy": 88.57999420166016, "Augmented-0.1-Quantile-Accuracy": 89.83999633789062, "Augmented-Accuracy": 92.9706, "Augmented-Loss": 1.0091981992273331, "Clean-Accuracy": 92.1, "Clean-Loss": 0.7880297143936157, "PGD-Accuracy": 9.5, "PGD-Loss": 4.547767329406739}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 1426.5118165016174, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.44999694824219, "Augmented-0.05-Quantile-Accuracy": 83.47999572753906, "Augmented-0.1-Quantile-Accuracy": 84.80999755859375, "Augmented-Accuracy": 88.4616, "Augmented-Loss": 1.1050043240585328, "Clean-Accuracy": 89.8, "Clean-Loss": 0.9913027770996093, "PGD-Accuracy": 7.55, "PGD-Loss": 4.797677651977539}, "Total-Time": 108595.50883769989, "Train": {"Loss": 0.9540986658668518, "avg t": 0.9283950062179566, "plain loss": 0.8248007402038569, "standard loss": 0.821092663936615}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.63999938964844, "Augmented-0.05-Quantile-Accuracy": 91.07999420166016, "Augmented-0.1-Quantile-Accuracy": 92.05999755859375, "Augmented-Accuracy": 94.5054, "Augmented-Loss": 1.002488238855362, "Clean-Accuracy": 87.88, "Clean-Loss": 0.8353947048187256, "PGD-Accuracy": 11.2, "PGD-Loss": 4.514512084960938}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 1425.928514957428, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.77999877929688, "Augmented-0.05-Quantile-Accuracy": 83.81999969482422, "Augmented-0.1-Quantile-Accuracy": 85.06999969482422, "Augmented-Accuracy": 88.5033, "Augmented-Loss": 1.1068673258590698, "Clean-Accuracy": 89.79, "Clean-Loss": 1.0000359298706054, "PGD-Accuracy": 7.99, "PGD-Loss": 4.769655126953125}, "Total-Time": 110021.43735265732, "Train": {"Loss": 0.9500871825790406, "avg t": 0.927204746055603, "plain loss": 0.8214785746765143, "standard loss": 0.8178667694091797}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.18000030517578, "Augmented-0.05-Quantile-Accuracy": 91.45999908447266, "Augmented-0.1-Quantile-Accuracy": 92.33999633789062, "Augmented-Accuracy": 94.684, "Augmented-Loss": 1.0122208583641052, "Clean-Accuracy": 89.48, "Clean-Loss": 0.8644258527755737, "PGD-Accuracy": 12.54, "PGD-Loss": 4.440456039428711}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 1426.7354695796967, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.15999603271484, "Augmented-0.05-Quantile-Accuracy": 84.13999938964844, "Augmented-0.1-Quantile-Accuracy": 85.41999816894531, "Augmented-Accuracy": 88.7619, "Augmented-Loss": 1.1065054523162843, "Clean-Accuracy": 90.15, "Clean-Loss": 0.9902126525878906, "PGD-Accuracy": 8.8, "PGD-Loss": 4.721493957519531}, "Total-Time": 111448.17282223701, "Train": {"Loss": 0.9486899059295655, "avg t": 0.9266833402824401, "plain loss": 0.8210235936889649, "standard loss": 0.8173405428695679}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.79999542236328, "Augmented-0.05-Quantile-Accuracy": 92.0999984741211, "Augmented-0.1-Quantile-Accuracy": 93.0199966430664, "Augmented-Accuracy": 95.106, "Augmented-Loss": 1.0026711002302169, "Clean-Accuracy": 93.8, "Clean-Loss": 0.8664223404884338, "PGD-Accuracy": 14.2, "PGD-Loss": 4.377751454925537}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 1426.5518820285797, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.18999481201172, "Augmented-0.05-Quantile-Accuracy": 84.16999816894531, "Augmented-0.1-Quantile-Accuracy": 85.45999908447266, "Augmented-Accuracy": 88.8182, "Augmented-Loss": 1.1067811600112916, "Clean-Accuracy": 90.21, "Clean-Loss": 0.9926264823913574, "PGD-Accuracy": 9.29, "PGD-Loss": 4.684356204223633}, "Total-Time": 112874.7247042656, "Train": {"Loss": 0.9478946180343628, "avg t": 0.9263412560653687, "plain loss": 0.820741884765625, "standard loss": 0.816998574962616}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.29999542236328, "Augmented-0.05-Quantile-Accuracy": 92.18000030517578, "Augmented-0.1-Quantile-Accuracy": 92.91999816894531, "Augmented-Accuracy": 94.9916, "Augmented-Loss": 1.0061596378431321, "Clean-Accuracy": 89.14, "Clean-Loss": 0.8571295758247376, "PGD-Accuracy": 14.78, "PGD-Loss": 4.321462797546387}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 1425.3326706886292, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.0199966430664, "Augmented-0.05-Quantile-Accuracy": 84.07999420166016, "Augmented-0.1-Quantile-Accuracy": 85.37999725341797, "Augmented-Accuracy": 88.7225, "Augmented-Loss": 1.1042945255737304, "Clean-Accuracy": 90.26, "Clean-Loss": 0.9804749763488769, "PGD-Accuracy": 9.64, "PGD-Loss": 4.660026809692383}, "Total-Time": 114300.05737495422, "Train": {"Loss": 0.94602649143219, "avg t": 0.9259055275917053, "plain loss": 0.8193836781311041, "standard loss": 0.8157481157302856}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.73999786376953, "Augmented-0.05-Quantile-Accuracy": 92.04000091552734, "Augmented-0.1-Quantile-Accuracy": 93.04000091552734, "Augmented-Accuracy": 95.2058, "Augmented-Loss": 0.9935334546813965, "Clean-Accuracy": 93.54, "Clean-Loss": 0.7954556321144104, "PGD-Accuracy": 15.62, "PGD-Loss": 4.279934159088135}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 1426.028350353241, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.43999481201172, "Augmented-0.05-Quantile-Accuracy": 84.2699966430664, "Augmented-0.1-Quantile-Accuracy": 85.41999816894531, "Augmented-Accuracy": 88.8431, "Augmented-Loss": 1.1034165892715455, "Clean-Accuracy": 90.27, "Clean-Loss": 0.9867856613159179, "PGD-Accuracy": 9.76, "PGD-Loss": 4.641525875854493}, "Total-Time": 115726.08572530746, "Train": {"Loss": 0.9456885606384278, "avg t": 0.9257190696716309, "plain loss": 0.8173761916809077, "standard loss": 0.8137347536849976}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.05999755859375, "Augmented-0.05-Quantile-Accuracy": 92.25999450683594, "Augmented-0.1-Quantile-Accuracy": 93.37999725341797, "Augmented-Accuracy": 95.571, "Augmented-Loss": 1.0002581511583328, "Clean-Accuracy": 90.68, "Clean-Loss": 0.8088778936386108, "PGD-Accuracy": 16.22, "PGD-Loss": 4.226260850524902}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 1426.3989589214325, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.97000122070312, "Augmented-0.05-Quantile-Accuracy": 84.1199951171875, "Augmented-0.1-Quantile-Accuracy": 85.44999694824219, "Augmented-Accuracy": 88.7572, "Augmented-Loss": 1.1050113026428223, "Clean-Accuracy": 90.37, "Clean-Loss": 0.9822724060058594, "PGD-Accuracy": 10.06, "PGD-Loss": 4.606877380371094}, "Total-Time": 117152.4846842289, "Train": {"Loss": 0.9455640633392334, "avg t": 0.9255162062454224, "plain loss": 0.816455998382569, "standard loss": 0.8128537010955811}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.68000030517578, "Augmented-0.05-Quantile-Accuracy": 92.04000091552734, "Augmented-0.1-Quantile-Accuracy": 93.04000091552734, "Augmented-Accuracy": 95.3046, "Augmented-Loss": 0.9961929909744263, "Clean-Accuracy": 92.0, "Clean-Loss": 0.8697908413887024, "PGD-Accuracy": 16.44, "PGD-Loss": 4.206081449890137}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 1424.9626562595367, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.3699951171875, "Augmented-0.05-Quantile-Accuracy": 84.29999542236328, "Augmented-0.1-Quantile-Accuracy": 85.45999908447266, "Augmented-Accuracy": 88.8715, "Augmented-Loss": 1.1062075245437621, "Clean-Accuracy": 90.39, "Clean-Loss": 0.9898735191345215, "PGD-Accuracy": 10.64, "PGD-Loss": 4.575620153808594}, "Total-Time": 118577.44734048843, "Train": {"Loss": 0.9452264353179932, "avg t": 0.9256716222000122, "plain loss": 0.8197968800659169, "standard loss": 0.816239942855835}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.63999938964844, "Augmented-0.05-Quantile-Accuracy": 92.15999603271484, "Augmented-0.1-Quantile-Accuracy": 93.07999420166016, "Augmented-Accuracy": 95.3342, "Augmented-Loss": 1.0037786357622147, "Clean-Accuracy": 90.1, "Clean-Loss": 0.8506859036445618, "PGD-Accuracy": 17.82, "PGD-Loss": 4.163955644226074}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 1426.1307549476624, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.45999908447266, "Augmented-0.05-Quantile-Accuracy": 84.27999877929688, "Augmented-0.1-Quantile-Accuracy": 85.5199966430664, "Augmented-Accuracy": 88.8414, "Augmented-Loss": 1.102402060295105, "Clean-Accuracy": 90.44, "Clean-Loss": 0.9773426376342773, "PGD-Accuracy": 11.17, "PGD-Loss": 4.5380955505371094}, "Total-Time": 120003.5780954361, "Train": {"Loss": 0.9446557624816895, "avg t": 0.9254072484207153, "plain loss": 0.8197551212768552, "standard loss": 0.8161577747154236}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.87999725341797, "Augmented-0.05-Quantile-Accuracy": 92.5999984741211, "Augmented-0.1-Quantile-Accuracy": 93.36000061035156, "Augmented-Accuracy": 95.48, "Augmented-Loss": 0.9903498323926926, "Clean-Accuracy": 92.32, "Clean-Loss": 0.8334930509567261, "PGD-Accuracy": 19.2, "PGD-Loss": 4.105673344421387}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 1425.6414215564728, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.27999877929688, "Augmented-0.05-Quantile-Accuracy": 84.30999755859375, "Augmented-0.1-Quantile-Accuracy": 85.68000030517578, "Augmented-Accuracy": 88.9809, "Augmented-Loss": 1.1054323218231201, "Clean-Accuracy": 90.5, "Clean-Loss": 0.978951505279541, "PGD-Accuracy": 10.9, "PGD-Loss": 4.528024536132812}, "Total-Time": 121429.21951699257, "Train": {"Loss": 0.9446852023506165, "avg t": 0.9253011528015137, "plain loss": 0.8200251346740729, "standard loss": 0.8165156825256348}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.27999877929688, "Augmented-0.05-Quantile-Accuracy": 92.0, "Augmented-0.1-Quantile-Accuracy": 92.91999816894531, "Augmented-Accuracy": 95.2362, "Augmented-Loss": 0.9960158936777115, "Clean-Accuracy": 93.04, "Clean-Loss": 0.8294729477882385, "PGD-Accuracy": 18.74, "PGD-Loss": 4.116941683959961}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 1425.1707479953766, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.29999542236328, "Augmented-0.05-Quantile-Accuracy": 84.3499984741211, "Augmented-0.1-Quantile-Accuracy": 85.5999984741211, "Augmented-Accuracy": 88.8905, "Augmented-Loss": 1.1052082677383424, "Clean-Accuracy": 90.64, "Clean-Loss": 0.9860068656921387, "PGD-Accuracy": 10.72, "PGD-Loss": 4.524590661621094}, "Total-Time": 122854.39026498795, "Train": {"Loss": 0.9450980568885803, "avg t": 0.9254402680587769, "plain loss": 0.8201947087097177, "standard loss": 0.8167727793121338}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.5999984741211, "Augmented-0.05-Quantile-Accuracy": 92.19999694824219, "Augmented-0.1-Quantile-Accuracy": 93.19999694824219, "Augmented-Accuracy": 95.2982, "Augmented-Loss": 1.0017192153892518, "Clean-Accuracy": 94.26, "Clean-Loss": 0.7912597295761108, "PGD-Accuracy": 16.8, "PGD-Loss": 4.1369102684021}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 1426.0801379680634, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.52999877929688, "Augmented-0.05-Quantile-Accuracy": 84.41999816894531, "Augmented-0.1-Quantile-Accuracy": 85.62999725341797, "Augmented-Accuracy": 88.9558, "Augmented-Loss": 1.1111409637908936, "Clean-Accuracy": 90.61, "Clean-Loss": 0.9849163825988769, "PGD-Accuracy": 10.56, "PGD-Loss": 4.517422186279297}, "Total-Time": 124280.47040295601, "Train": {"Loss": 0.9442707643508911, "avg t": 0.9252497477149964, "plain loss": 0.8198009424133299, "standard loss": 0.816358503742218}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.6199951171875, "Augmented-0.05-Quantile-Accuracy": 92.77999877929688, "Augmented-0.1-Quantile-Accuracy": 93.45999908447266, "Augmented-Accuracy": 95.6464, "Augmented-Loss": 0.998842189496994, "Clean-Accuracy": 90.54, "Clean-Loss": 0.8073221046447754, "PGD-Accuracy": 17.88, "PGD-Loss": 4.113420977783203}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 1425.7736055850983, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.3699951171875, "Augmented-0.05-Quantile-Accuracy": 84.2699966430664, "Augmented-0.1-Quantile-Accuracy": 85.50999450683594, "Augmented-Accuracy": 88.8078, "Augmented-Loss": 1.1052707050552368, "Clean-Accuracy": 90.4, "Clean-Loss": 0.9824077095031738, "PGD-Accuracy": 10.98, "PGD-Loss": 4.491728741455078}, "Total-Time": 125706.2440085411, "Train": {"Loss": 0.9436341756439209, "avg t": 0.9249994344902038, "plain loss": 0.81917877670288, "standard loss": 0.8156629236221313}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.72000122070312, "Augmented-0.05-Quantile-Accuracy": 92.31999969482422, "Augmented-0.1-Quantile-Accuracy": 93.43999481201172, "Augmented-Accuracy": 95.481, "Augmented-Loss": 0.9952085032815933, "Clean-Accuracy": 92.22, "Clean-Loss": 0.7935912395477295, "PGD-Accuracy": 17.12, "PGD-Loss": 4.105129012298584}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 1426.4641282558441, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.25, "Augmented-0.05-Quantile-Accuracy": 84.22999572753906, "Augmented-0.1-Quantile-Accuracy": 85.5, "Augmented-Accuracy": 88.8759, "Augmented-Loss": 1.1065426583099365, "Clean-Accuracy": 90.55, "Clean-Loss": 0.9868790687561035, "PGD-Accuracy": 11.51, "PGD-Loss": 4.459751617431641}, "Total-Time": 127132.70813679695, "Train": {"Loss": 0.943566217842102, "avg t": 0.9249503194999695, "plain loss": 0.81931719732666, "standard loss": 0.8157906419563293}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.37999725341797, "Augmented-0.05-Quantile-Accuracy": 92.72000122070312, "Augmented-0.1-Quantile-Accuracy": 93.47999572753906, "Augmented-Accuracy": 95.6164, "Augmented-Loss": 0.9999866951065064, "Clean-Accuracy": 92.62, "Clean-Loss": 0.8056644044876099, "PGD-Accuracy": 18.46, "PGD-Loss": 4.057428053283691}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 1426.4774179458618, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.54999542236328, "Augmented-0.05-Quantile-Accuracy": 84.2699966430664, "Augmented-0.1-Quantile-Accuracy": 85.36000061035156, "Augmented-Accuracy": 88.729, "Augmented-Loss": 1.1105900952453613, "Clean-Accuracy": 90.53, "Clean-Loss": 0.9756180038452148, "PGD-Accuracy": 10.88, "PGD-Loss": 4.472243106079102}, "Total-Time": 128559.18555474281, "Train": {"Loss": 0.9438738855743408, "avg t": 0.925134121837616, "plain loss": 0.821614228942871, "standard loss": 0.8182242257499694}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.54000091552734, "Augmented-0.05-Quantile-Accuracy": 92.87999725341797, "Augmented-0.1-Quantile-Accuracy": 93.54000091552734, "Augmented-Accuracy": 95.5876, "Augmented-Loss": 0.9881116054286957, "Clean-Accuracy": 86.9, "Clean-Loss": 0.8728777136802673, "PGD-Accuracy": 20.26, "PGD-Loss": 3.999695216369629}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 1427.35462474823, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.57999420166016, "Augmented-0.05-Quantile-Accuracy": 84.27999877929688, "Augmented-0.1-Quantile-Accuracy": 85.44999694824219, "Augmented-Accuracy": 88.7352, "Augmented-Loss": 1.110248481651306, "Clean-Accuracy": 90.49, "Clean-Loss": 0.9830722122192382, "PGD-Accuracy": 11.03, "PGD-Loss": 4.4664421630859374}, "Total-Time": 129986.54017949104, "Train": {"Loss": 0.9434548161506653, "avg t": 0.9249064119338989, "plain loss": 0.8221023070068346, "standard loss": 0.8186765898132324}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.0999984741211, "Augmented-0.05-Quantile-Accuracy": 92.5, "Augmented-0.1-Quantile-Accuracy": 93.68000030517578, "Augmented-Accuracy": 95.7094, "Augmented-Loss": 0.9971994457588196, "Clean-Accuracy": 89.6, "Clean-Loss": 0.8555751149177552, "PGD-Accuracy": 18.28, "PGD-Loss": 4.066769548034668}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 1427.4057767391205, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.6199951171875, "Augmented-0.05-Quantile-Accuracy": 84.22999572753906, "Augmented-0.1-Quantile-Accuracy": 85.58999633789062, "Augmented-Accuracy": 88.8238, "Augmented-Loss": 1.1091987994155883, "Clean-Accuracy": 90.61, "Clean-Loss": 0.9843791450500489, "PGD-Accuracy": 11.18, "PGD-Loss": 4.457361672973633}, "Total-Time": 131413.94595623016, "Train": {"Loss": 0.9430861283493042, "avg t": 0.9248366738510132, "plain loss": 0.8218363342895499, "standard loss": 0.8184046314048767}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.41999816894531, "Augmented-0.05-Quantile-Accuracy": 92.86000061035156, "Augmented-0.1-Quantile-Accuracy": 93.75999450683594, "Augmented-Accuracy": 95.7808, "Augmented-Loss": 0.9981102693662643, "Clean-Accuracy": 92.88, "Clean-Loss": 0.8598789752960205, "PGD-Accuracy": 18.62, "PGD-Loss": 4.073785186767578}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 1428.350827217102, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.47999572753906, "Augmented-0.05-Quantile-Accuracy": 84.33999633789062, "Augmented-0.1-Quantile-Accuracy": 85.54000091552734, "Augmented-Accuracy": 88.8267, "Augmented-Loss": 1.1093684546508789, "Clean-Accuracy": 90.66, "Clean-Loss": 0.9835983108520507, "PGD-Accuracy": 11.1, "PGD-Loss": 4.456755801391601}, "Total-Time": 132842.29678344727, "Train": {"Loss": 0.9432653483581543, "avg t": 0.924836988105774, "plain loss": 0.8217455156250013, "standard loss": 0.8183763866043091}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.4000015258789, "Augmented-0.05-Quantile-Accuracy": 92.87999725341797, "Augmented-0.1-Quantile-Accuracy": 93.91999816894531, "Augmented-Accuracy": 95.8394, "Augmented-Loss": 0.998948560807228, "Clean-Accuracy": 90.44, "Clean-Loss": 0.8364255707740784, "PGD-Accuracy": 19.68, "PGD-Loss": 4.02136794052124}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 1429.0958650112152, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.41999816894531, "Augmented-0.05-Quantile-Accuracy": 84.27999877929688, "Augmented-0.1-Quantile-Accuracy": 85.58999633789062, "Augmented-Accuracy": 88.8492, "Augmented-Loss": 1.1082068427124023, "Clean-Accuracy": 90.32, "Clean-Loss": 0.9795805198669434, "PGD-Accuracy": 11.2, "PGD-Loss": 4.451410958862304}, "Total-Time": 134271.39264845848, "Train": {"Loss": 0.9429662829208374, "avg t": 0.9247374035263062, "plain loss": 0.8209037850646984, "standard loss": 0.8173731906318664}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.91999816894531, "Augmented-0.05-Quantile-Accuracy": 92.23999786376953, "Augmented-0.1-Quantile-Accuracy": 93.1199951171875, "Augmented-Accuracy": 95.4878, "Augmented-Loss": 0.993899061416626, "Clean-Accuracy": 92.66, "Clean-Loss": 0.8145057264328003, "PGD-Accuracy": 19.32, "PGD-Loss": 4.024630328369141}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 1427.5786426067352, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.56999969482422, "Augmented-0.05-Quantile-Accuracy": 84.31999969482422, "Augmented-0.1-Quantile-Accuracy": 85.5, "Augmented-Accuracy": 88.862, "Augmented-Loss": 1.1085703375854492, "Clean-Accuracy": 90.45, "Clean-Loss": 0.9781801177978515, "PGD-Accuracy": 11.32, "PGD-Loss": 4.450497708129883}, "Total-Time": 135698.97129106522, "Train": {"Loss": 0.9435870739936829, "avg t": 0.9248572463035584, "plain loss": 0.821656615692138, "standard loss": 0.8181806019592285}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.97999572753906, "Augmented-0.05-Quantile-Accuracy": 92.5199966430664, "Augmented-0.1-Quantile-Accuracy": 93.37999725341797, "Augmented-Accuracy": 95.4164, "Augmented-Loss": 0.9930130644397736, "Clean-Accuracy": 92.12, "Clean-Loss": 0.7934542810440064, "PGD-Accuracy": 18.38, "PGD-Loss": 4.058481552886963}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 1428.5996553897858, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.31999969482422, "Augmented-0.05-Quantile-Accuracy": 84.33999633789062, "Augmented-0.1-Quantile-Accuracy": 85.5199966430664, "Augmented-Accuracy": 88.8549, "Augmented-Loss": 1.1078656854934692, "Clean-Accuracy": 90.61, "Clean-Loss": 0.9802744804382324, "PGD-Accuracy": 11.23, "PGD-Loss": 4.449190695190429}, "Total-Time": 137127.570946455, "Train": {"Loss": 0.9432545844268799, "avg t": 0.9247689159393311, "plain loss": 0.8214793566589355, "standard loss": 0.8180503232574463}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.79999542236328, "Augmented-0.05-Quantile-Accuracy": 93.13999938964844, "Augmented-0.1-Quantile-Accuracy": 93.91999816894531, "Augmented-Accuracy": 95.8622, "Augmented-Loss": 0.99365142694664, "Clean-Accuracy": 93.9, "Clean-Loss": 0.8137075271606445, "PGD-Accuracy": 19.52, "PGD-Loss": 4.029831600189209}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 1427.982605934143, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.5199966430664, "Augmented-0.05-Quantile-Accuracy": 84.23999786376953, "Augmented-0.1-Quantile-Accuracy": 85.61000061035156, "Augmented-Accuracy": 88.8561, "Augmented-Loss": 1.1088935756149292, "Clean-Accuracy": 90.52, "Clean-Loss": 0.9839815895080566, "PGD-Accuracy": 11.37, "PGD-Loss": 4.4450610076904296}, "Total-Time": 138555.55355238914, "Train": {"Loss": 0.9430345835876465, "avg t": 0.9246518313598633, "plain loss": 0.8210663219604496, "standard loss": 0.8176784374427796}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.33999633789062, "Augmented-0.05-Quantile-Accuracy": 92.54000091552734, "Augmented-0.1-Quantile-Accuracy": 93.29999542236328, "Augmented-Accuracy": 95.6052, "Augmented-Loss": 0.9993182075529099, "Clean-Accuracy": 92.18, "Clean-Loss": 0.8138643836021423, "PGD-Accuracy": 18.46, "PGD-Loss": 4.026828460693359}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 1427.5972635746002, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.43999481201172, "Augmented-0.05-Quantile-Accuracy": 84.25999450683594, "Augmented-0.1-Quantile-Accuracy": 85.5199966430664, "Augmented-Accuracy": 88.8825, "Augmented-Loss": 1.1099911048507691, "Clean-Accuracy": 90.43, "Clean-Loss": 0.9816541427612304, "PGD-Accuracy": 11.33, "PGD-Loss": 4.444107604980469}, "Total-Time": 139983.15081596375, "Train": {"Loss": 0.9433665374374389, "avg t": 0.9248122986221313, "plain loss": 0.8215474539642335, "standard loss": 0.8180995073509216}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.1199951171875, "Augmented-0.05-Quantile-Accuracy": 92.07999420166016, "Augmented-0.1-Quantile-Accuracy": 93.1199951171875, "Augmented-Accuracy": 95.3732, "Augmented-Loss": 0.9955337933740616, "Clean-Accuracy": 95.04, "Clean-Loss": 0.781374170589447, "PGD-Accuracy": 18.8, "PGD-Loss": 4.025062739562988}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 1432.4122655391693, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.43999481201172, "Augmented-0.05-Quantile-Accuracy": 84.38999938964844, "Augmented-0.1-Quantile-Accuracy": 85.58999633789062, "Augmented-Accuracy": 88.893, "Augmented-Loss": 1.1102829386062623, "Clean-Accuracy": 90.6, "Clean-Loss": 0.9805786613464356, "PGD-Accuracy": 11.08, "PGD-Loss": 4.444769918823242}, "Total-Time": 141415.5630815029, "Train": {"Loss": 0.9429085942459107, "avg t": 0.9247261525726318, "plain loss": 0.8209168822021484, "standard loss": 0.8174728630065918}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.0199966430664, "Augmented-0.05-Quantile-Accuracy": 92.47999572753906, "Augmented-0.1-Quantile-Accuracy": 93.72000122070312, "Augmented-Accuracy": 95.6722, "Augmented-Loss": 0.9939702286911011, "Clean-Accuracy": 89.52, "Clean-Loss": 0.8183614250183106, "PGD-Accuracy": 18.38, "PGD-Loss": 4.050372068786621}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 1435.3907992839813, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.3699951171875, "Augmented-0.05-Quantile-Accuracy": 84.43999481201172, "Augmented-0.1-Quantile-Accuracy": 85.6199951171875, "Augmented-Accuracy": 88.8774, "Augmented-Loss": 1.1093644599456787, "Clean-Accuracy": 90.57, "Clean-Loss": 0.9835348022460938, "PGD-Accuracy": 11.03, "PGD-Loss": 4.442751940917969}, "Total-Time": 142850.9538807869, "Train": {"Loss": 0.9436062863159179, "avg t": 0.9249958398056031, "plain loss": 0.8217956868896483, "standard loss": 0.8182966975402832}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.79999542236328, "Augmented-0.05-Quantile-Accuracy": 92.33999633789062, "Augmented-0.1-Quantile-Accuracy": 93.15999603271484, "Augmented-Accuracy": 95.5512, "Augmented-Loss": 0.9990603266019821, "Clean-Accuracy": 86.86, "Clean-Loss": 0.8757684628486633, "PGD-Accuracy": 16.8, "PGD-Loss": 4.09572200088501}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 1434.842812538147, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.6199951171875, "Augmented-0.05-Quantile-Accuracy": 84.4000015258789, "Augmented-0.1-Quantile-Accuracy": 85.62999725341797, "Augmented-Accuracy": 88.8983, "Augmented-Loss": 1.109177468421936, "Clean-Accuracy": 90.59, "Clean-Loss": 0.9831072944641114, "PGD-Accuracy": 11.04, "PGD-Loss": 4.441657028198242}, "Total-Time": 144285.79669332504, "Train": {"Loss": 0.9434031401443481, "avg t": 0.9248170919799805, "plain loss": 0.8220106675415032, "standard loss": 0.8185066644287109}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.45999908447266, "Augmented-0.05-Quantile-Accuracy": 92.68000030517578, "Augmented-0.1-Quantile-Accuracy": 93.47999572753906, "Augmented-Accuracy": 95.6086, "Augmented-Loss": 0.9964736131801605, "Clean-Accuracy": 93.56, "Clean-Loss": 0.8285749245643615, "PGD-Accuracy": 18.7, "PGD-Loss": 4.03436445388794}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 1434.9263203144073, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.65999603271484, "Augmented-0.05-Quantile-Accuracy": 84.37999725341797, "Augmented-0.1-Quantile-Accuracy": 85.56999969482422, "Augmented-Accuracy": 88.9059, "Augmented-Loss": 1.110776701942444, "Clean-Accuracy": 90.5, "Clean-Loss": 0.9870329208374023, "PGD-Accuracy": 11.28, "PGD-Loss": 4.436756451416016}, "Total-Time": 145720.72301363945, "Train": {"Loss": 0.9424377956199645, "avg t": 0.9245765710258483, "plain loss": 0.8215113045349125, "standard loss": 0.8181284038162231}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.18000030517578, "Augmented-0.05-Quantile-Accuracy": 92.45999908447266, "Augmented-0.1-Quantile-Accuracy": 93.55999755859375, "Augmented-Accuracy": 95.5838, "Augmented-Loss": 1.0009701671562194, "Clean-Accuracy": 93.66, "Clean-Loss": 0.8240050492286682, "PGD-Accuracy": 19.12, "PGD-Loss": 4.029145314788819}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 1433.5943939685822, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.47000122070312, "Augmented-0.05-Quantile-Accuracy": 84.4000015258789, "Augmented-0.1-Quantile-Accuracy": 85.56999969482422, "Augmented-Accuracy": 88.8804, "Augmented-Loss": 1.1104066228408813, "Clean-Accuracy": 90.63, "Clean-Loss": 0.985122533416748, "PGD-Accuracy": 11.27, "PGD-Loss": 4.433505181884765}, "Total-Time": 147154.31740760803, "Train": {"Loss": 0.9429060520172119, "avg t": 0.924774643535614, "plain loss": 0.8222009217224127, "standard loss": 0.818769211769104}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.43999481201172, "Augmented-0.05-Quantile-Accuracy": 92.68000030517578, "Augmented-0.1-Quantile-Accuracy": 93.73999786376953, "Augmented-Accuracy": 95.6798, "Augmented-Loss": 0.9971153970718384, "Clean-Accuracy": 93.6, "Clean-Loss": 0.8139879983901978, "PGD-Accuracy": 18.92, "PGD-Loss": 4.024736447143555}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 1431.6291012763977, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.6500015258789, "Augmented-0.05-Quantile-Accuracy": 84.38999938964844, "Augmented-0.1-Quantile-Accuracy": 85.6199951171875, "Augmented-Accuracy": 88.8921, "Augmented-Loss": 1.1093942034454345, "Clean-Accuracy": 90.72, "Clean-Loss": 0.9861152435302735, "PGD-Accuracy": 11.24, "PGD-Loss": 4.434108389282226}, "Total-Time": 148585.94650888443, "Train": {"Loss": 0.9422557164001465, "avg t": 0.9245520397567749, "plain loss": 0.8209104946594235, "standard loss": 0.8175000559234619}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.29999542236328, "Augmented-0.05-Quantile-Accuracy": 92.6199951171875, "Augmented-0.1-Quantile-Accuracy": 93.5199966430664, "Augmented-Accuracy": 95.6, "Augmented-Loss": 0.9995797358617783, "Clean-Accuracy": 93.8, "Clean-Loss": 0.8067761684417725, "PGD-Accuracy": 18.2, "PGD-Loss": 4.0415099922180175}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 1432.4839441776276, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.57999420166016, "Augmented-0.05-Quantile-Accuracy": 84.48999786376953, "Augmented-0.1-Quantile-Accuracy": 85.57999420166016, "Augmented-Accuracy": 88.9343, "Augmented-Loss": 1.1090490138702394, "Clean-Accuracy": 90.65, "Clean-Loss": 0.9882236625671387, "PGD-Accuracy": 11.35, "PGD-Loss": 4.429024633789062}, "Total-Time": 150018.43045306206, "Train": {"Loss": 0.942803184223175, "avg t": 0.9246965699386597, "plain loss": 0.8209013875732429, "standard loss": 0.8174257528305053}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.72000122070312, "Augmented-0.05-Quantile-Accuracy": 92.79999542236328, "Augmented-0.1-Quantile-Accuracy": 93.6199951171875, "Augmented-Accuracy": 95.5274, "Augmented-Loss": 1.0018302989616394, "Clean-Accuracy": 93.24, "Clean-Loss": 0.8235834919929504, "PGD-Accuracy": 18.14, "PGD-Loss": 4.037358423614502}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 1431.693573474884, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.65999603271484, "Augmented-0.05-Quantile-Accuracy": 84.40999603271484, "Augmented-0.1-Quantile-Accuracy": 85.69999694824219, "Augmented-Accuracy": 88.9113, "Augmented-Loss": 1.1077618319625855, "Clean-Accuracy": 90.52, "Clean-Loss": 0.9841517883300781, "PGD-Accuracy": 11.5, "PGD-Loss": 4.422305279541016}, "Total-Time": 151450.12402653694, "Train": {"Loss": 0.9428942453575134, "avg t": 0.9246421940612793, "plain loss": 0.8215832873535155, "standard loss": 0.8182890874099732}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.5, "Augmented-0.05-Quantile-Accuracy": 92.5999984741211, "Augmented-0.1-Quantile-Accuracy": 93.29999542236328, "Augmented-Accuracy": 95.6344, "Augmented-Loss": 0.9970808970403672, "Clean-Accuracy": 94.28, "Clean-Loss": 0.8242306859016418, "PGD-Accuracy": 19.94, "PGD-Loss": 3.9885223449707032}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 1431.3124289512634, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.41999816894531, "Augmented-0.05-Quantile-Accuracy": 84.44999694824219, "Augmented-0.1-Quantile-Accuracy": 85.61000061035156, "Augmented-Accuracy": 88.9235, "Augmented-Loss": 1.1096132553863525, "Clean-Accuracy": 90.6, "Clean-Loss": 0.9790524032592773, "PGD-Accuracy": 11.27, "PGD-Loss": 4.424595294189453}, "Total-Time": 152881.4364554882, "Train": {"Loss": 0.9429133387756348, "avg t": 0.9246933387565612, "plain loss": 0.8218948662719714, "standard loss": 0.8185515684890747}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.57999420166016, "Augmented-0.05-Quantile-Accuracy": 92.89999389648438, "Augmented-0.1-Quantile-Accuracy": 93.77999877929688, "Augmented-Accuracy": 95.6146, "Augmented-Loss": 0.9912431297473907, "Clean-Accuracy": 91.6, "Clean-Loss": 0.8272149153709412, "PGD-Accuracy": 19.28, "PGD-Loss": 3.996323846435547}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 1430.0373148918152, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.6199951171875, "Augmented-0.05-Quantile-Accuracy": 84.44999694824219, "Augmented-0.1-Quantile-Accuracy": 85.62999725341797, "Augmented-Accuracy": 88.9349, "Augmented-Loss": 1.1105712503433227, "Clean-Accuracy": 90.41, "Clean-Loss": 0.9780129600524903, "PGD-Accuracy": 11.32, "PGD-Loss": 4.424741122436523}, "Total-Time": 154311.47377038002, "Train": {"Loss": 0.9430437137413025, "avg t": 0.9246813613510132, "plain loss": 0.8223016717529293, "standard loss": 0.8188036930465699}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.25999450683594, "Augmented-0.05-Quantile-Accuracy": 92.55999755859375, "Augmented-0.1-Quantile-Accuracy": 93.37999725341797, "Augmented-Accuracy": 95.3074, "Augmented-Loss": 0.9904953109769821, "Clean-Accuracy": 92.48, "Clean-Loss": 0.7708295387268066, "PGD-Accuracy": 19.62, "PGD-Loss": 3.9855851959228517}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 1429.6832747459412, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.43999481201172, "Augmented-0.05-Quantile-Accuracy": 84.44999694824219, "Augmented-0.1-Quantile-Accuracy": 85.55999755859375, "Augmented-Accuracy": 88.9016, "Augmented-Loss": 1.1089585999298095, "Clean-Accuracy": 90.59, "Clean-Loss": 0.9824466529846192, "PGD-Accuracy": 11.25, "PGD-Loss": 4.419059967041016}, "Total-Time": 155741.15704512596, "Train": {"Loss": 0.9427776852035522, "avg t": 0.9246801631164551, "plain loss": 0.8212129816589362, "standard loss": 0.8177304452323914}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.1199951171875, "Augmented-0.05-Quantile-Accuracy": 92.27999877929688, "Augmented-0.1-Quantile-Accuracy": 93.15999603271484, "Augmented-Accuracy": 95.507, "Augmented-Loss": 0.9952746018991471, "Clean-Accuracy": 91.78, "Clean-Loss": 0.8545075049400329, "PGD-Accuracy": 20.42, "PGD-Loss": 3.95940793838501}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 1430.4746170043945, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.25999450683594, "Augmented-0.05-Quantile-Accuracy": 84.3499984741211, "Augmented-0.1-Quantile-Accuracy": 85.54999542236328, "Augmented-Accuracy": 88.8912, "Augmented-Loss": 1.1097130377960205, "Clean-Accuracy": 90.51, "Clean-Loss": 0.9832247985839844, "PGD-Accuracy": 11.34, "PGD-Loss": 4.421209091186523}, "Total-Time": 157171.63166213036, "Train": {"Loss": 0.9430486324691773, "avg t": 0.9246614664459228, "plain loss": 0.8216144533386218, "standard loss": 0.8181918858718872}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.25999450683594, "Augmented-0.05-Quantile-Accuracy": 92.55999755859375, "Augmented-0.1-Quantile-Accuracy": 93.18000030517578, "Augmented-Accuracy": 95.337, "Augmented-Loss": 0.9959089797706604, "Clean-Accuracy": 92.68, "Clean-Loss": 0.8527084475517273, "PGD-Accuracy": 20.12, "PGD-Loss": 3.9773287109375}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 1429.0852456092834, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.57999420166016, "Augmented-0.05-Quantile-Accuracy": 84.40999603271484, "Augmented-0.1-Quantile-Accuracy": 85.68999481201172, "Augmented-Accuracy": 88.9376, "Augmented-Loss": 1.1103532723312377, "Clean-Accuracy": 90.61, "Clean-Loss": 0.9813949317932129, "PGD-Accuracy": 11.36, "PGD-Loss": 4.418183508300781}, "Total-Time": 158600.71690773964, "Train": {"Loss": 0.943032094669342, "avg t": 0.9247124546241761, "plain loss": 0.8213569958190906, "standard loss": 0.817929708480835}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.22000122070312, "Augmented-0.05-Quantile-Accuracy": 92.5999984741211, "Augmented-0.1-Quantile-Accuracy": 93.54000091552734, "Augmented-Accuracy": 95.4616, "Augmented-Loss": 0.9950519973421097, "Clean-Accuracy": 90.98, "Clean-Loss": 0.840548334980011, "PGD-Accuracy": 19.56, "PGD-Loss": 4.0000496635437015}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 1429.6075534820557, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.61000061035156, "Augmented-0.05-Quantile-Accuracy": 84.37999725341797, "Augmented-0.1-Quantile-Accuracy": 85.68999481201172, "Augmented-Accuracy": 88.9577, "Augmented-Loss": 1.1112225508651734, "Clean-Accuracy": 90.55, "Clean-Loss": 0.9834592781066894, "PGD-Accuracy": 11.19, "PGD-Loss": 4.422568670654297}, "Total-Time": 160030.3244612217, "Train": {"Loss": 0.9425280590629578, "avg t": 0.9245878725814819, "plain loss": 0.8212396710510249, "standard loss": 0.8178388541984558}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.45999908447266, "Augmented-0.05-Quantile-Accuracy": 92.68000030517578, "Augmented-0.1-Quantile-Accuracy": 93.43999481201172, "Augmented-Accuracy": 95.5402, "Augmented-Loss": 0.9962765248746872, "Clean-Accuracy": 93.36, "Clean-Loss": 0.8472399010658264, "PGD-Accuracy": 19.94, "PGD-Loss": 3.984121148681641}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 1456.041584968567, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.68999481201172, "Augmented-0.05-Quantile-Accuracy": 84.43999481201172, "Augmented-0.1-Quantile-Accuracy": 85.63999938964844, "Augmented-Accuracy": 88.9625, "Augmented-Loss": 1.110865530189514, "Clean-Accuracy": 90.8, "Clean-Loss": 0.9842103019714356, "PGD-Accuracy": 11.21, "PGD-Loss": 4.418043576049804}, "Total-Time": 161486.36604619026, "Train": {"Loss": 0.9428376968383789, "avg t": 0.9246592263793946, "plain loss": 0.8220422983093263, "standard loss": 0.8186114701080323}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.43999481201172, "Augmented-0.05-Quantile-Accuracy": 92.95999908447266, "Augmented-0.1-Quantile-Accuracy": 93.91999816894531, "Augmented-Accuracy": 95.6758, "Augmented-Loss": 0.997692403079033, "Clean-Accuracy": 92.64, "Clean-Loss": 0.8385708044052124, "PGD-Accuracy": 19.28, "PGD-Loss": 4.002616569519043}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 1473.5913527011871, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.5999984741211, "Augmented-0.05-Quantile-Accuracy": 84.44999694824219, "Augmented-0.1-Quantile-Accuracy": 85.66999816894531, "Augmented-Accuracy": 88.95, "Augmented-Loss": 1.111041867034912, "Clean-Accuracy": 90.71, "Clean-Loss": 0.9775080810546874, "PGD-Accuracy": 11.21, "PGD-Loss": 4.418926614379883}, "Total-Time": 162959.95739889145, "Train": {"Loss": 0.9426502473068238, "avg t": 0.9246561013031006, "plain loss": 0.8214651094055182, "standard loss": 0.8180934349441529}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.81999969482422, "Augmented-0.05-Quantile-Accuracy": 92.75999450683594, "Augmented-0.1-Quantile-Accuracy": 93.81999969482422, "Augmented-Accuracy": 95.5982, "Augmented-Loss": 0.9898184755716324, "Clean-Accuracy": 90.4, "Clean-Loss": 0.8626550034523011, "PGD-Accuracy": 20.02, "PGD-Loss": 3.9600947708129883}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 1442.3116040229797, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.66999816894531, "Augmented-0.05-Quantile-Accuracy": 84.3699951171875, "Augmented-0.1-Quantile-Accuracy": 85.61000061035156, "Augmented-Accuracy": 88.9406, "Augmented-Loss": 1.1104233009109497, "Clean-Accuracy": 90.73, "Clean-Loss": 0.9835188163757325, "PGD-Accuracy": 11.13, "PGD-Loss": 4.416253460693359}, "Total-Time": 164402.26900291443, "Train": {"Loss": 0.9427579095268249, "avg t": 0.9245641737365723, "plain loss": 0.8219062210388182, "standard loss": 0.8184188485908508}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.43999481201172, "Augmented-0.05-Quantile-Accuracy": 92.6199951171875, "Augmented-0.1-Quantile-Accuracy": 93.54000091552734, "Augmented-Accuracy": 95.495, "Augmented-Loss": 0.9973054743375778, "Clean-Accuracy": 94.88, "Clean-Loss": 0.8392385647773742, "PGD-Accuracy": 18.72, "PGD-Loss": 4.0000379867553715}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_mod_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
