{"Epoch": 0, "Epoch-Time": 921.2248458862305, "Test": {"Augmented-0.01-Quantile-Accuracy": 19.100000381469727, "Augmented-0.05-Quantile-Accuracy": 19.3799991607666, "Augmented-0.1-Quantile-Accuracy": 19.559999465942383, "Augmented-Accuracy": 20.1237, "Augmented-Loss": 2.048072769760132, "Clean-Accuracy": 21.68, "Clean-Loss": 2.023510269165039, "PGD-Accuracy": 8.28, "PGD-Loss": 2.4636411209106446}, "Total-Time": 921.2248458862305, "Train": {"Loss": 77.73381215148926, "avg t": 1.7436660568237305, "plain loss": 2.359905620605466}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 18.53999900817871, "Augmented-0.05-Quantile-Accuracy": 18.69999885559082, "Augmented-0.1-Quantile-Accuracy": 18.8799991607666, "Augmented-Accuracy": 19.5654, "Augmented-Loss": 2.0518548605918885, "Clean-Accuracy": 18.0, "Clean-Loss": 2.100290773010254, "PGD-Accuracy": 7.5, "PGD-Loss": 2.471810431289673}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 924.125156879425, "Test": {"Augmented-0.01-Quantile-Accuracy": 25.559999465942383, "Augmented-0.05-Quantile-Accuracy": 26.079999923706055, "Augmented-0.1-Quantile-Accuracy": 26.26999855041504, "Augmented-Accuracy": 27.028, "Augmented-Loss": 1.8538867408599853, "Clean-Accuracy": 27.36, "Clean-Loss": 1.8490408065795898, "PGD-Accuracy": 9.59, "PGD-Loss": 2.4140132263183594}, "Total-Time": 1845.3500027656555, "Train": {"Loss": 39.462889509811404, "avg t": 1.6922679317474365, "plain loss": 1.942704420654294}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 24.579999923706055, "Augmented-0.05-Quantile-Accuracy": 25.18000030517578, "Augmented-0.1-Quantile-Accuracy": 25.5, "Augmented-Accuracy": 26.3142, "Augmented-Loss": 1.8666542941455841, "Clean-Accuracy": 26.76, "Clean-Loss": 1.872057752418518, "PGD-Accuracy": 9.14, "PGD-Loss": 2.415218215560913}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 924.2838065624237, "Test": {"Augmented-0.01-Quantile-Accuracy": 31.15999984741211, "Augmented-0.05-Quantile-Accuracy": 31.779998779296875, "Augmented-0.1-Quantile-Accuracy": 32.07999801635742, "Augmented-Accuracy": 33.3906, "Augmented-Loss": 1.8039687777252198, "Clean-Accuracy": 35.96, "Clean-Loss": 1.7375691482543945, "PGD-Accuracy": 7.66, "PGD-Loss": 2.7199807495117185}, "Total-Time": 2769.633809328079, "Train": {"Loss": 31.688533159713746, "avg t": 1.6528563693237304, "plain loss": 1.8340270881347644}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 32.13999938964844, "Augmented-0.05-Quantile-Accuracy": 32.89999771118164, "Augmented-0.1-Quantile-Accuracy": 33.21999740600586, "Augmented-Accuracy": 34.7452, "Augmented-Loss": 1.7693083767910003, "Clean-Accuracy": 32.68, "Clean-Loss": 1.8006205526351928, "PGD-Accuracy": 8.06, "PGD-Loss": 2.6329786834716797}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 924.1410653591156, "Test": {"Augmented-0.01-Quantile-Accuracy": 30.619998931884766, "Augmented-0.05-Quantile-Accuracy": 31.349998474121094, "Augmented-0.1-Quantile-Accuracy": 31.670000076293945, "Augmented-Accuracy": 32.8957, "Augmented-Loss": 1.748366146835327, "Clean-Accuracy": 33.58, "Clean-Loss": 1.7155665420532227, "PGD-Accuracy": 8.39, "PGD-Loss": 2.9507977783203123}, "Total-Time": 3693.774874687195, "Train": {"Loss": 26.809945550880432, "avg t": 1.6305638692474365, "plain loss": 1.7667686813354493}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 31.81999969482422, "Augmented-0.05-Quantile-Accuracy": 32.52000045776367, "Augmented-0.1-Quantile-Accuracy": 32.89999771118164, "Augmented-Accuracy": 34.2104, "Augmented-Loss": 1.7192085535793304, "Clean-Accuracy": 32.16, "Clean-Loss": 1.7555993928909301, "PGD-Accuracy": 9.26, "PGD-Loss": 2.898337840652466}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 923.9854762554169, "Test": {"Augmented-0.01-Quantile-Accuracy": 32.54999923706055, "Augmented-0.05-Quantile-Accuracy": 33.93000030517578, "Augmented-0.1-Quantile-Accuracy": 34.47999954223633, "Augmented-Accuracy": 36.8081, "Augmented-Loss": 1.7533680057983398, "Clean-Accuracy": 38.21, "Clean-Loss": 1.7136232223510741, "PGD-Accuracy": 3.26, "PGD-Loss": 3.1474479187011717}, "Total-Time": 4617.760350942612, "Train": {"Loss": 25.544548400268553, "avg t": 1.6151635568237304, "plain loss": 1.7407654273681623}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 33.36000061035156, "Augmented-0.05-Quantile-Accuracy": 34.779998779296875, "Augmented-0.1-Quantile-Accuracy": 35.37999725341797, "Augmented-Accuracy": 37.6606, "Augmented-Loss": 1.737889896282196, "Clean-Accuracy": 39.16, "Clean-Loss": 1.6991518825531007, "PGD-Accuracy": 3.34, "PGD-Loss": 3.1833503036499025}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 923.5524387359619, "Test": {"Augmented-0.01-Quantile-Accuracy": 33.31999969482422, "Augmented-0.05-Quantile-Accuracy": 34.599998474121094, "Augmented-0.1-Quantile-Accuracy": 35.23999786376953, "Augmented-Accuracy": 37.3819, "Augmented-Loss": 1.6769188211212158, "Clean-Accuracy": 38.48, "Clean-Loss": 1.6485721984863282, "PGD-Accuracy": 2.55, "PGD-Loss": 3.3491042755126954}, "Total-Time": 5541.312789678574, "Train": {"Loss": 22.935361593780517, "avg t": 1.5984140254592896, "plain loss": 1.700456304138182}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 33.119998931884766, "Augmented-0.05-Quantile-Accuracy": 34.459999084472656, "Augmented-0.1-Quantile-Accuracy": 35.099998474121094, "Augmented-Accuracy": 37.4334, "Augmented-Loss": 1.6613235004768372, "Clean-Accuracy": 34.0, "Clean-Loss": 1.6666551502227782, "PGD-Accuracy": 1.94, "PGD-Loss": 3.290059977722168}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 923.2283556461334, "Test": {"Augmented-0.01-Quantile-Accuracy": 32.93000030517578, "Augmented-0.05-Quantile-Accuracy": 34.29999923706055, "Augmented-0.1-Quantile-Accuracy": 34.91999816894531, "Augmented-Accuracy": 36.7857, "Augmented-Loss": 1.6240126352233886, "Clean-Accuracy": 36.68, "Clean-Loss": 1.6014283187866212, "PGD-Accuracy": 3.61, "PGD-Loss": 3.7129679443359374}, "Total-Time": 6464.541145324707, "Train": {"Loss": 20.494142229118346, "avg t": 1.5719366817474365, "plain loss": 1.6517840303344704}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 32.540000915527344, "Augmented-0.05-Quantile-Accuracy": 33.619998931884766, "Augmented-0.1-Quantile-Accuracy": 34.39999771118164, "Augmented-Accuracy": 36.8026, "Augmented-Loss": 1.6271576917858124, "Clean-Accuracy": 37.02, "Clean-Loss": 1.6237543069839477, "PGD-Accuracy": 3.5, "PGD-Loss": 3.718543727874756}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 922.9543015956879, "Test": {"Augmented-0.01-Quantile-Accuracy": 32.88999938964844, "Augmented-0.05-Quantile-Accuracy": 34.62999725341797, "Augmented-0.1-Quantile-Accuracy": 35.459999084472656, "Augmented-Accuracy": 38.4291, "Augmented-Loss": 1.6155321694488525, "Clean-Accuracy": 39.36, "Clean-Loss": 1.5751917587280273, "PGD-Accuracy": 3.01, "PGD-Loss": 3.776441015625}, "Total-Time": 7387.495446920395, "Train": {"Loss": 17.32855056854248, "avg t": 1.5451757441711427, "plain loss": 1.597190005249025}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 34.0, "Augmented-0.05-Quantile-Accuracy": 35.47999954223633, "Augmented-0.1-Quantile-Accuracy": 36.31999969482422, "Augmented-Accuracy": 39.2152, "Augmented-Loss": 1.5975102087841033, "Clean-Accuracy": 36.76, "Clean-Loss": 1.616429439353943, "PGD-Accuracy": 2.66, "PGD-Loss": 3.7067836738586424}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 922.5582973957062, "Test": {"Augmented-0.01-Quantile-Accuracy": 35.62999725341797, "Augmented-0.05-Quantile-Accuracy": 37.63999938964844, "Augmented-0.1-Quantile-Accuracy": 38.529998779296875, "Augmented-Accuracy": 41.999, "Augmented-Loss": 1.5619032717285157, "Clean-Accuracy": 44.23, "Clean-Loss": 1.5079498672485352, "PGD-Accuracy": 0.58, "PGD-Loss": 4.68234009399414}, "Total-Time": 8310.053744316101, "Train": {"Loss": 15.49064390159607, "avg t": 1.5139216817474366, "plain loss": 1.5495579950561509}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 37.55999755859375, "Augmented-0.05-Quantile-Accuracy": 39.73999786376953, "Augmented-0.1-Quantile-Accuracy": 40.71999740600586, "Augmented-Accuracy": 43.6016, "Augmented-Loss": 1.541424008480072, "Clean-Accuracy": 45.54, "Clean-Loss": 1.5114550243377685, "PGD-Accuracy": 0.88, "PGD-Loss": 4.4616726181030275}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 922.2685465812683, "Test": {"Augmented-0.01-Quantile-Accuracy": 37.37999725341797, "Augmented-0.05-Quantile-Accuracy": 39.75, "Augmented-0.1-Quantile-Accuracy": 41.0099983215332, "Augmented-Accuracy": 44.4781, "Augmented-Loss": 1.5712475430145263, "Clean-Accuracy": 48.89, "Clean-Loss": 1.481004786682129, "PGD-Accuracy": 0.48, "PGD-Loss": 4.612817837524414}, "Total-Time": 9232.32229089737, "Train": {"Loss": 13.947925119628906, "avg t": 1.4967085566711427, "plain loss": 1.5165644444580069}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 40.97999954223633, "Augmented-0.05-Quantile-Accuracy": 43.439998626708984, "Augmented-0.1-Quantile-Accuracy": 44.70000076293945, "Augmented-Accuracy": 48.3792, "Augmented-Loss": 1.5009056423435212, "Clean-Accuracy": 46.9, "Clean-Loss": 1.4622137634277343, "PGD-Accuracy": 0.54, "PGD-Loss": 4.4538098754882816}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 922.1534657478333, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.95000076293945, "Augmented-0.05-Quantile-Accuracy": 43.87999725341797, "Augmented-0.1-Quantile-Accuracy": 45.40999984741211, "Augmented-Accuracy": 50.2925, "Augmented-Loss": 1.486425870437622, "Clean-Accuracy": 54.14, "Clean-Loss": 1.3851209320068358, "PGD-Accuracy": 0.29, "PGD-Loss": 6.019032537841797}, "Total-Time": 10154.475756645203, "Train": {"Loss": 13.252191884841919, "avg t": 1.4742602754592895, "plain loss": 1.4850016459960926}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 44.7599983215332, "Augmented-0.05-Quantile-Accuracy": 47.459999084472656, "Augmented-0.1-Quantile-Accuracy": 48.57999801635742, "Augmented-Accuracy": 52.8316, "Augmented-Loss": 1.4161748201389313, "Clean-Accuracy": 51.66, "Clean-Loss": 1.368280799484253, "PGD-Accuracy": 0.24, "PGD-Loss": 5.615491191101074}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 922.0173933506012, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.369998931884766, "Augmented-0.05-Quantile-Accuracy": 41.099998474121094, "Augmented-0.1-Quantile-Accuracy": 42.36000061035156, "Augmented-Accuracy": 46.44, "Augmented-Loss": 1.5388381002349854, "Clean-Accuracy": 49.05, "Clean-Loss": 1.4578006973266602, "PGD-Accuracy": 0.24, "PGD-Loss": 4.936304870605468}, "Total-Time": 11076.493149995804, "Train": {"Loss": 12.06407481628418, "avg t": 1.4545627754592896, "plain loss": 1.4521374029541028}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 42.63999938964844, "Augmented-0.05-Quantile-Accuracy": 45.0, "Augmented-0.1-Quantile-Accuracy": 46.0, "Augmented-Accuracy": 49.9358, "Augmented-Loss": 1.4840118085708618, "Clean-Accuracy": 50.16, "Clean-Loss": 1.4473185764312744, "PGD-Accuracy": 0.32, "PGD-Loss": 4.684012606048584}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 922.0614278316498, "Test": {"Augmented-0.01-Quantile-Accuracy": 37.869998931884766, "Augmented-0.05-Quantile-Accuracy": 40.64999771118164, "Augmented-0.1-Quantile-Accuracy": 42.12999725341797, "Augmented-Accuracy": 46.6372, "Augmented-Loss": 1.506257535736084, "Clean-Accuracy": 51.4, "Clean-Loss": 1.4121582611083985, "PGD-Accuracy": 0.32, "PGD-Loss": 5.248095397949219}, "Total-Time": 11998.554577827454, "Train": {"Loss": 11.722187676620484, "avg t": 1.4424585567474366, "plain loss": 1.434736087768556}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.39999771118164, "Augmented-0.05-Quantile-Accuracy": 46.099998474121094, "Augmented-0.1-Quantile-Accuracy": 47.29999923706055, "Augmented-Accuracy": 51.6932, "Augmented-Loss": 1.446281282354355, "Clean-Accuracy": 51.16, "Clean-Loss": 1.37314631690979, "PGD-Accuracy": 0.38, "PGD-Loss": 4.982662870788574}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 922.1089296340942, "Test": {"Augmented-0.01-Quantile-Accuracy": 34.43000030517578, "Augmented-0.05-Quantile-Accuracy": 37.349998474121094, "Augmented-0.1-Quantile-Accuracy": 38.45000076293945, "Augmented-Accuracy": 43.0581, "Augmented-Loss": 1.5426870915374755, "Clean-Accuracy": 47.88, "Clean-Loss": 1.4246120971679688, "PGD-Accuracy": 0.16, "PGD-Loss": 5.905165313720703}, "Total-Time": 12920.663507461548, "Train": {"Loss": 11.251760697631836, "avg t": 1.4378098067474365, "plain loss": 1.4241761569213875}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 38.55999755859375, "Augmented-0.05-Quantile-Accuracy": 41.20000076293945, "Augmented-0.1-Quantile-Accuracy": 42.23999786376953, "Augmented-Accuracy": 46.8126, "Augmented-Loss": 1.4601066726703644, "Clean-Accuracy": 48.98, "Clean-Loss": 1.4824710330963136, "PGD-Accuracy": 0.26, "PGD-Loss": 5.5104312889099125}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 921.6237480640411, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.70000076293945, "Augmented-0.05-Quantile-Accuracy": 43.82999801635742, "Augmented-0.1-Quantile-Accuracy": 45.11000061035156, "Augmented-Accuracy": 49.8849, "Augmented-Loss": 1.4741059407958985, "Clean-Accuracy": 51.55, "Clean-Loss": 1.3996588455200196, "PGD-Accuracy": 0.11, "PGD-Loss": 6.023033123779297}, "Total-Time": 13842.287255525589, "Train": {"Loss": 10.528253785552979, "avg t": 1.4194005879211427, "plain loss": 1.3936764734497078}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.459999084472656, "Augmented-0.05-Quantile-Accuracy": 46.05999755859375, "Augmented-0.1-Quantile-Accuracy": 47.37999725341797, "Augmented-Accuracy": 51.8392, "Augmented-Loss": 1.4100547319660186, "Clean-Accuracy": 56.3, "Clean-Loss": 1.3729830415725708, "PGD-Accuracy": 0.2, "PGD-Loss": 5.8318158081054685}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 921.2254514694214, "Test": {"Augmented-0.01-Quantile-Accuracy": 38.619998931884766, "Augmented-0.05-Quantile-Accuracy": 41.189998626708984, "Augmented-0.1-Quantile-Accuracy": 42.43000030517578, "Augmented-Accuracy": 46.8397, "Augmented-Loss": 1.460796351577759, "Clean-Accuracy": 47.91, "Clean-Loss": 1.3865060249328613, "PGD-Accuracy": 0.16, "PGD-Loss": 5.676740017700196}, "Total-Time": 14763.51270699501, "Train": {"Loss": 10.200657038192748, "avg t": 1.4187838692474366, "plain loss": 1.3918682901916493}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 40.939998626708984, "Augmented-0.05-Quantile-Accuracy": 43.68000030517578, "Augmented-0.1-Quantile-Accuracy": 44.86000061035156, "Augmented-Accuracy": 48.8806, "Augmented-Loss": 1.4090377420692444, "Clean-Accuracy": 48.08, "Clean-Loss": 1.3795865282058717, "PGD-Accuracy": 0.28, "PGD-Loss": 5.402997212982178}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 920.902631521225, "Test": {"Augmented-0.01-Quantile-Accuracy": 46.93000030517578, "Augmented-0.05-Quantile-Accuracy": 50.31999969482422, "Augmented-0.1-Quantile-Accuracy": 52.099998474121094, "Augmented-Accuracy": 57.3293, "Augmented-Loss": 1.445376193359375, "Clean-Accuracy": 58.87, "Clean-Loss": 1.3333486938476562, "PGD-Accuracy": 0.08, "PGD-Loss": 5.907918878173828}, "Total-Time": 15684.415338516235, "Train": {"Loss": 10.215168757362365, "avg t": 1.4161780879592896, "plain loss": 1.3857799006652827}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 50.119998931884766, "Augmented-0.05-Quantile-Accuracy": 53.15999984741211, "Augmented-0.1-Quantile-Accuracy": 54.37999725341797, "Augmented-Accuracy": 59.3732, "Augmented-Loss": 1.3746681277942658, "Clean-Accuracy": 55.74, "Clean-Loss": 1.2993572456359863, "PGD-Accuracy": 0.12, "PGD-Loss": 5.605622230529785}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 921.0091183185577, "Test": {"Augmented-0.01-Quantile-Accuracy": 42.869998931884766, "Augmented-0.05-Quantile-Accuracy": 46.18000030517578, "Augmented-0.1-Quantile-Accuracy": 47.89999771118164, "Augmented-Accuracy": 53.5371, "Augmented-Loss": 1.486608484085083, "Clean-Accuracy": 56.23, "Clean-Loss": 1.3871153915405274, "PGD-Accuracy": 0.08, "PGD-Loss": 5.355834854125977}, "Total-Time": 16605.424456834793, "Train": {"Loss": 9.494334338684082, "avg t": 1.3997840254974365, "plain loss": 1.3591001582031248}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.91999816894531, "Augmented-0.05-Quantile-Accuracy": 50.34000015258789, "Augmented-0.1-Quantile-Accuracy": 52.099998474121094, "Augmented-Accuracy": 57.7008, "Augmented-Loss": 1.4225051304397582, "Clean-Accuracy": 58.04, "Clean-Loss": 1.3252328044891357, "PGD-Accuracy": 0.18, "PGD-Loss": 5.100929679870606}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 920.9436230659485, "Test": {"Augmented-0.01-Quantile-Accuracy": 35.71999740600586, "Augmented-0.05-Quantile-Accuracy": 37.75, "Augmented-0.1-Quantile-Accuracy": 38.459999084472656, "Augmented-Accuracy": 41.6901, "Augmented-Loss": 1.5086660395050049, "Clean-Accuracy": 45.76, "Clean-Loss": 1.4034958236694335, "PGD-Accuracy": 0.48, "PGD-Loss": 6.039757135009766}, "Total-Time": 17526.36807990074, "Train": {"Loss": 9.737113785018922, "avg t": 1.3923498066711426, "plain loss": 1.3512220402526853}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 39.37999725341797, "Augmented-0.05-Quantile-Accuracy": 41.53999710083008, "Augmented-0.1-Quantile-Accuracy": 42.55999755859375, "Augmented-Accuracy": 45.6612, "Augmented-Loss": 1.4330302123184204, "Clean-Accuracy": 44.14, "Clean-Loss": 1.354059958076477, "PGD-Accuracy": 0.88, "PGD-Loss": 5.747537030029297}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 920.955619096756, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.84000015258789, "Augmented-0.05-Quantile-Accuracy": 45.32999801635742, "Augmented-0.1-Quantile-Accuracy": 47.23999786376953, "Augmented-Accuracy": 52.9254, "Augmented-Loss": 1.4690490529022218, "Clean-Accuracy": 56.69, "Clean-Loss": 1.3632103515625, "PGD-Accuracy": 0.16, "PGD-Loss": 5.2706952453613285}, "Total-Time": 18447.323698997498, "Train": {"Loss": 9.390009860153198, "avg t": 1.3865473067474365, "plain loss": 1.3408395907287602}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.21999740600586, "Augmented-0.05-Quantile-Accuracy": 49.39999771118164, "Augmented-0.1-Quantile-Accuracy": 50.7599983215332, "Augmented-Accuracy": 56.13, "Augmented-Loss": 1.3960501079120635, "Clean-Accuracy": 56.72, "Clean-Loss": 1.3751803722381593, "PGD-Accuracy": 0.22, "PGD-Loss": 4.988706754302979}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 920.8992938995361, "Test": {"Augmented-0.01-Quantile-Accuracy": 34.70000076293945, "Augmented-0.05-Quantile-Accuracy": 37.95000076293945, "Augmented-0.1-Quantile-Accuracy": 39.65999984741211, "Augmented-Accuracy": 45.3332, "Augmented-Loss": 1.511441206176758, "Clean-Accuracy": 50.9, "Clean-Loss": 1.3769924392700195, "PGD-Accuracy": 0.34, "PGD-Loss": 5.604124926757812}, "Total-Time": 19368.222992897034, "Train": {"Loss": 8.980884646530152, "avg t": 1.3835537129974365, "plain loss": 1.3360191885986328}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 38.540000915527344, "Augmented-0.05-Quantile-Accuracy": 41.73999786376953, "Augmented-0.1-Quantile-Accuracy": 43.07999801635742, "Augmented-Accuracy": 48.8626, "Augmented-Loss": 1.436591611568451, "Clean-Accuracy": 48.28, "Clean-Loss": 1.351825828742981, "PGD-Accuracy": 0.14, "PGD-Loss": 5.380013883972168}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 920.7895259857178, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.15999984741211, "Augmented-0.05-Quantile-Accuracy": 41.099998474121094, "Augmented-0.1-Quantile-Accuracy": 42.04999923706055, "Augmented-Accuracy": 45.5508, "Augmented-Loss": 1.4743555988006591, "Clean-Accuracy": 50.37, "Clean-Loss": 1.3934828498840333, "PGD-Accuracy": 0.29, "PGD-Loss": 5.665923516845703}, "Total-Time": 20289.01251888275, "Train": {"Loss": 9.03917819152832, "avg t": 1.3754643379211426, "plain loss": 1.3233086689758298}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.0, "Augmented-0.05-Quantile-Accuracy": 45.03999710083008, "Augmented-0.1-Quantile-Accuracy": 46.31999969482422, "Augmented-Accuracy": 49.8966, "Augmented-Loss": 1.4213900162887574, "Clean-Accuracy": 58.1, "Clean-Loss": 1.2937570032119752, "PGD-Accuracy": 0.22, "PGD-Loss": 5.432143858337402}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 920.5891199111938, "Test": {"Augmented-0.01-Quantile-Accuracy": 42.47999954223633, "Augmented-0.05-Quantile-Accuracy": 45.77000045776367, "Augmented-0.1-Quantile-Accuracy": 47.27000045776367, "Augmented-Accuracy": 52.6211, "Augmented-Loss": 1.4567182229614257, "Clean-Accuracy": 56.26, "Clean-Loss": 1.3403219963073731, "PGD-Accuracy": 0.09, "PGD-Loss": 5.867589270019531}, "Total-Time": 21209.601638793945, "Train": {"Loss": 8.728701756134033, "avg t": 1.3755369941711426, "plain loss": 1.3213032454223628}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.119998931884766, "Augmented-0.05-Quantile-Accuracy": 50.5, "Augmented-0.1-Quantile-Accuracy": 51.599998474121094, "Augmented-Accuracy": 56.328, "Augmented-Loss": 1.3802756468982698, "Clean-Accuracy": 55.52, "Clean-Loss": 1.2987642728805542, "PGD-Accuracy": 0.1, "PGD-Loss": 5.610410858917236}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 920.3885817527771, "Test": {"Augmented-0.01-Quantile-Accuracy": 35.45000076293945, "Augmented-0.05-Quantile-Accuracy": 38.209999084472656, "Augmented-0.1-Quantile-Accuracy": 39.55999755859375, "Augmented-Accuracy": 43.7808, "Augmented-Loss": 1.5137998417358398, "Clean-Accuracy": 50.58, "Clean-Loss": 1.3980403152465821, "PGD-Accuracy": 0.5, "PGD-Loss": 5.631801416015625}, "Total-Time": 22129.990220546722, "Train": {"Loss": 8.656034548568726, "avg t": 1.3734105879211427, "plain loss": 1.3170128554077147}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 42.29999923706055, "Augmented-0.05-Quantile-Accuracy": 45.13999938964844, "Augmented-0.1-Quantile-Accuracy": 46.439998626708984, "Augmented-Accuracy": 51.123, "Augmented-Loss": 1.4252347005310058, "Clean-Accuracy": 54.42, "Clean-Loss": 1.3425519138336182, "PGD-Accuracy": 0.66, "PGD-Loss": 5.3611744598388675}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 920.5116963386536, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.06999969482422, "Augmented-0.05-Quantile-Accuracy": 46.82999801635742, "Augmented-0.1-Quantile-Accuracy": 48.25, "Augmented-Accuracy": 53.8955, "Augmented-Loss": 1.4553887501983642, "Clean-Accuracy": 56.12, "Clean-Loss": 1.3506820762634277, "PGD-Accuracy": 0.43, "PGD-Loss": 6.01808051147461}, "Total-Time": 23050.501916885376, "Train": {"Loss": 8.404429963760377, "avg t": 1.3724368379211427, "plain loss": 1.3174640076599133}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.15999984741211, "Augmented-0.05-Quantile-Accuracy": 50.52000045776367, "Augmented-0.1-Quantile-Accuracy": 52.29999923706055, "Augmented-Accuracy": 57.4018, "Augmented-Loss": 1.386851845916748, "Clean-Accuracy": 60.3, "Clean-Loss": 1.2393458055496216, "PGD-Accuracy": 0.34, "PGD-Loss": 5.833865107727051}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 920.143575668335, "Test": {"Augmented-0.01-Quantile-Accuracy": 34.79999923706055, "Augmented-0.05-Quantile-Accuracy": 37.15999984741211, "Augmented-0.1-Quantile-Accuracy": 38.189998626708984, "Augmented-Accuracy": 42.1961, "Augmented-Loss": 1.5022183381500245, "Clean-Accuracy": 48.06, "Clean-Loss": 1.3821726318359375, "PGD-Accuracy": 0.78, "PGD-Loss": 6.061525665283203}, "Total-Time": 23970.64549255371, "Train": {"Loss": 8.481761119117737, "avg t": 1.3684976191711427, "plain loss": 1.3092811534118654}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 41.84000015258789, "Augmented-0.05-Quantile-Accuracy": 44.02000045776367, "Augmented-0.1-Quantile-Accuracy": 45.03999710083008, "Augmented-Accuracy": 48.7252, "Augmented-Loss": 1.4047709181308747, "Clean-Accuracy": 46.28, "Clean-Loss": 1.4118940212249755, "PGD-Accuracy": 0.58, "PGD-Loss": 5.708304226684571}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 920.1759943962097, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.28999710083008, "Augmented-0.05-Quantile-Accuracy": 46.5099983215332, "Augmented-0.1-Quantile-Accuracy": 48.43000030517578, "Augmented-Accuracy": 53.6368, "Augmented-Loss": 1.431114513015747, "Clean-Accuracy": 56.19, "Clean-Loss": 1.3582556701660156, "PGD-Accuracy": 0.09, "PGD-Loss": 5.764300109863282}, "Total-Time": 24890.82148694992, "Train": {"Loss": 8.442404241867065, "avg t": 1.3674652754211425, "plain loss": 1.3104628777770997}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.07999801635742, "Augmented-0.05-Quantile-Accuracy": 50.52000045776367, "Augmented-0.1-Quantile-Accuracy": 51.69999694824219, "Augmented-Accuracy": 56.8506, "Augmented-Loss": 1.3633662897586822, "Clean-Accuracy": 52.28, "Clean-Loss": 1.3676817848205567, "PGD-Accuracy": 0.4, "PGD-Loss": 5.36348088684082}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 920.0822913646698, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.14999771118164, "Augmented-0.05-Quantile-Accuracy": 46.69999694824219, "Augmented-0.1-Quantile-Accuracy": 47.73999786376953, "Augmented-Accuracy": 51.399, "Augmented-Loss": 1.362973231781006, "Clean-Accuracy": 53.28, "Clean-Loss": 1.2910920623779296, "PGD-Accuracy": 0.24, "PGD-Loss": 6.224112280273437}, "Total-Time": 25810.90377831459, "Train": {"Loss": 8.37344608505249, "avg t": 1.3658388691711425, "plain loss": 1.305395906738281}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.099998474121094, "Augmented-0.05-Quantile-Accuracy": 50.03999710083008, "Augmented-0.1-Quantile-Accuracy": 51.07999801635742, "Augmented-Accuracy": 55.0016, "Augmented-Loss": 1.3022119855766296, "Clean-Accuracy": 53.76, "Clean-Loss": 1.2380601652145387, "PGD-Accuracy": 0.36, "PGD-Loss": 5.886394706726074}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 920.1161479949951, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.88999938964844, "Augmented-0.05-Quantile-Accuracy": 43.78999710083008, "Augmented-0.1-Quantile-Accuracy": 45.52000045776367, "Augmented-Accuracy": 51.8528, "Augmented-Loss": 1.457751927658081, "Clean-Accuracy": 58.54, "Clean-Loss": 1.332210977935791, "PGD-Accuracy": 0.1, "PGD-Loss": 6.34886117553711}, "Total-Time": 26731.019926309586, "Train": {"Loss": 8.286572921142579, "avg t": 1.3608076191711427, "plain loss": 1.3000071007995588}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.53999710083008, "Augmented-0.05-Quantile-Accuracy": 51.939998626708984, "Augmented-0.1-Quantile-Accuracy": 53.68000030517578, "Augmented-Accuracy": 59.8012, "Augmented-Loss": 1.3648600843524934, "Clean-Accuracy": 52.72, "Clean-Loss": 1.3111236793518066, "PGD-Accuracy": 0.12, "PGD-Loss": 6.018430195617675}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 919.9756877422333, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.46999740600586, "Augmented-0.05-Quantile-Accuracy": 44.06999969482422, "Augmented-0.1-Quantile-Accuracy": 45.59000015258789, "Augmented-Accuracy": 51.1705, "Augmented-Loss": 1.5684893718566895, "Clean-Accuracy": 59.0, "Clean-Loss": 1.3851346557617188, "PGD-Accuracy": 0.63, "PGD-Loss": 5.773158465576172}, "Total-Time": 27650.99561405182, "Train": {"Loss": 8.435372963562012, "avg t": 1.3558916816711426, "plain loss": 1.2931110381469733}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.79999923706055, "Augmented-0.05-Quantile-Accuracy": 50.31999969482422, "Augmented-0.1-Quantile-Accuracy": 51.79999923706055, "Augmented-Accuracy": 57.7954, "Augmented-Loss": 1.4475089378204347, "Clean-Accuracy": 58.88, "Clean-Loss": 1.3787003032684326, "PGD-Accuracy": 0.06, "PGD-Loss": 5.608964453887939}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 919.952787399292, "Test": {"Augmented-0.01-Quantile-Accuracy": 47.04999923706055, "Augmented-0.05-Quantile-Accuracy": 49.57999801635742, "Augmented-0.1-Quantile-Accuracy": 50.87999725341797, "Augmented-Accuracy": 55.0651, "Augmented-Loss": 1.3995286955566406, "Clean-Accuracy": 59.75, "Clean-Loss": 1.3003203018188476, "PGD-Accuracy": 0.33, "PGD-Loss": 5.375050088500976}, "Total-Time": 28570.94840145111, "Train": {"Loss": 7.74367823425293, "avg t": 1.3605627754211427, "plain loss": 1.2962467858581548}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.119998931884766, "Augmented-0.05-Quantile-Accuracy": 54.21999740600586, "Augmented-0.1-Quantile-Accuracy": 55.459999084472656, "Augmented-Accuracy": 59.5688, "Augmented-Loss": 1.334885179145813, "Clean-Accuracy": 62.44, "Clean-Loss": 1.2547050281524659, "PGD-Accuracy": 0.36, "PGD-Loss": 5.132944468688965}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 919.7371602058411, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.52000045776367, "Augmented-0.05-Quantile-Accuracy": 48.16999816894531, "Augmented-0.1-Quantile-Accuracy": 49.75, "Augmented-Accuracy": 54.9598, "Augmented-Loss": 1.4155556645965577, "Clean-Accuracy": 57.44, "Clean-Loss": 1.3221887641906738, "PGD-Accuracy": 0.11, "PGD-Loss": 6.179917169189453}, "Total-Time": 29490.685561656952, "Train": {"Loss": 8.08306824119568, "avg t": 1.3576274629211427, "plain loss": 1.2933478108520513}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.55999755859375, "Augmented-0.05-Quantile-Accuracy": 50.37999725341797, "Augmented-0.1-Quantile-Accuracy": 51.959999084472656, "Augmented-Accuracy": 56.7426, "Augmented-Loss": 1.368506009458542, "Clean-Accuracy": 55.02, "Clean-Loss": 1.3343602233886718, "PGD-Accuracy": 0.2, "PGD-Loss": 5.912966841888427}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 919.7660851478577, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.14999771118164, "Augmented-0.05-Quantile-Accuracy": 44.04999923706055, "Augmented-0.1-Quantile-Accuracy": 45.84000015258789, "Augmented-Accuracy": 51.5701, "Augmented-Loss": 1.43958817527771, "Clean-Accuracy": 56.65, "Clean-Loss": 1.3141054344177245, "PGD-Accuracy": 0.21, "PGD-Loss": 6.254024633789062}, "Total-Time": 30410.45164680481, "Train": {"Loss": 7.568574538879394, "avg t": 1.3552041817092895, "plain loss": 1.2839001458129886}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.55999755859375, "Augmented-0.05-Quantile-Accuracy": 52.03999710083008, "Augmented-0.1-Quantile-Accuracy": 53.55999755859375, "Augmented-Accuracy": 59.0326, "Augmented-Loss": 1.3324672736110688, "Clean-Accuracy": 59.94, "Clean-Loss": 1.2619482055664062, "PGD-Accuracy": 0.3, "PGD-Loss": 5.767116840362549}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 919.544548034668, "Test": {"Augmented-0.01-Quantile-Accuracy": 37.0, "Augmented-0.05-Quantile-Accuracy": 39.849998474121094, "Augmented-0.1-Quantile-Accuracy": 41.119998931884766, "Augmented-Accuracy": 44.9686, "Augmented-Loss": 1.500285876953125, "Clean-Accuracy": 48.8, "Clean-Loss": 1.379331047821045, "PGD-Accuracy": 0.18, "PGD-Loss": 5.950361932373047}, "Total-Time": 31329.996194839478, "Train": {"Loss": 7.728090790863037, "avg t": 1.3516901191711426, "plain loss": 1.2867818297119138}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 40.599998474121094, "Augmented-0.05-Quantile-Accuracy": 43.31999969482422, "Augmented-0.1-Quantile-Accuracy": 44.23999786376953, "Augmented-Accuracy": 48.3494, "Augmented-Loss": 1.4176547285728454, "Clean-Accuracy": 52.44, "Clean-Loss": 1.3155014402389527, "PGD-Accuracy": 0.18, "PGD-Loss": 5.5702525337219235}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 919.4832799434662, "Test": {"Augmented-0.01-Quantile-Accuracy": 42.64999771118164, "Augmented-0.05-Quantile-Accuracy": 46.30999755859375, "Augmented-0.1-Quantile-Accuracy": 48.06999969482422, "Augmented-Accuracy": 53.8966, "Augmented-Loss": 1.518938399520874, "Clean-Accuracy": 55.74, "Clean-Loss": 1.4418232086181642, "PGD-Accuracy": 0.14, "PGD-Loss": 5.549692449951172}, "Total-Time": 32249.479474782944, "Train": {"Loss": 7.629810946731568, "avg t": 1.3526934004211426, "plain loss": 1.2850492846679684}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.20000076293945, "Augmented-0.05-Quantile-Accuracy": 48.2599983215332, "Augmented-0.1-Quantile-Accuracy": 49.939998626708984, "Augmented-Accuracy": 55.3866, "Augmented-Loss": 1.4787406282920836, "Clean-Accuracy": 54.2, "Clean-Loss": 1.3844786005020142, "PGD-Accuracy": 0.36, "PGD-Loss": 5.285142695617676}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 919.3754110336304, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.09000015258789, "Augmented-0.05-Quantile-Accuracy": 46.2599983215332, "Augmented-0.1-Quantile-Accuracy": 47.89999771118164, "Augmented-Accuracy": 52.6962, "Augmented-Loss": 1.4359205748901367, "Clean-Accuracy": 57.38, "Clean-Loss": 1.3086302597045898, "PGD-Accuracy": 0.04, "PGD-Loss": 6.433912359619141}, "Total-Time": 33168.854885816574, "Train": {"Loss": 7.64762635055542, "avg t": 1.3519349629211426, "plain loss": 1.2836443236999502}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 49.84000015258789, "Augmented-0.05-Quantile-Accuracy": 53.2599983215332, "Augmented-0.1-Quantile-Accuracy": 54.63999938964844, "Augmented-Accuracy": 59.5682, "Augmented-Loss": 1.3208144105091095, "Clean-Accuracy": 60.02, "Clean-Loss": 1.2683405212402343, "PGD-Accuracy": 0.08, "PGD-Loss": 6.034604342651368}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 919.2001664638519, "Test": {"Augmented-0.01-Quantile-Accuracy": 37.959999084472656, "Augmented-0.05-Quantile-Accuracy": 40.619998931884766, "Augmented-0.1-Quantile-Accuracy": 41.96999740600586, "Augmented-Accuracy": 46.5026, "Augmented-Loss": 1.3894992182312011, "Clean-Accuracy": 47.69, "Clean-Loss": 1.3224046600341797, "PGD-Accuracy": 0.21, "PGD-Loss": 6.230924139404297}, "Total-Time": 34088.055052280426, "Train": {"Loss": 7.728475229682922, "avg t": 1.3492357441711427, "plain loss": 1.282104592437744}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 39.37999725341797, "Augmented-0.05-Quantile-Accuracy": 42.2599983215332, "Augmented-0.1-Quantile-Accuracy": 43.86000061035156, "Augmented-Accuracy": 48.143, "Augmented-Loss": 1.3463914920806885, "Clean-Accuracy": 51.12, "Clean-Loss": 1.2588466278076171, "PGD-Accuracy": 0.24, "PGD-Loss": 5.8118417419433595}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 919.2193224430084, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.5099983215332, "Augmented-0.05-Quantile-Accuracy": 42.96999740600586, "Augmented-0.1-Quantile-Accuracy": 44.57999801635742, "Augmented-Accuracy": 49.5688, "Augmented-Loss": 1.4200149024505615, "Clean-Accuracy": 54.11, "Clean-Loss": 1.3141834014892577, "PGD-Accuracy": 0.68, "PGD-Loss": 6.314518420410156}, "Total-Time": 35007.274374723434, "Train": {"Loss": 7.546203809738159, "avg t": 1.3520366816711427, "plain loss": 1.2877764566650378}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 44.89999771118164, "Augmented-0.05-Quantile-Accuracy": 48.279998779296875, "Augmented-0.1-Quantile-Accuracy": 49.79999923706055, "Augmented-Accuracy": 55.5476, "Augmented-Loss": 1.3244135363502503, "Clean-Accuracy": 55.46, "Clean-Loss": 1.2595133102416993, "PGD-Accuracy": 0.36, "PGD-Loss": 5.948067426300049}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 919.3119764328003, "Test": {"Augmented-0.01-Quantile-Accuracy": 50.689998626708984, "Augmented-0.05-Quantile-Accuracy": 53.90999984741211, "Augmented-0.1-Quantile-Accuracy": 55.18000030517578, "Augmented-Accuracy": 59.7777, "Augmented-Loss": 1.3781169861602782, "Clean-Accuracy": 60.78, "Clean-Loss": 1.3037100959777832, "PGD-Accuracy": 0.17, "PGD-Loss": 5.964524389648438}, "Total-Time": 35926.586351156235, "Train": {"Loss": 7.613322752227783, "avg t": 1.3540109004211425, "plain loss": 1.2920510991210945}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.68000030517578, "Augmented-0.05-Quantile-Accuracy": 56.15999984741211, "Augmented-0.1-Quantile-Accuracy": 57.519996643066406, "Augmented-Accuracy": 61.7794, "Augmented-Loss": 1.3232487607269288, "Clean-Accuracy": 64.4, "Clean-Loss": 1.1801522994995117, "PGD-Accuracy": 0.22, "PGD-Loss": 5.577273891448975}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 919.1703948974609, "Test": {"Augmented-0.01-Quantile-Accuracy": 46.55999755859375, "Augmented-0.05-Quantile-Accuracy": 49.91999816894531, "Augmented-0.1-Quantile-Accuracy": 51.2599983215332, "Augmented-Accuracy": 56.4576, "Augmented-Loss": 1.4290087010192871, "Clean-Accuracy": 60.48, "Clean-Loss": 1.3225136268615723, "PGD-Accuracy": 0.25, "PGD-Loss": 6.087324468994141}, "Total-Time": 36845.756746053696, "Train": {"Loss": 7.426802469062805, "avg t": 1.3455999629592896, "plain loss": 1.2777395920410137}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 50.599998474121094, "Augmented-0.05-Quantile-Accuracy": 53.779998779296875, "Augmented-0.1-Quantile-Accuracy": 55.37999725341797, "Augmented-Accuracy": 60.4546, "Augmented-Loss": 1.346724227201462, "Clean-Accuracy": 56.76, "Clean-Loss": 1.2940174461364746, "PGD-Accuracy": 0.2, "PGD-Loss": 5.8883323501586915}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 919.0286841392517, "Test": {"Augmented-0.01-Quantile-Accuracy": 47.75, "Augmented-0.05-Quantile-Accuracy": 50.93000030517578, "Augmented-0.1-Quantile-Accuracy": 52.52000045776367, "Augmented-Accuracy": 57.4231, "Augmented-Loss": 1.3924904168548584, "Clean-Accuracy": 59.89, "Clean-Loss": 1.2881123390197753, "PGD-Accuracy": 0.18, "PGD-Loss": 6.034012353515625}, "Total-Time": 37764.78543019295, "Train": {"Loss": 7.40892450756073, "avg t": 1.3472594942092895, "plain loss": 1.2777818400268557}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 49.86000061035156, "Augmented-0.05-Quantile-Accuracy": 53.02000045776367, "Augmented-0.1-Quantile-Accuracy": 54.65999984741211, "Augmented-Accuracy": 59.316, "Augmented-Loss": 1.3169012817401886, "Clean-Accuracy": 58.0, "Clean-Loss": 1.1998881393432617, "PGD-Accuracy": 0.06, "PGD-Loss": 5.72245283279419}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 918.8609654903412, "Test": {"Augmented-0.01-Quantile-Accuracy": 42.87999725341797, "Augmented-0.05-Quantile-Accuracy": 45.63999938964844, "Augmented-0.1-Quantile-Accuracy": 47.02000045776367, "Augmented-Accuracy": 51.4725, "Augmented-Loss": 1.3895466659698485, "Clean-Accuracy": 58.36, "Clean-Loss": 1.2673061096191407, "PGD-Accuracy": 0.28, "PGD-Loss": 6.417451306152344}, "Total-Time": 38683.64639568329, "Train": {"Loss": 7.3591516223526, "avg t": 1.3438485567092895, "plain loss": 1.2710382504882807}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 50.099998474121094, "Augmented-0.05-Quantile-Accuracy": 53.02000045776367, "Augmented-0.1-Quantile-Accuracy": 54.39999771118164, "Augmented-Accuracy": 58.5882, "Augmented-Loss": 1.283660710445404, "Clean-Accuracy": 54.9, "Clean-Loss": 1.2716522441864013, "PGD-Accuracy": 0.16, "PGD-Loss": 5.830035089874268}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 918.6441376209259, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.369998931884766, "Augmented-0.05-Quantile-Accuracy": 43.7599983215332, "Augmented-0.1-Quantile-Accuracy": 45.39999771118164, "Augmented-Accuracy": 50.9221, "Augmented-Loss": 1.4344538394012452, "Clean-Accuracy": 54.64, "Clean-Loss": 1.313735459136963, "PGD-Accuracy": 0.04, "PGD-Loss": 6.478945581054687}, "Total-Time": 39602.290533304214, "Train": {"Loss": 7.614280827026367, "avg t": 1.3399096504211425, "plain loss": 1.2675369466552746}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 44.55999755859375, "Augmented-0.05-Quantile-Accuracy": 48.07999801635742, "Augmented-0.1-Quantile-Accuracy": 49.71999740600586, "Augmented-Accuracy": 54.7068, "Augmented-Loss": 1.3579283103561401, "Clean-Accuracy": 49.84, "Clean-Loss": 1.2997020324707032, "PGD-Accuracy": 0.0, "PGD-Loss": 6.162145718383789}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 918.8152809143066, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.70000076293945, "Augmented-0.05-Quantile-Accuracy": 42.93000030517578, "Augmented-0.1-Quantile-Accuracy": 44.21999740600586, "Augmented-Accuracy": 49.0193, "Augmented-Loss": 1.4791316255340576, "Clean-Accuracy": 54.26, "Clean-Loss": 1.3448145278930663, "PGD-Accuracy": 0.35, "PGD-Loss": 6.149914935302735}, "Total-Time": 40521.10581421852, "Train": {"Loss": 7.069527940368652, "avg t": 1.3398523067092896, "plain loss": 1.263220461608888}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.05999755859375, "Augmented-0.05-Quantile-Accuracy": 49.02000045776367, "Augmented-0.1-Quantile-Accuracy": 50.279998779296875, "Augmented-Accuracy": 54.5086, "Augmented-Loss": 1.3653697544364929, "Clean-Accuracy": 54.04, "Clean-Loss": 1.316559327507019, "PGD-Accuracy": 0.26, "PGD-Loss": 5.877212371826172}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 918.834575176239, "Test": {"Augmented-0.01-Quantile-Accuracy": 48.27000045776367, "Augmented-0.05-Quantile-Accuracy": 52.38999938964844, "Augmented-0.1-Quantile-Accuracy": 54.18000030517578, "Augmented-Accuracy": 60.2559, "Augmented-Loss": 1.4171832060394287, "Clean-Accuracy": 60.2, "Clean-Loss": 1.311795524597168, "PGD-Accuracy": 0.19, "PGD-Loss": 6.27494594116211}, "Total-Time": 41439.94038939476, "Train": {"Loss": 7.224900549621582, "avg t": 1.3431262129211425, "plain loss": 1.270106320617676}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 50.89999771118164, "Augmented-0.05-Quantile-Accuracy": 55.0, "Augmented-0.1-Quantile-Accuracy": 56.68000030517578, "Augmented-Accuracy": 62.7426, "Augmented-Loss": 1.3313279200191497, "Clean-Accuracy": 57.22, "Clean-Loss": 1.2294283889770508, "PGD-Accuracy": 0.06, "PGD-Loss": 6.020429959106445}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 918.7322723865509, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.91999816894531, "Augmented-0.05-Quantile-Accuracy": 49.36000061035156, "Augmented-0.1-Quantile-Accuracy": 50.869998931884766, "Augmented-Accuracy": 55.8087, "Augmented-Loss": 1.4103026196136474, "Clean-Accuracy": 57.72, "Clean-Loss": 1.3180861137390136, "PGD-Accuracy": 0.54, "PGD-Loss": 5.9480577697753905}, "Total-Time": 42358.67266178131, "Train": {"Loss": 7.158222450714112, "avg t": 1.3457959004211426, "plain loss": 1.27596671585083}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.87999725341797, "Augmented-0.05-Quantile-Accuracy": 52.29999923706055, "Augmented-0.1-Quantile-Accuracy": 53.68000030517578, "Augmented-Accuracy": 58.5572, "Augmented-Loss": 1.3376850363636017, "Clean-Accuracy": 59.92, "Clean-Loss": 1.2646552768707275, "PGD-Accuracy": 0.16, "PGD-Loss": 5.71906361694336}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 918.5856289863586, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.72999954223633, "Augmented-0.05-Quantile-Accuracy": 43.25, "Augmented-0.1-Quantile-Accuracy": 44.369998931884766, "Augmented-Accuracy": 48.7364, "Augmented-Loss": 1.4507401380615235, "Clean-Accuracy": 51.69, "Clean-Loss": 1.3303837699890138, "PGD-Accuracy": 0.56, "PGD-Loss": 5.985128643798828}, "Total-Time": 43277.25829076767, "Train": {"Loss": 7.217229810333252, "avg t": 1.3472771504211425, "plain loss": 1.2810226082458502}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 44.86000061035156, "Augmented-0.05-Quantile-Accuracy": 47.55999755859375, "Augmented-0.1-Quantile-Accuracy": 48.63999938964844, "Augmented-Accuracy": 52.62, "Augmented-Loss": 1.3620852257652283, "Clean-Accuracy": 52.4, "Clean-Loss": 1.2338643215179443, "PGD-Accuracy": 0.44, "PGD-Loss": 5.669315289306641}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 918.6791553497314, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.939998626708984, "Augmented-0.05-Quantile-Accuracy": 44.61000061035156, "Augmented-0.1-Quantile-Accuracy": 46.369998931884766, "Augmented-Accuracy": 52.1554, "Augmented-Loss": 1.4752738184661864, "Clean-Accuracy": 58.5, "Clean-Loss": 1.3566105110168456, "PGD-Accuracy": 0.71, "PGD-Loss": 5.841185607910156}, "Total-Time": 44195.9374461174, "Train": {"Loss": 7.393350236663818, "avg t": 1.3409668379592896, "plain loss": 1.2695854796447756}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.2599983215332, "Augmented-0.05-Quantile-Accuracy": 50.619998931884766, "Augmented-0.1-Quantile-Accuracy": 52.5, "Augmented-Accuracy": 58.2914, "Augmented-Loss": 1.3860849017601014, "Clean-Accuracy": 65.76, "Clean-Loss": 1.254078892326355, "PGD-Accuracy": 0.24, "PGD-Loss": 5.579307056427002}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 918.6482110023499, "Test": {"Augmented-0.01-Quantile-Accuracy": 47.62999725341797, "Augmented-0.05-Quantile-Accuracy": 50.69999694824219, "Augmented-0.1-Quantile-Accuracy": 52.27000045776367, "Augmented-Accuracy": 57.357, "Augmented-Loss": 1.4128837114868165, "Clean-Accuracy": 60.12, "Clean-Loss": 1.3037063087463379, "PGD-Accuracy": 0.38, "PGD-Loss": 5.895570721435547}, "Total-Time": 45114.58565711975, "Train": {"Loss": 7.155962208442688, "avg t": 1.3422366816711426, "plain loss": 1.2722798693542474}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 52.39999771118164, "Augmented-0.05-Quantile-Accuracy": 55.959999084472656, "Augmented-0.1-Quantile-Accuracy": 57.53999710083008, "Augmented-Accuracy": 62.1674, "Augmented-Loss": 1.3194509690093994, "Clean-Accuracy": 59.28, "Clean-Loss": 1.3010361455917359, "PGD-Accuracy": 0.18, "PGD-Loss": 5.528598322296142}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 918.7337503433228, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.599998474121094, "Augmented-0.05-Quantile-Accuracy": 49.59000015258789, "Augmented-0.1-Quantile-Accuracy": 51.15999984741211, "Augmented-Accuracy": 57.015, "Augmented-Loss": 1.4028392694091796, "Clean-Accuracy": 59.14, "Clean-Loss": 1.2850653099060059, "PGD-Accuracy": 0.07, "PGD-Loss": 6.516220330810547}, "Total-Time": 46033.319407463074, "Train": {"Loss": 7.118845348434448, "avg t": 1.3439880879211425, "plain loss": 1.2734302306823733}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.52000045776367, "Augmented-0.05-Quantile-Accuracy": 55.279998779296875, "Augmented-0.1-Quantile-Accuracy": 56.63999938964844, "Augmented-Accuracy": 61.7112, "Augmented-Loss": 1.2982885510044098, "Clean-Accuracy": 59.9, "Clean-Loss": 1.2405143352508545, "PGD-Accuracy": 0.2, "PGD-Loss": 6.016820872497559}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 918.3409526348114, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.459999084472656, "Augmented-0.05-Quantile-Accuracy": 49.21999740600586, "Augmented-0.1-Quantile-Accuracy": 51.06999969482422, "Augmented-Accuracy": 56.9516, "Augmented-Loss": 1.4413859218444824, "Clean-Accuracy": 61.13, "Clean-Loss": 1.29039755859375, "PGD-Accuracy": 0.06, "PGD-Loss": 6.059156665039063}, "Total-Time": 46951.660360097885, "Train": {"Loss": 7.249644954681396, "avg t": 1.3420769941711426, "plain loss": 1.2723627419128414}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.19999694824219, "Augmented-0.05-Quantile-Accuracy": 54.52000045776367, "Augmented-0.1-Quantile-Accuracy": 56.099998474121094, "Augmented-Accuracy": 61.8032, "Augmented-Loss": 1.3340223336219788, "Clean-Accuracy": 65.18, "Clean-Loss": 1.1569790956497192, "PGD-Accuracy": 0.06, "PGD-Loss": 5.820344919586182}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 918.3717703819275, "Test": {"Augmented-0.01-Quantile-Accuracy": 49.37999725341797, "Augmented-0.05-Quantile-Accuracy": 53.1099967956543, "Augmented-0.1-Quantile-Accuracy": 54.89999771118164, "Augmented-Accuracy": 60.5172, "Augmented-Loss": 1.3574304879379273, "Clean-Accuracy": 63.45, "Clean-Loss": 1.2579412460327148, "PGD-Accuracy": 0.28, "PGD-Loss": 6.631732971191406}, "Total-Time": 47870.03213047981, "Train": {"Loss": 7.2169225703430175, "avg t": 1.3379626191711427, "plain loss": 1.2659921538391117}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 55.03999710083008, "Augmented-0.05-Quantile-Accuracy": 59.019996643066406, "Augmented-0.1-Quantile-Accuracy": 60.97999954223633, "Augmented-Accuracy": 66.273, "Augmented-Loss": 1.2630177584476472, "Clean-Accuracy": 64.3, "Clean-Loss": 1.2021017753601073, "PGD-Accuracy": 0.22, "PGD-Loss": 6.30332227935791}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 917.9836165904999, "Test": {"Augmented-0.01-Quantile-Accuracy": 42.89999771118164, "Augmented-0.05-Quantile-Accuracy": 46.06999969482422, "Augmented-0.1-Quantile-Accuracy": 47.64999771118164, "Augmented-Accuracy": 53.5631, "Augmented-Loss": 1.4683168126525878, "Clean-Accuracy": 57.15, "Clean-Loss": 1.3471510719299316, "PGD-Accuracy": 0.33, "PGD-Loss": 5.878256225585938}, "Total-Time": 48788.01574707031, "Train": {"Loss": 6.97657168334961, "avg t": 1.3370971504211426, "plain loss": 1.262674244628906}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.959999084472656, "Augmented-0.05-Quantile-Accuracy": 51.37999725341797, "Augmented-0.1-Quantile-Accuracy": 53.0, "Augmented-Accuracy": 58.9586, "Augmented-Loss": 1.378905022666931, "Clean-Accuracy": 50.06, "Clean-Loss": 1.3786914245605468, "PGD-Accuracy": 0.2, "PGD-Loss": 5.613256539916992}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 918.2417726516724, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.95000076293945, "Augmented-0.05-Quantile-Accuracy": 45.03999710083008, "Augmented-0.1-Quantile-Accuracy": 46.38999938964844, "Augmented-Accuracy": 50.5845, "Augmented-Loss": 1.4670469187164306, "Clean-Accuracy": 53.0, "Clean-Loss": 1.3646183296203613, "PGD-Accuracy": 0.42, "PGD-Loss": 5.835661169433593}, "Total-Time": 49706.257519721985, "Train": {"Loss": 7.091124096450805, "avg t": 1.3272948066711425, "plain loss": 1.2457087324218739}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.71999740600586, "Augmented-0.05-Quantile-Accuracy": 49.55999755859375, "Augmented-0.1-Quantile-Accuracy": 50.459999084472656, "Augmented-Accuracy": 54.7418, "Augmented-Loss": 1.3902329939575195, "Clean-Accuracy": 56.62, "Clean-Loss": 1.2742205039978027, "PGD-Accuracy": 0.36, "PGD-Loss": 5.585358494567871}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 918.2002522945404, "Test": {"Augmented-0.01-Quantile-Accuracy": 46.599998474121094, "Augmented-0.05-Quantile-Accuracy": 49.939998626708984, "Augmented-0.1-Quantile-Accuracy": 51.40999984741211, "Augmented-Accuracy": 56.8279, "Augmented-Loss": 1.4056281484069824, "Clean-Accuracy": 59.72, "Clean-Loss": 1.3068197471618652, "PGD-Accuracy": 0.09, "PGD-Loss": 6.240639874267578}, "Total-Time": 50624.457772016525, "Train": {"Loss": 7.1232926957321165, "avg t": 1.3346262129211426, "plain loss": 1.257460447143554}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.119998931884766, "Augmented-0.05-Quantile-Accuracy": 56.31999969482422, "Augmented-0.1-Quantile-Accuracy": 57.63999938964844, "Augmented-Accuracy": 62.722, "Augmented-Loss": 1.3069145281677246, "Clean-Accuracy": 64.48, "Clean-Loss": 1.1744570489883424, "PGD-Accuracy": 0.08, "PGD-Loss": 5.936481986999512}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 918.084085226059, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.22999954223633, "Augmented-0.05-Quantile-Accuracy": 65.30999755859375, "Augmented-0.1-Quantile-Accuracy": 67.08000183105469, "Augmented-Accuracy": 72.8482, "Augmented-Loss": 1.3142604621810914, "Clean-Accuracy": 74.57, "Clean-Loss": 1.2312425598144532, "PGD-Accuracy": 0.09, "PGD-Loss": 6.248795959472656}, "Total-Time": 51542.541857242584, "Train": {"Loss": 3.4767548321151733, "avg t": 1.2954702754211427, "plain loss": 1.2053353484802243}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.6199951171875, "Augmented-0.05-Quantile-Accuracy": 70.25999450683594, "Augmented-0.1-Quantile-Accuracy": 71.9000015258789, "Augmented-Accuracy": 76.7158, "Augmented-Loss": 1.2285628161487578, "Clean-Accuracy": 75.56, "Clean-Loss": 1.2122603178024292, "PGD-Accuracy": 0.24, "PGD-Loss": 5.823768553161621}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 917.8886225223541, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.41999816894531, "Augmented-0.05-Quantile-Accuracy": 64.3699951171875, "Augmented-0.1-Quantile-Accuracy": 66.13999938964844, "Augmented-Accuracy": 71.9877, "Augmented-Loss": 1.290573571624756, "Clean-Accuracy": 73.73, "Clean-Loss": 1.205826892852783, "PGD-Accuracy": 0.15, "PGD-Loss": 6.565223779296875}, "Total-Time": 52460.43047976494, "Train": {"Loss": 2.7822004284667967, "avg t": 1.2808707441711427, "plain loss": 1.178227700653076}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.22000122070312, "Augmented-0.05-Quantile-Accuracy": 69.72000122070312, "Augmented-0.1-Quantile-Accuracy": 71.22000122070312, "Augmented-Accuracy": 76.3182, "Augmented-Loss": 1.2041478139629365, "Clean-Accuracy": 73.42, "Clean-Loss": 1.1267679229736327, "PGD-Accuracy": 0.24, "PGD-Loss": 6.065539961242676}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 917.8536591529846, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.48999786376953, "Augmented-0.05-Quantile-Accuracy": 65.58999633789062, "Augmented-0.1-Quantile-Accuracy": 67.27999877929688, "Augmented-Accuracy": 73.2791, "Augmented-Loss": 1.2846023889541627, "Clean-Accuracy": 74.57, "Clean-Loss": 1.192138092803955, "PGD-Accuracy": 0.22, "PGD-Loss": 6.821618701171875}, "Total-Time": 53378.28413891792, "Train": {"Loss": 2.4320378605651856, "avg t": 1.2645693379211427, "plain loss": 1.1554481625976583}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.0199966430664, "Augmented-0.05-Quantile-Accuracy": 70.73999786376953, "Augmented-0.1-Quantile-Accuracy": 72.31999969482422, "Augmented-Accuracy": 76.9896, "Augmented-Loss": 1.19522088712883, "Clean-Accuracy": 72.74, "Clean-Loss": 1.1168590698242187, "PGD-Accuracy": 0.16, "PGD-Loss": 6.281845181274414}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 917.613071680069, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.69999694824219, "Augmented-0.05-Quantile-Accuracy": 66.04999542236328, "Augmented-0.1-Quantile-Accuracy": 68.0, "Augmented-Accuracy": 74.0415, "Augmented-Loss": 1.2577570503616333, "Clean-Accuracy": 75.49, "Clean-Loss": 1.1693017196655273, "PGD-Accuracy": 0.66, "PGD-Loss": 7.0113966735839846}, "Total-Time": 54295.89721059799, "Train": {"Loss": 2.295014654312134, "avg t": 1.2525454316711426, "plain loss": 1.141524187561035}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.65999603271484, "Augmented-0.05-Quantile-Accuracy": 70.43999481201172, "Augmented-0.1-Quantile-Accuracy": 72.41999816894531, "Augmented-Accuracy": 77.4022, "Augmented-Loss": 1.1787078706455232, "Clean-Accuracy": 79.28, "Clean-Loss": 1.0886448299407958, "PGD-Accuracy": 0.3, "PGD-Loss": 6.4872515007019045}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 917.4593653678894, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.099998474121094, "Augmented-0.05-Quantile-Accuracy": 64.6199951171875, "Augmented-0.1-Quantile-Accuracy": 66.58999633789062, "Augmented-Accuracy": 72.2475, "Augmented-Loss": 1.2406693426895141, "Clean-Accuracy": 74.09, "Clean-Loss": 1.1489111389160156, "PGD-Accuracy": 0.39, "PGD-Loss": 7.20064833984375}, "Total-Time": 55213.35657596588, "Train": {"Loss": 2.1586761262893677, "avg t": 1.2414602754592896, "plain loss": 1.1229422415771488}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.72000122070312, "Augmented-0.05-Quantile-Accuracy": 70.19999694824219, "Augmented-0.1-Quantile-Accuracy": 71.37999725341797, "Augmented-Accuracy": 75.998, "Augmented-Loss": 1.1548020992450714, "Clean-Accuracy": 74.72, "Clean-Loss": 1.094501749229431, "PGD-Accuracy": 0.18, "PGD-Loss": 6.599166632080078}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 917.5295135974884, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.41999816894531, "Augmented-0.05-Quantile-Accuracy": 66.3699951171875, "Augmented-0.1-Quantile-Accuracy": 68.04000091552734, "Augmented-Accuracy": 73.275, "Augmented-Loss": 1.226742745109558, "Clean-Accuracy": 74.01, "Clean-Loss": 1.118060447692871, "PGD-Accuracy": 0.43, "PGD-Loss": 7.301468603515625}, "Total-Time": 56130.88608956337, "Train": {"Loss": 2.0784134689331055, "avg t": 1.2325412129211426, "plain loss": 1.1100802676696775}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.65999603271484, "Augmented-0.05-Quantile-Accuracy": 71.05999755859375, "Augmented-0.1-Quantile-Accuracy": 72.4000015258789, "Augmented-Accuracy": 76.5438, "Augmented-Loss": 1.132876619655609, "Clean-Accuracy": 74.5, "Clean-Loss": 1.0262654167175294, "PGD-Accuracy": 0.38, "PGD-Loss": 6.701392958068848}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 917.5308916568756, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.94999694824219, "Augmented-0.05-Quantile-Accuracy": 67.83000183105469, "Augmented-0.1-Quantile-Accuracy": 69.62999725341797, "Augmented-Accuracy": 75.2982, "Augmented-Loss": 1.2353124558181763, "Clean-Accuracy": 77.44, "Clean-Loss": 1.122688988494873, "PGD-Accuracy": 0.42, "PGD-Loss": 7.443546380615234}, "Total-Time": 57048.416981220245, "Train": {"Loss": 1.970614538269043, "avg t": 1.2210315254211426, "plain loss": 1.0944292588195805}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.58000183105469, "Augmented-0.05-Quantile-Accuracy": 72.15999603271484, "Augmented-0.1-Quantile-Accuracy": 73.81999969482422, "Augmented-Accuracy": 78.8766, "Augmented-Loss": 1.134395167125702, "Clean-Accuracy": 74.8, "Clean-Loss": 1.09684189453125, "PGD-Accuracy": 0.44, "PGD-Loss": 6.758447300720215}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 917.221884727478, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.029998779296875, "Augmented-0.05-Quantile-Accuracy": 63.30999755859375, "Augmented-0.1-Quantile-Accuracy": 65.0999984741211, "Augmented-Accuracy": 70.8957, "Augmented-Loss": 1.2237357427673339, "Clean-Accuracy": 74.38, "Clean-Loss": 1.119215241241455, "PGD-Accuracy": 0.75, "PGD-Loss": 7.778730432128906}, "Total-Time": 57965.63886594772, "Train": {"Loss": 1.8704294917297364, "avg t": 1.2089499629211427, "plain loss": 1.0751773210754392}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.22000122070312, "Augmented-0.05-Quantile-Accuracy": 69.6199951171875, "Augmented-0.1-Quantile-Accuracy": 71.19999694824219, "Augmented-Accuracy": 75.9998, "Augmented-Loss": 1.1238443601226806, "Clean-Accuracy": 76.9, "Clean-Loss": 1.0473605882644654, "PGD-Accuracy": 0.36, "PGD-Loss": 7.085887703704834}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 917.0799932479858, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.03999710083008, "Augmented-0.05-Quantile-Accuracy": 63.71999740600586, "Augmented-0.1-Quantile-Accuracy": 65.18000030517578, "Augmented-Accuracy": 70.894, "Augmented-Loss": 1.2192501502075195, "Clean-Accuracy": 75.34, "Clean-Loss": 1.1051050453186035, "PGD-Accuracy": 0.54, "PGD-Loss": 7.862227728271485}, "Total-Time": 58882.71885919571, "Train": {"Loss": 1.854452857208252, "avg t": 1.2045979316711426, "plain loss": 1.0691425376586905}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.75999450683594, "Augmented-0.05-Quantile-Accuracy": 70.95999908447266, "Augmented-0.1-Quantile-Accuracy": 72.27999877929688, "Augmented-Accuracy": 76.9212, "Augmented-Loss": 1.114728004272461, "Clean-Accuracy": 74.1, "Clean-Loss": 1.0215121677398682, "PGD-Accuracy": 0.14, "PGD-Loss": 7.061360472869873}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 916.9204087257385, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.3599967956543, "Augmented-0.05-Quantile-Accuracy": 66.75999450683594, "Augmented-0.1-Quantile-Accuracy": 68.48999786376953, "Augmented-Accuracy": 73.5772, "Augmented-Loss": 1.1990754829025267, "Clean-Accuracy": 75.73, "Clean-Loss": 1.0833191146850587, "PGD-Accuracy": 0.55, "PGD-Loss": 7.844979626464844}, "Total-Time": 59799.63926792145, "Train": {"Loss": 1.7609870541381836, "avg t": 1.1943869941711425, "plain loss": 1.053356813415527}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.81999969482422, "Augmented-0.05-Quantile-Accuracy": 71.19999694824219, "Augmented-0.1-Quantile-Accuracy": 72.91999816894531, "Augmented-Accuracy": 77.249, "Augmented-Loss": 1.1005957496509553, "Clean-Accuracy": 78.18, "Clean-Loss": 1.0497486236572267, "PGD-Accuracy": 0.28, "PGD-Loss": 7.1608170181274415}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 916.8688530921936, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.32999801635742, "Augmented-0.05-Quantile-Accuracy": 65.8699951171875, "Augmented-0.1-Quantile-Accuracy": 67.56999969482422, "Augmented-Accuracy": 72.6622, "Augmented-Loss": 1.1960023381958007, "Clean-Accuracy": 75.99, "Clean-Loss": 1.0736349678039552, "PGD-Accuracy": 0.38, "PGD-Loss": 8.0550958984375}, "Total-Time": 60716.50812101364, "Train": {"Loss": 1.7279055340576173, "avg t": 1.1915802754211426, "plain loss": 1.048160701782225}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.4000015258789, "Augmented-0.05-Quantile-Accuracy": 71.45999908447266, "Augmented-0.1-Quantile-Accuracy": 72.83999633789062, "Augmented-Accuracy": 77.3886, "Augmented-Loss": 1.0927013100395202, "Clean-Accuracy": 77.68, "Clean-Loss": 1.0702353429794311, "PGD-Accuracy": 0.28, "PGD-Loss": 7.341042751312256}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 916.8214321136475, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.429996490478516, "Augmented-0.05-Quantile-Accuracy": 67.08000183105469, "Augmented-0.1-Quantile-Accuracy": 68.47999572753906, "Augmented-Accuracy": 73.4576, "Augmented-Loss": 1.2001533068618775, "Clean-Accuracy": 77.35, "Clean-Loss": 1.0596415405273438, "PGD-Accuracy": 0.21, "PGD-Loss": 8.175068188476562}, "Total-Time": 61633.32955312729, "Train": {"Loss": 1.7048373176574707, "avg t": 1.1798809004211426, "plain loss": 1.0294752292175289}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.54000091552734, "Augmented-0.05-Quantile-Accuracy": 72.55999755859375, "Augmented-0.1-Quantile-Accuracy": 73.95999908447266, "Augmented-Accuracy": 78.2318, "Augmented-Loss": 1.0894514496688843, "Clean-Accuracy": 78.82, "Clean-Loss": 1.04890051612854, "PGD-Accuracy": 0.4, "PGD-Loss": 7.484613896179199}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 916.7003428936005, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.57999801635742, "Augmented-0.05-Quantile-Accuracy": 65.19999694824219, "Augmented-0.1-Quantile-Accuracy": 66.72000122070312, "Augmented-Accuracy": 71.8807, "Augmented-Loss": 1.2109623699417114, "Clean-Accuracy": 75.84, "Clean-Loss": 1.0615412368774415, "PGD-Accuracy": 0.44, "PGD-Loss": 8.210853137207032}, "Total-Time": 62550.02989602089, "Train": {"Loss": 1.6686295834350586, "avg t": 1.1754194941711427, "plain loss": 1.0193140252685549}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.65999603271484, "Augmented-0.05-Quantile-Accuracy": 72.1199951171875, "Augmented-0.1-Quantile-Accuracy": 73.63999938964844, "Augmented-Accuracy": 77.3622, "Augmented-Loss": 1.0839937430992126, "Clean-Accuracy": 77.58, "Clean-Loss": 1.006530282974243, "PGD-Accuracy": 0.38, "PGD-Loss": 7.404255809020996}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 916.8108851909637, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.269996643066406, "Augmented-0.05-Quantile-Accuracy": 65.47000122070312, "Augmented-0.1-Quantile-Accuracy": 66.66999816894531, "Augmented-Accuracy": 71.4411, "Augmented-Loss": 1.1904792819366454, "Clean-Accuracy": 75.39, "Clean-Loss": 1.0477952461242677, "PGD-Accuracy": 0.19, "PGD-Loss": 8.060348303222657}, "Total-Time": 63466.84078121185, "Train": {"Loss": 1.6857001458740235, "avg t": 1.1722568379211427, "plain loss": 1.0149928807373045}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.91999816894531, "Augmented-0.05-Quantile-Accuracy": 71.41999816894531, "Augmented-0.1-Quantile-Accuracy": 72.83999633789062, "Augmented-Accuracy": 76.682, "Augmented-Loss": 1.0736364253959656, "Clean-Accuracy": 77.08, "Clean-Loss": 1.0184900451660157, "PGD-Accuracy": 0.16, "PGD-Loss": 7.396160627746582}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 916.7163841724396, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.929996490478516, "Augmented-0.05-Quantile-Accuracy": 67.6199951171875, "Augmented-0.1-Quantile-Accuracy": 69.33999633789062, "Augmented-Accuracy": 74.4348, "Augmented-Loss": 1.1890437985534668, "Clean-Accuracy": 78.09, "Clean-Loss": 1.0486005767822266, "PGD-Accuracy": 0.41, "PGD-Loss": 8.164982379150391}, "Total-Time": 64383.55716538429, "Train": {"Loss": 1.6554886865234375, "avg t": 1.1670229316711427, "plain loss": 1.0093537387695317}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.6199951171875, "Augmented-0.05-Quantile-Accuracy": 72.86000061035156, "Augmented-0.1-Quantile-Accuracy": 74.54000091552734, "Augmented-Accuracy": 79.1128, "Augmented-Loss": 1.0805115549468993, "Clean-Accuracy": 78.44, "Clean-Loss": 1.0234130794525147, "PGD-Accuracy": 0.26, "PGD-Loss": 7.4374591300964354}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 916.5398354530334, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.5, "Augmented-0.05-Quantile-Accuracy": 67.12999725341797, "Augmented-0.1-Quantile-Accuracy": 68.66999816894531, "Augmented-Accuracy": 73.3015, "Augmented-Loss": 1.178047467086792, "Clean-Accuracy": 77.28, "Clean-Loss": 1.043551824951172, "PGD-Accuracy": 0.41, "PGD-Loss": 8.256546319580078}, "Total-Time": 65300.097000837326, "Train": {"Loss": 1.5977599573135377, "avg t": 1.1684749629211426, "plain loss": 1.0115011071166988}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.91999816894531, "Augmented-0.05-Quantile-Accuracy": 73.63999938964844, "Augmented-0.1-Quantile-Accuracy": 74.63999938964844, "Augmented-Accuracy": 78.1672, "Augmented-Loss": 1.0704441738185884, "Clean-Accuracy": 78.6, "Clean-Loss": 0.984964991569519, "PGD-Accuracy": 0.16, "PGD-Loss": 7.559115705871582}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 916.5680251121521, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.13999938964844, "Augmented-0.05-Quantile-Accuracy": 67.72999572753906, "Augmented-0.1-Quantile-Accuracy": 69.25, "Augmented-Accuracy": 74.4249, "Augmented-Loss": 1.1846893492736816, "Clean-Accuracy": 76.43, "Clean-Loss": 1.046872982788086, "PGD-Accuracy": 0.33, "PGD-Loss": 8.369252954101562}, "Total-Time": 66216.66502594948, "Train": {"Loss": 1.6112526596069336, "avg t": 1.1643749629211426, "plain loss": 1.0046439801635734}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.1199951171875, "Augmented-0.05-Quantile-Accuracy": 72.95999908447266, "Augmented-0.1-Quantile-Accuracy": 74.45999908447266, "Augmented-Accuracy": 79.1424, "Augmented-Loss": 1.0800226612701416, "Clean-Accuracy": 79.78, "Clean-Loss": 0.94339391040802, "PGD-Accuracy": 0.46, "PGD-Loss": 7.768802946472168}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 916.5627202987671, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.63999938964844, "Augmented-0.05-Quantile-Accuracy": 69.38999938964844, "Augmented-0.1-Quantile-Accuracy": 70.9000015258789, "Augmented-Accuracy": 75.8037, "Augmented-Loss": 1.18033786302948, "Clean-Accuracy": 77.45, "Clean-Loss": 1.02506275100708, "PGD-Accuracy": 0.47, "PGD-Loss": 8.302975921630859}, "Total-Time": 67133.22774624825, "Train": {"Loss": 1.6081525100708007, "avg t": 1.1603479316711425, "plain loss": 0.9950876244506848}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.54000091552734, "Augmented-0.05-Quantile-Accuracy": 74.29999542236328, "Augmented-0.1-Quantile-Accuracy": 75.68000030517578, "Augmented-Accuracy": 79.9222, "Augmented-Loss": 1.0650651995334626, "Clean-Accuracy": 79.9, "Clean-Loss": 1.0197139492034912, "PGD-Accuracy": 0.48, "PGD-Loss": 7.644539262390137}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 916.3571445941925, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.939998626708984, "Augmented-0.05-Quantile-Accuracy": 66.18999481201172, "Augmented-0.1-Quantile-Accuracy": 67.58999633789062, "Augmented-Accuracy": 72.6826, "Augmented-Loss": 1.1646740395507813, "Clean-Accuracy": 76.15, "Clean-Loss": 1.0335006393432618, "PGD-Accuracy": 0.21, "PGD-Loss": 8.246744177246093}, "Total-Time": 68049.58489084244, "Train": {"Loss": 1.5851824786376953, "avg t": 1.1635216816711427, "plain loss": 1.0012323096923834}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.73999786376953, "Augmented-0.05-Quantile-Accuracy": 72.41999816894531, "Augmented-0.1-Quantile-Accuracy": 73.79999542236328, "Augmented-Accuracy": 78.2496, "Augmented-Loss": 1.0571033855514527, "Clean-Accuracy": 75.12, "Clean-Loss": 0.9999940324783325, "PGD-Accuracy": 0.38, "PGD-Loss": 7.520300426483154}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 916.3170893192291, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.94999694824219, "Augmented-0.05-Quantile-Accuracy": 67.5, "Augmented-0.1-Quantile-Accuracy": 68.94999694824219, "Augmented-Accuracy": 73.8587, "Augmented-Loss": 1.1802145437622071, "Clean-Accuracy": 75.27, "Clean-Loss": 1.0482484046936036, "PGD-Accuracy": 0.28, "PGD-Loss": 8.549380017089844}, "Total-Time": 68965.90198016167, "Train": {"Loss": 1.5816926316833495, "avg t": 1.1599071504211427, "plain loss": 0.9986561389465326}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.79999542236328, "Augmented-0.05-Quantile-Accuracy": 73.9000015258789, "Augmented-0.1-Quantile-Accuracy": 75.0199966430664, "Augmented-Accuracy": 78.6876, "Augmented-Loss": 1.0639742109375, "Clean-Accuracy": 79.8, "Clean-Loss": 1.0064534748077392, "PGD-Accuracy": 0.48, "PGD-Loss": 7.864218084716797}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 915.6906406879425, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.68000030517578, "Augmented-0.05-Quantile-Accuracy": 68.75, "Augmented-0.1-Quantile-Accuracy": 70.1199951171875, "Augmented-Accuracy": 75.0342, "Augmented-Loss": 1.1463249434127807, "Clean-Accuracy": 76.85, "Clean-Loss": 1.0102708473205566, "PGD-Accuracy": 0.31, "PGD-Loss": 8.470156048583984}, "Total-Time": 69881.59262084961, "Train": {"Loss": 1.4013819511413574, "avg t": 1.1442401191711427, "plain loss": 0.9720743059082028}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.0199966430664, "Augmented-0.05-Quantile-Accuracy": 75.0199966430664, "Augmented-0.1-Quantile-Accuracy": 76.18000030517578, "Augmented-Accuracy": 79.937, "Augmented-Loss": 1.0286404035720824, "Clean-Accuracy": 78.26, "Clean-Loss": 0.9539184169769287, "PGD-Accuracy": 0.44, "PGD-Loss": 7.6958280960083005}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 914.7532751560211, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.0999984741211, "Augmented-0.05-Quantile-Accuracy": 70.45999908447266, "Augmented-0.1-Quantile-Accuracy": 71.70999908447266, "Augmented-Accuracy": 75.9288, "Augmented-Loss": 1.12706587550354, "Clean-Accuracy": 78.19, "Clean-Loss": 0.9933212181091309, "PGD-Accuracy": 0.37, "PGD-Loss": 8.457883508300782}, "Total-Time": 70796.34589600563, "Train": {"Loss": 1.2982789641571044, "avg t": 1.1330615254211425, "plain loss": 0.9547370439453124}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.55999755859375, "Augmented-0.05-Quantile-Accuracy": 76.23999786376953, "Augmented-0.1-Quantile-Accuracy": 77.1199951171875, "Augmented-Accuracy": 80.7474, "Augmented-Loss": 1.0155845062847138, "Clean-Accuracy": 79.16, "Clean-Loss": 0.9384404369354248, "PGD-Accuracy": 0.3, "PGD-Loss": 7.65035304107666}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 914.7849879264832, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.12999725341797, "Augmented-0.05-Quantile-Accuracy": 70.3699951171875, "Augmented-0.1-Quantile-Accuracy": 71.8499984741211, "Augmented-Accuracy": 76.0822, "Augmented-Loss": 1.1096109707794188, "Clean-Accuracy": 78.64, "Clean-Loss": 0.9760568252563476, "PGD-Accuracy": 0.65, "PGD-Loss": 8.484913134765625}, "Total-Time": 71711.13088393211, "Train": {"Loss": 1.2738207531738281, "avg t": 1.1240746504211425, "plain loss": 0.9373067012939456}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.63999938964844, "Augmented-0.05-Quantile-Accuracy": 76.41999816894531, "Augmented-0.1-Quantile-Accuracy": 77.45999908447266, "Augmented-Accuracy": 81.0708, "Augmented-Loss": 0.992187664024353, "Clean-Accuracy": 79.62, "Clean-Loss": 0.9127341598510742, "PGD-Accuracy": 0.26, "PGD-Loss": 7.692478603363037}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 914.8170363903046, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.31999969482422, "Augmented-0.05-Quantile-Accuracy": 70.54000091552734, "Augmented-0.1-Quantile-Accuracy": 71.75999450683594, "Augmented-Accuracy": 75.9526, "Augmented-Loss": 1.1084496546325684, "Clean-Accuracy": 78.55, "Clean-Loss": 0.9749572189331055, "PGD-Accuracy": 0.56, "PGD-Loss": 8.515473364257813}, "Total-Time": 72625.94792032242, "Train": {"Loss": 1.3009311151123046, "avg t": 1.1199668379211425, "plain loss": 0.9316186882019047}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.97999572753906, "Augmented-0.05-Quantile-Accuracy": 76.55999755859375, "Augmented-0.1-Quantile-Accuracy": 77.55999755859375, "Augmented-Accuracy": 81.0518, "Augmented-Loss": 0.9908219048423768, "Clean-Accuracy": 77.6, "Clean-Loss": 0.9283022212982178, "PGD-Accuracy": 0.32, "PGD-Loss": 7.721939793395996}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 914.5990703105927, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.6500015258789, "Augmented-0.05-Quantile-Accuracy": 70.88999938964844, "Augmented-0.1-Quantile-Accuracy": 72.33999633789062, "Augmented-Accuracy": 76.7072, "Augmented-Loss": 1.1019710060958863, "Clean-Accuracy": 78.87, "Clean-Loss": 0.9677297149658203, "PGD-Accuracy": 0.71, "PGD-Loss": 8.529394567871094}, "Total-Time": 73540.54699063301, "Train": {"Loss": 1.270288611755371, "avg t": 1.1171284004211426, "plain loss": 0.9261620434875493}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.23999786376953, "Augmented-0.05-Quantile-Accuracy": 76.75999450683594, "Augmented-0.1-Quantile-Accuracy": 77.68000030517578, "Augmented-Accuracy": 81.1838, "Augmented-Loss": 0.9829815371112823, "Clean-Accuracy": 80.26, "Clean-Loss": 0.8765671445846558, "PGD-Accuracy": 0.36, "PGD-Loss": 7.698690791320801}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 914.4344606399536, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.68999481201172, "Augmented-0.05-Quantile-Accuracy": 70.0199966430664, "Augmented-0.1-Quantile-Accuracy": 71.43000030517578, "Augmented-Accuracy": 75.6785, "Augmented-Loss": 1.0928169846801759, "Clean-Accuracy": 78.35, "Clean-Loss": 0.9585958656311035, "PGD-Accuracy": 0.63, "PGD-Loss": 8.588706555175781}, "Total-Time": 74454.98145127296, "Train": {"Loss": 1.2487654588317871, "avg t": 1.1123446504211425, "plain loss": 0.9152308807983404}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.04000091552734, "Augmented-0.05-Quantile-Accuracy": 76.08000183105469, "Augmented-0.1-Quantile-Accuracy": 77.63999938964844, "Augmented-Accuracy": 80.8486, "Augmented-Loss": 0.9736810055236816, "Clean-Accuracy": 81.76, "Clean-Loss": 0.9041691965103149, "PGD-Accuracy": 0.28, "PGD-Loss": 7.733353204345703}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 914.5065774917603, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.37999725341797, "Augmented-0.05-Quantile-Accuracy": 70.48999786376953, "Augmented-0.1-Quantile-Accuracy": 71.91999816894531, "Augmented-Accuracy": 76.4399, "Augmented-Loss": 1.0824690563812256, "Clean-Accuracy": 79.16, "Clean-Loss": 0.944360977935791, "PGD-Accuracy": 0.73, "PGD-Loss": 8.629317315673829}, "Total-Time": 75369.48802876472, "Train": {"Loss": 1.246516795463562, "avg t": 1.1088959004211425, "plain loss": 0.9080236175842283}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.0199966430664, "Augmented-0.05-Quantile-Accuracy": 76.79999542236328, "Augmented-0.1-Quantile-Accuracy": 78.22000122070312, "Augmented-Accuracy": 81.7096, "Augmented-Loss": 0.9569696864128113, "Clean-Accuracy": 79.12, "Clean-Loss": 0.9204096353530884, "PGD-Accuracy": 0.36, "PGD-Loss": 7.816508964538574}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 914.4236805438995, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.73999786376953, "Augmented-0.05-Quantile-Accuracy": 70.72999572753906, "Augmented-0.1-Quantile-Accuracy": 72.05999755859375, "Augmented-Accuracy": 76.5259, "Augmented-Loss": 1.075780217781067, "Clean-Accuracy": 79.3, "Clean-Loss": 0.9412726364135742, "PGD-Accuracy": 0.6, "PGD-Loss": 8.703482470703126}, "Total-Time": 76283.91170930862, "Train": {"Loss": 1.2462857913970948, "avg t": 1.1052154316711427, "plain loss": 0.9012305013122558}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.08000183105469, "Augmented-0.05-Quantile-Accuracy": 77.6199951171875, "Augmented-0.1-Quantile-Accuracy": 78.83999633789062, "Augmented-Accuracy": 82.2444, "Augmented-Loss": 0.9518767397346497, "Clean-Accuracy": 78.6, "Clean-Loss": 0.9226132030487061, "PGD-Accuracy": 0.32, "PGD-Loss": 7.839118005371094}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 914.2646367549896, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.94999694824219, "Augmented-0.05-Quantile-Accuracy": 71.02999877929688, "Augmented-0.1-Quantile-Accuracy": 72.48999786376953, "Augmented-Accuracy": 76.7616, "Augmented-Loss": 1.0708527750091552, "Clean-Accuracy": 79.15, "Clean-Loss": 0.9367610221862793, "PGD-Accuracy": 0.7, "PGD-Loss": 8.73706524658203}, "Total-Time": 77198.17634606361, "Train": {"Loss": 1.225319824371338, "avg t": 1.1024521504211426, "plain loss": 0.894586113006592}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.41999816894531, "Augmented-0.05-Quantile-Accuracy": 76.93999481201172, "Augmented-0.1-Quantile-Accuracy": 78.19999694824219, "Augmented-Accuracy": 81.4586, "Augmented-Loss": 0.948957211687088, "Clean-Accuracy": 80.66, "Clean-Loss": 0.8714371906280518, "PGD-Accuracy": 0.32, "PGD-Loss": 7.880835006713867}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 914.3323407173157, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.98999786376953, "Augmented-0.05-Quantile-Accuracy": 71.08000183105469, "Augmented-0.1-Quantile-Accuracy": 72.3699951171875, "Augmented-Accuracy": 76.7931, "Augmented-Loss": 1.0587602665405274, "Clean-Accuracy": 79.37, "Clean-Loss": 0.9292498069763183, "PGD-Accuracy": 0.68, "PGD-Loss": 8.748651947021484}, "Total-Time": 78112.50868678093, "Train": {"Loss": 1.2174685079193115, "avg t": 1.0997159004211425, "plain loss": 0.8906470157470695}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.33999633789062, "Augmented-0.05-Quantile-Accuracy": 76.91999816894531, "Augmented-0.1-Quantile-Accuracy": 77.93999481201172, "Augmented-Accuracy": 81.57, "Augmented-Loss": 0.9419634427165985, "Clean-Accuracy": 80.32, "Clean-Loss": 0.9099799486160278, "PGD-Accuracy": 0.46, "PGD-Loss": 7.902321109008789}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 914.2878339290619, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.54999542236328, "Augmented-0.05-Quantile-Accuracy": 71.66999816894531, "Augmented-0.1-Quantile-Accuracy": 73.02999877929688, "Augmented-Accuracy": 77.2355, "Augmented-Loss": 1.0601598190841675, "Clean-Accuracy": 79.69, "Clean-Loss": 0.9322030616760254, "PGD-Accuracy": 0.64, "PGD-Loss": 8.744249505615235}, "Total-Time": 79026.79652070999, "Train": {"Loss": 1.228780729675293, "avg t": 1.0973569941711425, "plain loss": 0.8862573562622071}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.0, "Augmented-0.05-Quantile-Accuracy": 77.25999450683594, "Augmented-0.1-Quantile-Accuracy": 78.22000122070312, "Augmented-Accuracy": 81.6116, "Augmented-Loss": 0.9422760935268402, "Clean-Accuracy": 81.2, "Clean-Loss": 0.8630379915237427, "PGD-Accuracy": 0.18, "PGD-Loss": 7.84633373413086}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 913.8664238452911, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.72000122070312, "Augmented-0.05-Quantile-Accuracy": 71.88999938964844, "Augmented-0.1-Quantile-Accuracy": 73.15999603271484, "Augmented-Accuracy": 77.5481, "Augmented-Loss": 1.0559347444610596, "Clean-Accuracy": 80.04, "Clean-Loss": 0.9284513343811035, "PGD-Accuracy": 0.59, "PGD-Loss": 8.78429400024414}, "Total-Time": 79940.66294455528, "Train": {"Loss": 1.212085860671997, "avg t": 1.0940898066711426, "plain loss": 0.8852430328369135}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.19999694824219, "Augmented-0.05-Quantile-Accuracy": 77.65999603271484, "Augmented-0.1-Quantile-Accuracy": 78.81999969482422, "Augmented-Accuracy": 82.3114, "Augmented-Loss": 0.9333011534805298, "Clean-Accuracy": 80.82, "Clean-Loss": 0.892626307296753, "PGD-Accuracy": 0.26, "PGD-Loss": 7.892117883300782}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 913.9058663845062, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.79000091552734, "Augmented-0.05-Quantile-Accuracy": 71.9000015258789, "Augmented-0.1-Quantile-Accuracy": 73.3699951171875, "Augmented-Accuracy": 77.6705, "Augmented-Loss": 1.0560974121551514, "Clean-Accuracy": 80.08, "Clean-Loss": 0.9279151229858399, "PGD-Accuracy": 0.67, "PGD-Loss": 8.810897973632812}, "Total-Time": 80854.56881093979, "Train": {"Loss": 1.206432971534729, "avg t": 1.0928865254211426, "plain loss": 0.8810957931518552}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.41999816894531, "Augmented-0.05-Quantile-Accuracy": 77.91999816894531, "Augmented-0.1-Quantile-Accuracy": 79.07999420166016, "Augmented-Accuracy": 82.5794, "Augmented-Loss": 0.9369145834751129, "Clean-Accuracy": 80.28, "Clean-Loss": 0.8871607177734375, "PGD-Accuracy": 0.3, "PGD-Loss": 7.905438945007324}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 913.9658808708191, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.56999969482422, "Augmented-0.05-Quantile-Accuracy": 71.62999725341797, "Augmented-0.1-Quantile-Accuracy": 72.91999816894531, "Augmented-Accuracy": 77.2524, "Augmented-Loss": 1.0512923247528076, "Clean-Accuracy": 79.93, "Clean-Loss": 0.9189460426330567, "PGD-Accuracy": 0.6, "PGD-Loss": 8.909012225341797}, "Total-Time": 81768.53469181061, "Train": {"Loss": 1.194003466796875, "avg t": 1.0906941816711426, "plain loss": 0.8758139818725592}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.31999969482422, "Augmented-0.05-Quantile-Accuracy": 77.95999908447266, "Augmented-0.1-Quantile-Accuracy": 78.93999481201172, "Augmented-Accuracy": 82.0828, "Augmented-Loss": 0.925534042591095, "Clean-Accuracy": 81.78, "Clean-Loss": 0.845425832271576, "PGD-Accuracy": 0.14, "PGD-Loss": 7.952332948303223}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 914.1008460521698, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.56999969482422, "Augmented-0.05-Quantile-Accuracy": 71.6199951171875, "Augmented-0.1-Quantile-Accuracy": 72.83999633789062, "Augmented-Accuracy": 77.3876, "Augmented-Loss": 1.0449532314300538, "Clean-Accuracy": 79.95, "Clean-Loss": 0.9132404762268066, "PGD-Accuracy": 0.68, "PGD-Loss": 8.948651293945312}, "Total-Time": 82682.63553786278, "Train": {"Loss": 1.1928659452819825, "avg t": 1.0890630879211425, "plain loss": 0.8719867539672838}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.0, "Augmented-0.05-Quantile-Accuracy": 77.81999969482422, "Augmented-0.1-Quantile-Accuracy": 78.77999877929688, "Augmented-Accuracy": 81.9048, "Augmented-Loss": 0.9172676218509674, "Clean-Accuracy": 82.2, "Clean-Loss": 0.8553924297332763, "PGD-Accuracy": 0.34, "PGD-Loss": 8.047408953857422}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 914.3083906173706, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.72999572753906, "Augmented-0.05-Quantile-Accuracy": 71.77999877929688, "Augmented-0.1-Quantile-Accuracy": 73.18000030517578, "Augmented-Accuracy": 77.5334, "Augmented-Loss": 1.0444016851882933, "Clean-Accuracy": 80.23, "Clean-Loss": 0.915935718536377, "PGD-Accuracy": 0.66, "PGD-Loss": 8.951006494140625}, "Total-Time": 83596.94392848015, "Train": {"Loss": 1.2093900386047363, "avg t": 1.0878234004211427, "plain loss": 0.8690166816101083}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.41999816894531, "Augmented-0.05-Quantile-Accuracy": 78.0, "Augmented-0.1-Quantile-Accuracy": 79.23999786376953, "Augmented-Accuracy": 82.5114, "Augmented-Loss": 0.9242960643653869, "Clean-Accuracy": 79.8, "Clean-Loss": 0.8563349773406982, "PGD-Accuracy": 0.42, "PGD-Loss": 8.016763389587402}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 914.0220246315002, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.62999725341797, "Augmented-0.05-Quantile-Accuracy": 71.62999725341797, "Augmented-0.1-Quantile-Accuracy": 73.1199951171875, "Augmented-Accuracy": 77.5219, "Augmented-Loss": 1.0439857363739014, "Clean-Accuracy": 80.1, "Clean-Loss": 0.9133410301208497, "PGD-Accuracy": 0.67, "PGD-Loss": 8.94520834350586}, "Total-Time": 84510.96595311165, "Train": {"Loss": 1.1880060886764527, "avg t": 1.0868376191711426, "plain loss": 0.8680183469848638}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 74.93999481201172, "Augmented-0.05-Quantile-Accuracy": 77.41999816894531, "Augmented-0.1-Quantile-Accuracy": 78.5999984741211, "Augmented-Accuracy": 82.269, "Augmented-Loss": 0.9202647129631043, "Clean-Accuracy": 78.76, "Clean-Loss": 0.8919796968460083, "PGD-Accuracy": 0.38, "PGD-Loss": 8.048823580932618}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 914.0439810752869, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.91999816894531, "Augmented-0.05-Quantile-Accuracy": 71.91999816894531, "Augmented-0.1-Quantile-Accuracy": 73.29999542236328, "Augmented-Accuracy": 77.6645, "Augmented-Loss": 1.0425966971359253, "Clean-Accuracy": 80.43, "Clean-Loss": 0.9111581771850586, "PGD-Accuracy": 0.65, "PGD-Loss": 8.948817608642578}, "Total-Time": 85425.00993418694, "Train": {"Loss": 1.1898915353775024, "avg t": 1.0865409004211426, "plain loss": 0.867654678436279}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.33999633789062, "Augmented-0.05-Quantile-Accuracy": 77.83999633789062, "Augmented-0.1-Quantile-Accuracy": 78.77999877929688, "Augmented-Accuracy": 82.4966, "Augmented-Loss": 0.9170940568790436, "Clean-Accuracy": 81.54, "Clean-Loss": 0.9022635105133057, "PGD-Accuracy": 0.44, "PGD-Loss": 8.040690234375}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 913.9729721546173, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.9000015258789, "Augmented-0.05-Quantile-Accuracy": 71.94999694824219, "Augmented-0.1-Quantile-Accuracy": 73.3499984741211, "Augmented-Accuracy": 77.7022, "Augmented-Loss": 1.0415001267089843, "Clean-Accuracy": 80.5, "Clean-Loss": 0.9171964347839355, "PGD-Accuracy": 0.68, "PGD-Loss": 8.947864141845702}, "Total-Time": 86338.98290634155, "Train": {"Loss": 1.1773202131652831, "avg t": 1.0860729316711426, "plain loss": 0.8665397178344718}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.77999877929688, "Augmented-0.05-Quantile-Accuracy": 78.13999938964844, "Augmented-0.1-Quantile-Accuracy": 79.36000061035156, "Augmented-Accuracy": 82.9324, "Augmented-Loss": 0.9238514264793396, "Clean-Accuracy": 82.12, "Clean-Loss": 0.8621353757858277, "PGD-Accuracy": 0.38, "PGD-Loss": 8.015701538085937}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 914.1580770015717, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.83000183105469, "Augmented-0.05-Quantile-Accuracy": 71.95999908447266, "Augmented-0.1-Quantile-Accuracy": 73.31999969482422, "Augmented-Accuracy": 77.7375, "Augmented-Loss": 1.0410525391082763, "Clean-Accuracy": 80.41, "Clean-Loss": 0.911630216217041, "PGD-Accuracy": 0.68, "PGD-Loss": 8.952359832763673}, "Total-Time": 87253.14098334312, "Train": {"Loss": 1.180481138343811, "avg t": 1.0856102754211425, "plain loss": 0.8668617198486325}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.25999450683594, "Augmented-0.05-Quantile-Accuracy": 78.19999694824219, "Augmented-0.1-Quantile-Accuracy": 79.23999786376953, "Augmented-Accuracy": 82.6708, "Augmented-Loss": 0.917432903553009, "Clean-Accuracy": 80.54, "Clean-Loss": 0.9011703289031983, "PGD-Accuracy": 0.42, "PGD-Loss": 8.063582695007325}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 913.9221794605255, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.88999938964844, "Augmented-0.05-Quantile-Accuracy": 71.88999938964844, "Augmented-0.1-Quantile-Accuracy": 73.30999755859375, "Augmented-Accuracy": 77.7708, "Augmented-Loss": 1.0409783295593262, "Clean-Accuracy": 80.39, "Clean-Loss": 0.9125621360778808, "PGD-Accuracy": 0.67, "PGD-Loss": 8.94873897705078}, "Total-Time": 88167.06316280365, "Train": {"Loss": 1.1805224057006836, "avg t": 1.0851459004211426, "plain loss": 0.8659213285522462}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.36000061035156, "Augmented-0.05-Quantile-Accuracy": 78.18000030517578, "Augmented-0.1-Quantile-Accuracy": 79.4000015258789, "Augmented-Accuracy": 83.0176, "Augmented-Loss": 0.9170334924240112, "Clean-Accuracy": 81.08, "Clean-Loss": 0.8639947784423828, "PGD-Accuracy": 0.26, "PGD-Loss": 8.027978442382812}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 914.2046632766724, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.06999969482422, "Augmented-0.05-Quantile-Accuracy": 71.79000091552734, "Augmented-0.1-Quantile-Accuracy": 73.22999572753906, "Augmented-Accuracy": 77.6779, "Augmented-Loss": 1.0408975700149536, "Clean-Accuracy": 80.3, "Clean-Loss": 0.9132803367614746, "PGD-Accuracy": 0.64, "PGD-Loss": 8.951727325439453}, "Total-Time": 89081.26782608032, "Train": {"Loss": 1.179263769378662, "avg t": 1.0846907441711426, "plain loss": 0.8654306517639148}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.86000061035156, "Augmented-0.05-Quantile-Accuracy": 78.36000061035156, "Augmented-0.1-Quantile-Accuracy": 79.31999969482422, "Augmented-Accuracy": 82.7788, "Augmented-Loss": 0.918232453250885, "Clean-Accuracy": 80.2, "Clean-Loss": 0.8541840185165406, "PGD-Accuracy": 0.26, "PGD-Loss": 8.006683541870117}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 914.4474930763245, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.08000183105469, "Augmented-0.05-Quantile-Accuracy": 72.05999755859375, "Augmented-0.1-Quantile-Accuracy": 73.30999755859375, "Augmented-Accuracy": 77.7543, "Augmented-Loss": 1.0394413726959228, "Clean-Accuracy": 80.29, "Clean-Loss": 0.9126330940246582, "PGD-Accuracy": 0.66, "PGD-Loss": 8.951063317871094}, "Total-Time": 89995.71531915665, "Train": {"Loss": 1.1875494946289062, "avg t": 1.0856260566711426, "plain loss": 0.8670027807769773}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.91999816894531, "Augmented-0.05-Quantile-Accuracy": 78.81999969482422, "Augmented-0.1-Quantile-Accuracy": 79.93999481201172, "Augmented-Accuracy": 83.2058, "Augmented-Loss": 0.9195310967922211, "Clean-Accuracy": 82.24, "Clean-Loss": 0.8556820404052734, "PGD-Accuracy": 0.42, "PGD-Loss": 8.03905767211914}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 913.9479789733887, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.12999725341797, "Augmented-0.05-Quantile-Accuracy": 71.98999786376953, "Augmented-0.1-Quantile-Accuracy": 73.44999694824219, "Augmented-Accuracy": 77.7861, "Augmented-Loss": 1.039299981376648, "Clean-Accuracy": 80.5, "Clean-Loss": 0.9105027099609375, "PGD-Accuracy": 0.61, "PGD-Loss": 8.949585870361329}, "Total-Time": 90909.66329813004, "Train": {"Loss": 1.178866736907959, "avg t": 1.0849730879211426, "plain loss": 0.8659513078918456}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.22000122070312, "Augmented-0.05-Quantile-Accuracy": 78.87999725341797, "Augmented-0.1-Quantile-Accuracy": 79.91999816894531, "Augmented-Accuracy": 83.0742, "Augmented-Loss": 0.9123215084724426, "Clean-Accuracy": 78.0, "Clean-Loss": 0.8955680603027344, "PGD-Accuracy": 0.36, "PGD-Loss": 8.009400898742676}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 914.2469351291656, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.00999450683594, "Augmented-0.05-Quantile-Accuracy": 72.04000091552734, "Augmented-0.1-Quantile-Accuracy": 73.47999572753906, "Augmented-Accuracy": 77.7833, "Augmented-Loss": 1.039011684638977, "Clean-Accuracy": 80.35, "Clean-Loss": 0.9124437309265137, "PGD-Accuracy": 0.65, "PGD-Loss": 8.948052801513672}, "Total-Time": 91823.9102332592, "Train": {"Loss": 1.1881406005859374, "avg t": 1.0847405879211425, "plain loss": 0.8659334547729494}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.68000030517578, "Augmented-0.05-Quantile-Accuracy": 78.57999420166016, "Augmented-0.1-Quantile-Accuracy": 79.63999938964844, "Augmented-Accuracy": 82.6956, "Augmented-Loss": 0.917852840429306, "Clean-Accuracy": 78.6, "Clean-Loss": 0.9150991065979004, "PGD-Accuracy": 0.4, "PGD-Loss": 7.981344285583496}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 913.9475317001343, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.87999725341797, "Augmented-0.05-Quantile-Accuracy": 72.05999755859375, "Augmented-0.1-Quantile-Accuracy": 73.5, "Augmented-Accuracy": 77.7735, "Augmented-Loss": 1.03861678742218, "Clean-Accuracy": 80.17, "Clean-Loss": 0.9118427207946778, "PGD-Accuracy": 0.66, "PGD-Loss": 8.948537170410157}, "Total-Time": 92737.85776495934, "Train": {"Loss": 1.1766226838684082, "avg t": 1.0838435566711426, "plain loss": 0.86551654763794}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.37999725341797, "Augmented-0.05-Quantile-Accuracy": 77.6199951171875, "Augmented-0.1-Quantile-Accuracy": 78.5, "Augmented-Accuracy": 82.3392, "Augmented-Loss": 0.9179518455696106, "Clean-Accuracy": 80.2, "Clean-Loss": 0.8591023874282837, "PGD-Accuracy": 0.18, "PGD-Loss": 8.015594783020019}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 914.0240435600281, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.93999481201172, "Augmented-0.05-Quantile-Accuracy": 71.90999603271484, "Augmented-0.1-Quantile-Accuracy": 73.25999450683594, "Augmented-Accuracy": 77.669, "Augmented-Loss": 1.038560528274536, "Clean-Accuracy": 80.37, "Clean-Loss": 0.9097972869873047, "PGD-Accuracy": 0.59, "PGD-Loss": 8.942749932861329}, "Total-Time": 93651.88180851936, "Train": {"Loss": 1.174197610168457, "avg t": 1.0838587129211426, "plain loss": 0.8641212234802247}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.18000030517578, "Augmented-0.05-Quantile-Accuracy": 78.23999786376953, "Augmented-0.1-Quantile-Accuracy": 79.43999481201172, "Augmented-Accuracy": 82.5992, "Augmented-Loss": 0.9173289719657898, "Clean-Accuracy": 81.28, "Clean-Loss": 0.8591842176437378, "PGD-Accuracy": 0.26, "PGD-Loss": 8.039152856445313}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 914.0863134860992, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.95999908447266, "Augmented-0.05-Quantile-Accuracy": 71.86000061035156, "Augmented-0.1-Quantile-Accuracy": 73.2699966430664, "Augmented-Accuracy": 77.6631, "Augmented-Loss": 1.0378264686279297, "Clean-Accuracy": 80.52, "Clean-Loss": 0.9111245239257812, "PGD-Accuracy": 0.61, "PGD-Loss": 8.935948718261718}, "Total-Time": 94565.96812200546, "Train": {"Loss": 1.1732461239624024, "avg t": 1.0839973066711426, "plain loss": 0.8649945672302236}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.58000183105469, "Augmented-0.05-Quantile-Accuracy": 78.15999603271484, "Augmented-0.1-Quantile-Accuracy": 79.0199966430664, "Augmented-Accuracy": 82.5968, "Augmented-Loss": 0.9164341592350006, "Clean-Accuracy": 80.7, "Clean-Loss": 0.878373198890686, "PGD-Accuracy": 0.22, "PGD-Loss": 7.99049468383789}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 913.6776871681213, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.8499984741211, "Augmented-0.05-Quantile-Accuracy": 71.8699951171875, "Augmented-0.1-Quantile-Accuracy": 73.36000061035156, "Augmented-Accuracy": 77.6659, "Augmented-Loss": 1.0373760274200439, "Clean-Accuracy": 80.45, "Clean-Loss": 0.911448698425293, "PGD-Accuracy": 0.61, "PGD-Loss": 8.943816436767579}, "Total-Time": 95479.64580917358, "Train": {"Loss": 1.1755036503601075, "avg t": 1.0830463691711425, "plain loss": 0.8635593690795894}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.04000091552734, "Augmented-0.05-Quantile-Accuracy": 77.83999633789062, "Augmented-0.1-Quantile-Accuracy": 79.0999984741211, "Augmented-Accuracy": 82.4318, "Augmented-Loss": 0.9182154756679535, "Clean-Accuracy": 80.42, "Clean-Loss": 0.8473640634536743, "PGD-Accuracy": 0.24, "PGD-Loss": 8.018139637756347}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 913.792432308197, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.97999572753906, "Augmented-0.05-Quantile-Accuracy": 71.93999481201172, "Augmented-0.1-Quantile-Accuracy": 73.31999969482422, "Augmented-Accuracy": 77.7389, "Augmented-Loss": 1.0368029127197265, "Clean-Accuracy": 80.79, "Clean-Loss": 0.913162264251709, "PGD-Accuracy": 0.63, "PGD-Loss": 8.939860266113282}, "Total-Time": 96393.43824148178, "Train": {"Loss": 1.1752735841369628, "avg t": 1.0827979316711427, "plain loss": 0.8630926799621569}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.75999450683594, "Augmented-0.05-Quantile-Accuracy": 78.33999633789062, "Augmented-0.1-Quantile-Accuracy": 79.79999542236328, "Augmented-Accuracy": 83.1522, "Augmented-Loss": 0.9189801373291016, "Clean-Accuracy": 82.1, "Clean-Loss": 0.8996482725143433, "PGD-Accuracy": 0.38, "PGD-Loss": 8.000712376403808}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 913.9825994968414, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.98999786376953, "Augmented-0.05-Quantile-Accuracy": 71.93000030517578, "Augmented-0.1-Quantile-Accuracy": 73.2699966430664, "Augmented-Accuracy": 77.786, "Augmented-Loss": 1.0364837027282714, "Clean-Accuracy": 80.43, "Clean-Loss": 0.9134399322509765, "PGD-Accuracy": 0.61, "PGD-Loss": 8.947559936523437}, "Total-Time": 97307.42084097862, "Train": {"Loss": 1.1679311402130126, "avg t": 1.0825885566711426, "plain loss": 0.8628307484130858}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.0999984741211, "Augmented-0.05-Quantile-Accuracy": 78.5999984741211, "Augmented-0.1-Quantile-Accuracy": 79.6199951171875, "Augmented-Accuracy": 82.9038, "Augmented-Loss": 0.9155257685623169, "Clean-Accuracy": 81.66, "Clean-Loss": 0.838977453994751, "PGD-Accuracy": 0.34, "PGD-Loss": 7.995003625488281}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 913.857709646225, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.86000061035156, "Augmented-0.05-Quantile-Accuracy": 71.95999908447266, "Augmented-0.1-Quantile-Accuracy": 73.31999969482422, "Augmented-Accuracy": 77.7114, "Augmented-Loss": 1.0360719159011842, "Clean-Accuracy": 80.52, "Clean-Loss": 0.9131299842834473, "PGD-Accuracy": 0.64, "PGD-Loss": 8.93290830078125}, "Total-Time": 98221.27855062485, "Train": {"Loss": 1.167175856704712, "avg t": 1.0823426191711425, "plain loss": 0.8630755301971436}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.19999694824219, "Augmented-0.05-Quantile-Accuracy": 78.08000183105469, "Augmented-0.1-Quantile-Accuracy": 79.25999450683594, "Augmented-Accuracy": 82.6744, "Augmented-Loss": 0.9179351092090606, "Clean-Accuracy": 81.38, "Clean-Loss": 0.8795859045028687, "PGD-Accuracy": 0.24, "PGD-Loss": 7.999766793823242}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 913.9134755134583, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.9000015258789, "Augmented-0.05-Quantile-Accuracy": 71.93000030517578, "Augmented-0.1-Quantile-Accuracy": 73.38999938964844, "Augmented-Accuracy": 77.6789, "Augmented-Loss": 1.0351526842041017, "Clean-Accuracy": 80.53, "Clean-Loss": 0.9054256126403809, "PGD-Accuracy": 0.6, "PGD-Loss": 8.936487432861329}, "Total-Time": 99135.1920261383, "Train": {"Loss": 1.1741854664611817, "avg t": 1.0824041816711425, "plain loss": 0.8621679519958505}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.22000122070312, "Augmented-0.05-Quantile-Accuracy": 78.23999786376953, "Augmented-0.1-Quantile-Accuracy": 79.4000015258789, "Augmented-Accuracy": 82.7738, "Augmented-Loss": 0.9109554730491638, "Clean-Accuracy": 81.42, "Clean-Loss": 0.8321705802917481, "PGD-Accuracy": 0.42, "PGD-Loss": 8.01164914855957}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 914.1380686759949, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.0, "Augmented-0.05-Quantile-Accuracy": 71.75999450683594, "Augmented-0.1-Quantile-Accuracy": 73.13999938964844, "Augmented-Accuracy": 77.5881, "Augmented-Loss": 1.03519046710968, "Clean-Accuracy": 80.37, "Clean-Loss": 0.9065370727539063, "PGD-Accuracy": 0.63, "PGD-Loss": 8.941788922119141}, "Total-Time": 100049.3300948143, "Train": {"Loss": 1.1824931117248536, "avg t": 1.0826301191711425, "plain loss": 0.8621175540161132}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.73999786376953, "Augmented-0.05-Quantile-Accuracy": 77.93999481201172, "Augmented-0.1-Quantile-Accuracy": 79.0999984741211, "Augmented-Accuracy": 82.8634, "Augmented-Loss": 0.9090039561157227, "Clean-Accuracy": 81.82, "Clean-Loss": 0.8700901155471802, "PGD-Accuracy": 0.24, "PGD-Loss": 8.03744245147705}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 913.6741378307343, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.83999633789062, "Augmented-0.05-Quantile-Accuracy": 71.79999542236328, "Augmented-0.1-Quantile-Accuracy": 73.12999725341797, "Augmented-Accuracy": 77.5657, "Augmented-Loss": 1.0345346736526488, "Clean-Accuracy": 80.39, "Clean-Loss": 0.9074474899291992, "PGD-Accuracy": 0.6, "PGD-Loss": 8.94000400390625}, "Total-Time": 100963.00423264503, "Train": {"Loss": 1.168616979827881, "avg t": 1.0818124629211425, "plain loss": 0.8611902861022952}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.15999603271484, "Augmented-0.05-Quantile-Accuracy": 77.65999603271484, "Augmented-0.1-Quantile-Accuracy": 78.87999725341797, "Augmented-Accuracy": 82.3692, "Augmented-Loss": 0.9125897466259003, "Clean-Accuracy": 83.12, "Clean-Loss": 0.8704908624649048, "PGD-Accuracy": 0.26, "PGD-Loss": 8.03924330291748}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 913.8274309635162, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.04000091552734, "Augmented-0.05-Quantile-Accuracy": 71.88999938964844, "Augmented-0.1-Quantile-Accuracy": 73.25, "Augmented-Accuracy": 77.7302, "Augmented-Loss": 1.034795350769043, "Clean-Accuracy": 80.53, "Clean-Loss": 0.9090244338989257, "PGD-Accuracy": 0.61, "PGD-Loss": 8.94076005859375}, "Total-Time": 101876.83166360855, "Train": {"Loss": 1.177427135734558, "avg t": 1.0816838691711426, "plain loss": 0.8612902419128426}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 75.5199966430664, "Augmented-0.05-Quantile-Accuracy": 77.87999725341797, "Augmented-0.1-Quantile-Accuracy": 79.19999694824219, "Augmented-Accuracy": 82.98, "Augmented-Loss": 0.9148171320095062, "Clean-Accuracy": 80.92, "Clean-Loss": 0.8888948638916015, "PGD-Accuracy": 0.24, "PGD-Loss": 8.017007418823242}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 913.7226719856262, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.08000183105469, "Augmented-0.05-Quantile-Accuracy": 71.94999694824219, "Augmented-0.1-Quantile-Accuracy": 73.50999450683594, "Augmented-Accuracy": 77.7439, "Augmented-Loss": 1.0338544478759766, "Clean-Accuracy": 80.93, "Clean-Loss": 0.9089782859802246, "PGD-Accuracy": 0.64, "PGD-Loss": 8.93891332397461}, "Total-Time": 102790.55433559418, "Train": {"Loss": 1.171737126274109, "avg t": 1.0815821504211425, "plain loss": 0.8608253267822278}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.29999542236328, "Augmented-0.05-Quantile-Accuracy": 78.81999969482422, "Augmented-0.1-Quantile-Accuracy": 79.72000122070312, "Augmented-Accuracy": 83.1156, "Augmented-Loss": 0.9129117118606568, "Clean-Accuracy": 80.24, "Clean-Loss": 0.8605539052963257, "PGD-Accuracy": 0.38, "PGD-Loss": 8.031412939453125}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 913.6948575973511, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.05999755859375, "Augmented-0.05-Quantile-Accuracy": 72.0, "Augmented-0.1-Quantile-Accuracy": 73.2699966430664, "Augmented-Accuracy": 77.6995, "Augmented-Loss": 1.0332475760421753, "Clean-Accuracy": 80.47, "Clean-Loss": 0.9021038291931153, "PGD-Accuracy": 0.58, "PGD-Loss": 8.942423382568359}, "Total-Time": 103704.24919319153, "Train": {"Loss": 1.1711876557922363, "avg t": 1.0814076191711426, "plain loss": 0.8604044814758299}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.27999877929688, "Augmented-0.05-Quantile-Accuracy": 78.81999969482422, "Augmented-0.1-Quantile-Accuracy": 80.0199966430664, "Augmented-Accuracy": 83.0544, "Augmented-Loss": 0.904870191242218, "Clean-Accuracy": 80.4, "Clean-Loss": 0.85861416015625, "PGD-Accuracy": 0.32, "PGD-Loss": 8.000263731384278}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 913.8568739891052, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.25, "Augmented-0.05-Quantile-Accuracy": 71.94999694824219, "Augmented-0.1-Quantile-Accuracy": 73.4000015258789, "Augmented-Accuracy": 77.6865, "Augmented-Loss": 1.0320612936782836, "Clean-Accuracy": 80.52, "Clean-Loss": 0.9027399772644042, "PGD-Accuracy": 0.55, "PGD-Loss": 8.943961505126953}, "Total-Time": 104618.10606718063, "Train": {"Loss": 1.1590326544189453, "avg t": 1.0808671504211427, "plain loss": 0.8580822654113774}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.04000091552734, "Augmented-0.05-Quantile-Accuracy": 78.37999725341797, "Augmented-0.1-Quantile-Accuracy": 79.5, "Augmented-Accuracy": 82.9068, "Augmented-Loss": 0.9060596430416107, "Clean-Accuracy": 83.9, "Clean-Loss": 0.8822154996871948, "PGD-Accuracy": 0.32, "PGD-Loss": 8.003000508117676}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 913.891354560852, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.15999603271484, "Augmented-0.05-Quantile-Accuracy": 72.1500015258789, "Augmented-0.1-Quantile-Accuracy": 73.43000030517578, "Augmented-Accuracy": 77.8058, "Augmented-Loss": 1.03222549143219, "Clean-Accuracy": 80.61, "Clean-Loss": 0.9045498725891113, "PGD-Accuracy": 0.57, "PGD-Loss": 8.94849175415039}, "Total-Time": 105531.99742174149, "Train": {"Loss": 1.1621778175735473, "avg t": 1.0811929316711426, "plain loss": 0.8585180289001466}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 76.1199951171875, "Augmented-0.05-Quantile-Accuracy": 79.05999755859375, "Augmented-0.1-Quantile-Accuracy": 79.97999572753906, "Augmented-Accuracy": 83.3072, "Augmented-Loss": 0.9089676628398895, "Clean-Accuracy": 80.94, "Clean-Loss": 0.8779766269683837, "PGD-Accuracy": 0.28, "PGD-Loss": 8.002522296142578}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_orig_1e-2", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
