{"Epoch": 0, "Epoch-Time": 222.31476426124573, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.93999481201172, "Augmented-0.05-Quantile-Accuracy": 97.06999969482422, "Augmented-0.1-Quantile-Accuracy": 97.55999755859375, "Augmented-Accuracy": 98.4437, "Augmented-Loss": 0.2680816055393219, "Clean-Accuracy": 98.6, "Clean-Loss": 0.16942483196258545, "PGD-Accuracy": 2.7, "PGD-Loss": 3.774890252685547}, "Total-Time": 222.31476426124573, "Train": {"Loss": 3.5546629444051674, "avg t": 1.049096907262449, "plain loss": 0.44837792555491096, "standard loss": 0.3470863343742159}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.08333587646484, "Augmented-0.05-Quantile-Accuracy": 97.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.06666564941406, "Augmented-Accuracy": 98.74, "Augmented-Loss": 0.24598207712173462, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.15154300785064698, "PGD-Accuracy": 2.7, "PGD-Loss": 3.7746951904296875}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 1, "Epoch-Time": 242.06192302703857, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.5199966430664, "Augmented-0.05-Quantile-Accuracy": 97.7699966430664, "Augmented-0.1-Quantile-Accuracy": 98.04999542236328, "Augmented-Accuracy": 98.8424, "Augmented-Loss": 0.29079046412086484, "Clean-Accuracy": 98.92, "Clean-Loss": 0.13621397852897643, "PGD-Accuracy": 11.45, "PGD-Loss": 3.453760859680176}, "Total-Time": 464.3766872882843, "Train": {"Loss": 1.7052536761672408, "avg t": 1.0115852367966263, "plain loss": 0.30386309791847527, "standard loss": 0.18735074141290453}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.86666870117188, "Augmented-0.05-Quantile-Accuracy": 97.9000015258789, "Augmented-0.1-Quantile-Accuracy": 98.16666412353516, "Augmented-Accuracy": 98.81266666666667, "Augmented-Loss": 0.27815725010553993, "Clean-Accuracy": 98.88333333333334, "Clean-Loss": 0.13069481694698334, "PGD-Accuracy": 10.95, "PGD-Loss": 3.3801114044189453}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 2, "Epoch-Time": 242.04920029640198, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.93999481201172, "Augmented-0.05-Quantile-Accuracy": 96.65999603271484, "Augmented-0.1-Quantile-Accuracy": 97.16999816894531, "Augmented-Accuracy": 98.4183, "Augmented-Loss": 0.41828371308517454, "Clean-Accuracy": 98.64, "Clean-Loss": 0.21770900917053224, "PGD-Accuracy": 11.63, "PGD-Loss": 3.4529606246948243}, "Total-Time": 706.4258875846863, "Train": {"Loss": 1.5939368892245822, "avg t": 1.0084707498197203, "plain loss": 0.26157574727093746, "standard loss": 0.1527004993028111}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.96666717529297, "Augmented-0.05-Quantile-Accuracy": 97.31666564941406, "Augmented-0.1-Quantile-Accuracy": 97.76666259765625, "Augmented-Accuracy": 98.49283333333334, "Augmented-Loss": 0.39971161679267886, "Clean-Accuracy": 98.61666666666666, "Clean-Loss": 0.2078069841861725, "PGD-Accuracy": 11.133333333333333, "PGD-Loss": 3.3278481928507486}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 3, "Epoch-Time": 242.2270953655243, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.44999694824219, "Augmented-0.05-Quantile-Accuracy": 97.68000030517578, "Augmented-0.1-Quantile-Accuracy": 98.05999755859375, "Augmented-Accuracy": 98.8177, "Augmented-Loss": 0.177068734044075, "Clean-Accuracy": 98.93, "Clean-Loss": 0.0796753184080124, "PGD-Accuracy": 12.55, "PGD-Loss": 3.9288546813964844}, "Total-Time": 948.6529829502106, "Train": {"Loss": 1.5887480732246682, "avg t": 1.0072674800731518, "plain loss": 0.24295564936178707, "standard loss": 0.13869725762473212}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.11666870117188, "Augmented-0.1-Quantile-Accuracy": 98.4000015258789, "Augmented-Accuracy": 98.92316666666666, "Augmented-Loss": 0.1601996349231402, "Clean-Accuracy": 98.95, "Clean-Loss": 0.07318144504229228, "PGD-Accuracy": 11.883333333333333, "PGD-Loss": 3.8235659840901692}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 4, "Epoch-Time": 226.6328730583191, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.0199966430664, "Augmented-0.05-Quantile-Accuracy": 97.39999389648438, "Augmented-0.1-Quantile-Accuracy": 97.81999969482422, "Augmented-Accuracy": 98.7103, "Augmented-Loss": 0.16386567009353636, "Clean-Accuracy": 98.85, "Clean-Loss": 0.0771348783493042, "PGD-Accuracy": 14.27, "PGD-Loss": 3.6398927017211915}, "Total-Time": 1175.2858560085297, "Train": {"Loss": 1.5762486362810488, "avg t": 1.007072167608473, "plain loss": 0.23494652962154816, "standard loss": 0.12930042644341785}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.04999542236328, "Augmented-0.1-Quantile-Accuracy": 98.41666412353516, "Augmented-Accuracy": 98.98266666666666, "Augmented-Loss": 0.14740333669583003, "Clean-Accuracy": 99.15, "Clean-Loss": 0.06844988307356835, "PGD-Accuracy": 13.85, "PGD-Loss": 3.50599712117513}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 5, "Epoch-Time": 206.93637681007385, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.54999542236328, "Augmented-0.05-Quantile-Accuracy": 97.58999633789062, "Augmented-0.1-Quantile-Accuracy": 97.93000030517578, "Augmented-Accuracy": 98.9245, "Augmented-Loss": 0.09605858166575432, "Clean-Accuracy": 98.98, "Clean-Loss": 0.045445797935128214, "PGD-Accuracy": 13.19, "PGD-Loss": 5.200948468017578}, "Total-Time": 1382.2222328186035, "Train": {"Loss": 1.555176306689227, "avg t": 1.005564740922716, "plain loss": 0.21646888113728283, "standard loss": 0.10771320623380166}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.06666564941406, "Augmented-0.1-Quantile-Accuracy": 98.31666564941406, "Augmented-Accuracy": 98.96633333333334, "Augmented-Loss": 0.08986456427633763, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.04426763366162777, "PGD-Accuracy": 12.883333333333333, "PGD-Loss": 4.987718320210774}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 6, "Epoch-Time": 235.00042629241943, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.40999603271484, "Augmented-0.05-Quantile-Accuracy": 97.0199966430664, "Augmented-0.1-Quantile-Accuracy": 97.57999420166016, "Augmented-Accuracy": 98.6413, "Augmented-Loss": 0.11296200449347496, "Clean-Accuracy": 98.66, "Clean-Loss": 0.05352191073298454, "PGD-Accuracy": 10.33, "PGD-Loss": 5.595530233764649}, "Total-Time": 1617.222659111023, "Train": {"Loss": 1.5250528994312993, "avg t": 1.00483581550033, "plain loss": 0.2102252203976666, "standard loss": 0.09907756004510103}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.16666412353516, "Augmented-0.05-Quantile-Accuracy": 97.56666564941406, "Augmented-0.1-Quantile-Accuracy": 97.9000015258789, "Augmented-Accuracy": 98.74616666666667, "Augmented-Loss": 0.10767998134732247, "Clean-Accuracy": 98.83333333333333, "Clean-Loss": 0.053301534324884416, "PGD-Accuracy": 10.316666666666666, "PGD-Loss": 5.317278826395671}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 7, "Epoch-Time": 241.94188714027405, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.93000030517578, "Augmented-0.05-Quantile-Accuracy": 97.39999389648438, "Augmented-0.1-Quantile-Accuracy": 97.88999938964844, "Augmented-Accuracy": 98.8973, "Augmented-Loss": 0.1644528755412102, "Clean-Accuracy": 99.03, "Clean-Loss": 0.06067291949987411, "PGD-Accuracy": 14.65, "PGD-Loss": 3.850187226867676}, "Total-Time": 1859.164546251297, "Train": {"Loss": 1.5001376017464532, "avg t": 1.004291399885107, "plain loss": 0.20548572484475566, "standard loss": 0.09272380988686173}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.73332977294922, "Augmented-0.05-Quantile-Accuracy": 97.83333587646484, "Augmented-0.1-Quantile-Accuracy": 98.23332977294922, "Augmented-Accuracy": 98.9875, "Augmented-Loss": 0.15369021226803461, "Clean-Accuracy": 99.05, "Clean-Loss": 0.058458487431208295, "PGD-Accuracy": 14.716666666666667, "PGD-Loss": 3.7034963302612303}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 8, "Epoch-Time": 241.79780507087708, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.89999389648438, "Augmented-0.05-Quantile-Accuracy": 97.18999481201172, "Augmented-0.1-Quantile-Accuracy": 97.64999389648438, "Augmented-Accuracy": 98.6952, "Augmented-Loss": 0.10442605284643174, "Clean-Accuracy": 98.81, "Clean-Loss": 0.051340187352895736, "PGD-Accuracy": 11.92, "PGD-Loss": 4.3581513427734375}, "Total-Time": 2100.962351322174, "Train": {"Loss": 1.4583411083221436, "avg t": 1.0035128504788433, "plain loss": 0.19798911898930893, "standard loss": 0.08946325215586909}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.48332977294922, "Augmented-0.05-Quantile-Accuracy": 97.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.21666717529297, "Augmented-Accuracy": 98.8955, "Augmented-Loss": 0.09542171091079713, "Clean-Accuracy": 98.96666666666667, "Clean-Loss": 0.04904414324462414, "PGD-Accuracy": 11.133333333333333, "PGD-Loss": 4.276168017069499}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 9, "Epoch-Time": 241.94682812690735, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.16999816894531, "Augmented-0.05-Quantile-Accuracy": 97.54999542236328, "Augmented-0.1-Quantile-Accuracy": 97.98999786376953, "Augmented-Accuracy": 98.8821, "Augmented-Loss": 0.1284759795587063, "Clean-Accuracy": 99.04, "Clean-Loss": 0.05094107471704483, "PGD-Accuracy": 14.73, "PGD-Loss": 3.5308040115356447}, "Total-Time": 2342.9091794490814, "Train": {"Loss": 1.441628205899839, "avg t": 1.0031008616553412, "plain loss": 0.1980199570867751, "standard loss": 0.08785264362560379}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.13333129882812, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.034, "Augmented-Loss": 0.11506323884109657, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.04597594366470973, "PGD-Accuracy": 14.283333333333333, "PGD-Loss": 3.3882883377075195}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 10, "Epoch-Time": 209.82413983345032, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.80999755859375, "Augmented-0.05-Quantile-Accuracy": 97.31999969482422, "Augmented-0.1-Quantile-Accuracy": 97.8699951171875, "Augmented-Accuracy": 98.7084, "Augmented-Loss": 0.12232458078217506, "Clean-Accuracy": 98.89, "Clean-Loss": 0.04827009075284004, "PGD-Accuracy": 11.84, "PGD-Loss": 3.657742726135254}, "Total-Time": 2552.7333192825317, "Train": {"Loss": 1.4145151517656114, "avg t": 1.002715445023996, "plain loss": 0.19173833879541463, "standard loss": 0.08755475563914687}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.9000015258789, "Augmented-0.05-Quantile-Accuracy": 97.94999694824219, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.10483333333333, "Augmented-Loss": 0.10960461108088493, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.043341758196552595, "PGD-Accuracy": 11.35, "PGD-Loss": 3.5005164006551106}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 11, "Epoch-Time": 222.4771590232849, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.25999450683594, "Augmented-0.05-Quantile-Accuracy": 97.54999542236328, "Augmented-0.1-Quantile-Accuracy": 97.98999786376953, "Augmented-Accuracy": 98.9275, "Augmented-Loss": 0.13730331940746307, "Clean-Accuracy": 99.05, "Clean-Loss": 0.05280435710549355, "PGD-Accuracy": 16.05, "PGD-Loss": 3.225820431518555}, "Total-Time": 2775.2104783058167, "Train": {"Loss": 1.409478459817392, "avg t": 1.0024486143677322, "plain loss": 0.1855700471277591, "standard loss": 0.08265323669490991}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.96666717529297, "Augmented-0.05-Quantile-Accuracy": 97.96666717529297, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.08466666666666, "Augmented-Loss": 0.12362327115575472, "Clean-Accuracy": 99.2, "Clean-Loss": 0.04904596703251203, "PGD-Accuracy": 15.283333333333333, "PGD-Loss": 3.1609412282307945}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 12, "Epoch-Time": 241.88240480422974, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.79000091552734, "Augmented-0.05-Quantile-Accuracy": 97.22999572753906, "Augmented-0.1-Quantile-Accuracy": 97.69999694824219, "Augmented-Accuracy": 98.7039, "Augmented-Loss": 0.11601334693932533, "Clean-Accuracy": 98.93, "Clean-Loss": 0.04927051788568497, "PGD-Accuracy": 12.76, "PGD-Loss": 4.039962400817871}, "Total-Time": 3017.0928831100464, "Train": {"Loss": 1.3926183533845125, "avg t": 1.0019388246183043, "plain loss": 0.18019549305527266, "standard loss": 0.07994288959547326}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.58333587646484, "Augmented-0.05-Quantile-Accuracy": 97.81666564941406, "Augmented-0.1-Quantile-Accuracy": 98.23332977294922, "Augmented-Accuracy": 98.962, "Augmented-Loss": 0.10614898406982422, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.04616902904212475, "PGD-Accuracy": 12.666666666666666, "PGD-Loss": 3.9189339497884115}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 13, "Epoch-Time": 241.83746552467346, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.72999572753906, "Augmented-0.05-Quantile-Accuracy": 97.40999603271484, "Augmented-0.1-Quantile-Accuracy": 97.89999389648438, "Augmented-Accuracy": 98.8772, "Augmented-Loss": 0.1404697451453209, "Clean-Accuracy": 99.02, "Clean-Loss": 0.05089579820632935, "PGD-Accuracy": 13.34, "PGD-Loss": 3.707192451477051}, "Total-Time": 3258.93034863472, "Train": {"Loss": 1.4011425942668208, "avg t": 1.0018357189496359, "plain loss": 0.1750245631818418, "standard loss": 0.07720484583135004}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.78333282470703, "Augmented-0.05-Quantile-Accuracy": 98.01666259765625, "Augmented-0.1-Quantile-Accuracy": 98.36666870117188, "Augmented-Accuracy": 99.0275, "Augmented-Loss": 0.12690484891851744, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.046912813951571784, "PGD-Accuracy": 12.616666666666667, "PGD-Loss": 3.55533620707194}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 14, "Epoch-Time": 241.96802282333374, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.06999969482422, "Augmented-0.05-Quantile-Accuracy": 97.73999786376953, "Augmented-0.1-Quantile-Accuracy": 98.20999908447266, "Augmented-Accuracy": 99.0569, "Augmented-Loss": 0.20048561599588394, "Clean-Accuracy": 99.18, "Clean-Loss": 0.07462448426485062, "PGD-Accuracy": 11.16, "PGD-Loss": 3.524903137207031}, "Total-Time": 3500.8983714580536, "Train": {"Loss": 1.3820951493934348, "avg t": 1.0015304527282716, "plain loss": 0.16869007193600694, "standard loss": 0.07484511608658014}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.58333587646484, "Augmented-0.05-Quantile-Accuracy": 98.0, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.04283333333333, "Augmented-Loss": 0.17752091623504956, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.06782440756758054, "PGD-Accuracy": 10.016666666666667, "PGD-Loss": 3.533500498453776}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 15, "Epoch-Time": 225.67673325538635, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.25999450683594, "Augmented-0.05-Quantile-Accuracy": 97.5, "Augmented-0.1-Quantile-Accuracy": 98.0199966430664, "Augmented-Accuracy": 98.9703, "Augmented-Loss": 0.11606452211642265, "Clean-Accuracy": 99.06, "Clean-Loss": 0.04282661741375923, "PGD-Accuracy": 12.06, "PGD-Loss": 3.441059240722656}, "Total-Time": 3726.57510471344, "Train": {"Loss": 1.4276326007843017, "avg t": 1.0016831340789796, "plain loss": 0.16746510378519697, "standard loss": 0.07243343494887705}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.11666870117188, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.101, "Augmented-Loss": 0.10561806207239628, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.040596456731359164, "PGD-Accuracy": 11.9, "PGD-Loss": 3.3062816772460937}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 16, "Epoch-Time": 209.29688954353333, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.0, "Augmented-0.05-Quantile-Accuracy": 97.5199966430664, "Augmented-0.1-Quantile-Accuracy": 97.98999786376953, "Augmented-Accuracy": 98.9025, "Augmented-Loss": 0.09288354433131218, "Clean-Accuracy": 99.04, "Clean-Loss": 0.040336641031503674, "PGD-Accuracy": 11.27, "PGD-Loss": 4.954951986694336}, "Total-Time": 3935.8719942569733, "Train": {"Loss": 1.4034644844620316, "avg t": 1.0011529932375307, "plain loss": 0.16251971741782295, "standard loss": 0.06723257770472103}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.63333129882812, "Augmented-0.05-Quantile-Accuracy": 97.8499984741211, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 98.933, "Augmented-Loss": 0.0886191047435999, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.041211315882702666, "PGD-Accuracy": 10.6, "PGD-Loss": 4.67498646291097}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 17, "Epoch-Time": 236.5338532924652, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.23999786376953, "Augmented-0.05-Quantile-Accuracy": 97.66999816894531, "Augmented-0.1-Quantile-Accuracy": 98.08999633789062, "Augmented-Accuracy": 98.9281, "Augmented-Loss": 0.11459454148340226, "Clean-Accuracy": 99.06, "Clean-Loss": 0.043055845046043394, "PGD-Accuracy": 9.75, "PGD-Loss": 3.9567730743408203}, "Total-Time": 4172.4058475494385, "Train": {"Loss": 1.4053471088409424, "avg t": 1.0013253022829691, "plain loss": 0.16284367231439686, "standard loss": 0.06755198890412295}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.21666717529297, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.13616666666667, "Augmented-Loss": 0.10002641220092773, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.037735209017992016, "PGD-Accuracy": 8.983333333333333, "PGD-Loss": 3.8289996948242186}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 18, "Epoch-Time": 241.64640045166016, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.13999938964844, "Augmented-0.05-Quantile-Accuracy": 97.66999816894531, "Augmented-0.1-Quantile-Accuracy": 98.12999725341797, "Augmented-Accuracy": 98.99, "Augmented-Loss": 0.08709498737001418, "Clean-Accuracy": 99.12, "Clean-Loss": 0.03827131302058697, "PGD-Accuracy": 11.02, "PGD-Loss": 3.928023905944824}, "Total-Time": 4414.052248001099, "Train": {"Loss": 1.4152784803531788, "avg t": 1.0012606321264197, "plain loss": 0.16047355120976792, "standard loss": 0.06556205927939326}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.8499984741211, "Augmented-0.05-Quantile-Accuracy": 97.98332977294922, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.07216666666666, "Augmented-Loss": 0.07828809492091338, "Clean-Accuracy": 99.1, "Clean-Loss": 0.03808235831061999, "PGD-Accuracy": 10.533333333333333, "PGD-Loss": 3.7879837799072265}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 19, "Epoch-Time": 242.13252449035645, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.29000091552734, "Augmented-0.05-Quantile-Accuracy": 97.57999420166016, "Augmented-0.1-Quantile-Accuracy": 98.11000061035156, "Augmented-Accuracy": 98.9804, "Augmented-Loss": 0.08760753079223633, "Clean-Accuracy": 99.03, "Clean-Loss": 0.03906548140048981, "PGD-Accuracy": 9.89, "PGD-Loss": 4.504843428039551}, "Total-Time": 4656.184772491455, "Train": {"Loss": 1.4525155849456788, "avg t": 1.0015727462768556, "plain loss": 0.1571418891447561, "standard loss": 0.06550968489933896}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.91666412353516, "Augmented-0.05-Quantile-Accuracy": 97.94999694824219, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 98.95533333333333, "Augmented-Loss": 0.08248049669623375, "Clean-Accuracy": 99.0, "Clean-Loss": 0.0410120503778259, "PGD-Accuracy": 9.35, "PGD-Loss": 4.275872731526693}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 20, "Epoch-Time": 242.06533479690552, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.45999908447266, "Augmented-0.05-Quantile-Accuracy": 97.75999450683594, "Augmented-0.1-Quantile-Accuracy": 98.11000061035156, "Augmented-Accuracy": 98.9545, "Augmented-Loss": 0.06101994463670254, "Clean-Accuracy": 99.08, "Clean-Loss": 0.03196854866445065, "PGD-Accuracy": 8.67, "PGD-Loss": 5.990239419555664}, "Total-Time": 4898.250107288361, "Train": {"Loss": 1.4097801097587304, "avg t": 1.001164953108187, "plain loss": 0.1533826142858576, "standard loss": 0.06295720348507165}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.1500015258789, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.09383333333334, "Augmented-Loss": 0.05555473215907812, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.032253756748512385, "PGD-Accuracy": 8.616666666666667, "PGD-Loss": 5.802545143127442}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 21, "Epoch-Time": 210.88242053985596, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.33999633789062, "Augmented-0.05-Quantile-Accuracy": 97.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.05999755859375, "Augmented-Accuracy": 98.9717, "Augmented-Loss": 0.08463017964935303, "Clean-Accuracy": 99.11, "Clean-Loss": 0.03716366663277149, "PGD-Accuracy": 9.95, "PGD-Loss": 4.034464389038086}, "Total-Time": 5109.132527828217, "Train": {"Loss": 1.4201714865366617, "avg t": 1.0010808964128848, "plain loss": 0.15316105006889064, "standard loss": 0.06173720624822157}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.03333282470703, "Augmented-0.05-Quantile-Accuracy": 97.94999694824219, "Augmented-0.1-Quantile-Accuracy": 98.26666259765625, "Augmented-Accuracy": 99.0625, "Augmented-Loss": 0.077805493196249, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.03722968621303638, "PGD-Accuracy": 9.25, "PGD-Loss": 3.8980762125651043}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 22, "Epoch-Time": 221.0430314540863, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.12999725341797, "Augmented-0.05-Quantile-Accuracy": 97.72000122070312, "Augmented-0.1-Quantile-Accuracy": 98.22999572753906, "Augmented-Accuracy": 99.0051, "Augmented-Loss": 0.10426590300369262, "Clean-Accuracy": 99.11, "Clean-Loss": 0.04070357222557068, "PGD-Accuracy": 11.64, "PGD-Loss": 3.4878679229736327}, "Total-Time": 5330.175559282303, "Train": {"Loss": 1.4554148250862404, "avg t": 1.0013137763871087, "plain loss": 0.14913199279220016, "standard loss": 0.05764253397341128}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.86666870117188, "Augmented-0.05-Quantile-Accuracy": 97.98332977294922, "Augmented-0.1-Quantile-Accuracy": 98.38333129882812, "Augmented-Accuracy": 99.067, "Augmented-Loss": 0.09881006618320942, "Clean-Accuracy": 99.2, "Clean-Loss": 0.04206976573665937, "PGD-Accuracy": 11.266666666666667, "PGD-Loss": 3.3215951309204104}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 23, "Epoch-Time": 241.9131064414978, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.27999877929688, "Augmented-0.05-Quantile-Accuracy": 97.72999572753906, "Augmented-0.1-Quantile-Accuracy": 98.25, "Augmented-Accuracy": 98.9866, "Augmented-Loss": 0.09119712133312226, "Clean-Accuracy": 99.07, "Clean-Loss": 0.03668483842611313, "PGD-Accuracy": 5.86, "PGD-Loss": 4.86387438659668}, "Total-Time": 5572.088665723801, "Train": {"Loss": 1.429042241273103, "avg t": 1.0010639693295513, "plain loss": 0.1428571195425809, "standard loss": 0.05676498732357113}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.0, "Augmented-0.1-Quantile-Accuracy": 98.28333282470703, "Augmented-Accuracy": 98.98516666666667, "Augmented-Loss": 0.0812779331545035, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.037007922469327846, "PGD-Accuracy": 5.3, "PGD-Loss": 4.854590451558431}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 24, "Epoch-Time": 241.71595764160156, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.22000122070312, "Augmented-0.05-Quantile-Accuracy": 97.63999938964844, "Augmented-0.1-Quantile-Accuracy": 98.05999755859375, "Augmented-Accuracy": 98.9248, "Augmented-Loss": 0.06915675138926507, "Clean-Accuracy": 99.06, "Clean-Loss": 0.0352386610776186, "PGD-Accuracy": 12.66, "PGD-Loss": 4.59607702331543}, "Total-Time": 5813.804623365402, "Train": {"Loss": 1.443199235562925, "avg t": 1.0010502252225522, "plain loss": 0.1438571202083871, "standard loss": 0.058416512907931095}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.96666717529297, "Augmented-0.05-Quantile-Accuracy": 97.9000015258789, "Augmented-0.1-Quantile-Accuracy": 98.28333282470703, "Augmented-Accuracy": 99.001, "Augmented-Loss": 0.06571080799957116, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.03797530110180378, "PGD-Accuracy": 12.783333333333333, "PGD-Loss": 4.331594223022461}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 25, "Epoch-Time": 241.71591758728027, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.30999755859375, "Augmented-0.05-Quantile-Accuracy": 97.75999450683594, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 99.0391, "Augmented-Loss": 0.1008730639333725, "Clean-Accuracy": 99.21, "Clean-Loss": 0.036975023505091666, "PGD-Accuracy": 5.5, "PGD-Loss": 5.057114306640625}, "Total-Time": 6055.5205409526825, "Train": {"Loss": 1.4569456420474582, "avg t": 1.0012092721903765, "plain loss": 0.14457766854498116, "standard loss": 0.05823391481792485}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.81666564941406, "Augmented-0.05-Quantile-Accuracy": 97.96666717529297, "Augmented-0.1-Quantile-Accuracy": 98.38333129882812, "Augmented-Accuracy": 99.0255, "Augmented-Loss": 0.09461953923265139, "Clean-Accuracy": 99.1, "Clean-Loss": 0.038352041515211266, "PGD-Accuracy": 4.566666666666666, "PGD-Loss": 4.925595385233561}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 26, "Epoch-Time": 222.47320580482483, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.3699951171875, "Augmented-0.05-Quantile-Accuracy": 97.68999481201172, "Augmented-0.1-Quantile-Accuracy": 98.06999969482422, "Augmented-Accuracy": 99.0301, "Augmented-Loss": 0.059812747677147386, "Clean-Accuracy": 99.15, "Clean-Loss": 0.030651371790468694, "PGD-Accuracy": 11.2, "PGD-Loss": 6.1235222747802736}, "Total-Time": 6277.993746757507, "Train": {"Loss": 1.4393168868665343, "avg t": 1.0008452675784076, "plain loss": 0.13936066277115428, "standard loss": 0.055413743486007055}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.94999694824219, "Augmented-0.05-Quantile-Accuracy": 97.94999694824219, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 99.00316666666667, "Augmented-Loss": 0.058889899118493, "Clean-Accuracy": 99.0, "Clean-Loss": 0.03599594145640731, "PGD-Accuracy": 10.85, "PGD-Loss": 5.792259559631348}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 27, "Epoch-Time": 210.08089542388916, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.3499984741211, "Augmented-0.05-Quantile-Accuracy": 97.64999389648438, "Augmented-0.1-Quantile-Accuracy": 98.00999450683594, "Augmented-Accuracy": 98.9446, "Augmented-Loss": 0.06837155524814129, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03411000472307205, "PGD-Accuracy": 13.12, "PGD-Loss": 4.123515943908691}, "Total-Time": 6488.0746421813965, "Train": {"Loss": 1.4904443666670057, "avg t": 1.0011287358778493, "plain loss": 0.14061079712267274, "standard loss": 0.05513914377849411}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.11666870117188, "Augmented-0.1-Quantile-Accuracy": 98.46666717529297, "Augmented-Accuracy": 99.09333333333333, "Augmented-Loss": 0.06202465638081233, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03440362975125511, "PGD-Accuracy": 12.733333333333333, "PGD-Loss": 3.944586873372396}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 28, "Epoch-Time": 237.53728008270264, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.0999984741211, "Augmented-0.05-Quantile-Accuracy": 97.1199951171875, "Augmented-0.1-Quantile-Accuracy": 97.72000122070312, "Augmented-Accuracy": 98.8054, "Augmented-Loss": 0.08898362266111375, "Clean-Accuracy": 99.0, "Clean-Loss": 0.03918311594724655, "PGD-Accuracy": 12.24, "PGD-Loss": 4.564183399963379}, "Total-Time": 6725.611922264099, "Train": {"Loss": 1.5455005378723146, "avg t": 1.0019764403767055, "plain loss": 0.13887374364005198, "standard loss": 0.055986161377142976}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.88333129882812, "Augmented-0.05-Quantile-Accuracy": 97.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.16666412353516, "Augmented-Accuracy": 98.89666666666666, "Augmented-Loss": 0.08297564429044724, "Clean-Accuracy": 98.96666666666667, "Clean-Loss": 0.038778791626294454, "PGD-Accuracy": 11.566666666666666, "PGD-Loss": 4.170155181884765}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 29, "Epoch-Time": 241.80348205566406, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.50999450683594, "Augmented-0.05-Quantile-Accuracy": 97.73999786376953, "Augmented-0.1-Quantile-Accuracy": 98.0999984741211, "Augmented-Accuracy": 98.9746, "Augmented-Loss": 0.058901109884917736, "Clean-Accuracy": 99.07, "Clean-Loss": 0.031437566377967595, "PGD-Accuracy": 9.44, "PGD-Loss": 7.171003405761719}, "Total-Time": 6967.415404319763, "Train": {"Loss": 1.4459916550671612, "avg t": 1.0005511895638926, "plain loss": 0.13745915859893534, "standard loss": 0.05508494546360992}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.13333129882812, "Augmented-0.1-Quantile-Accuracy": 98.4000015258789, "Augmented-Accuracy": 99.06683333333334, "Augmented-Loss": 0.054900440615415574, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.030990483429282904, "PGD-Accuracy": 8.7, "PGD-Loss": 6.945155741373698}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 30, "Epoch-Time": 242.0039999485016, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.0199966430664, "Augmented-0.05-Quantile-Accuracy": 96.20999908447266, "Augmented-0.1-Quantile-Accuracy": 96.91999816894531, "Augmented-Accuracy": 98.3653, "Augmented-Loss": 0.1093090827794075, "Clean-Accuracy": 98.66, "Clean-Loss": 0.04693047951161861, "PGD-Accuracy": 11.07, "PGD-Loss": 4.8763445922851565}, "Total-Time": 7209.419404268265, "Train": {"Loss": 1.509221315878409, "avg t": 1.0012818513093171, "plain loss": 0.1393270255177109, "standard loss": 0.05491403377939154}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.51666259765625, "Augmented-0.05-Quantile-Accuracy": 97.0999984741211, "Augmented-0.1-Quantile-Accuracy": 97.73332977294922, "Augmented-Accuracy": 98.7855, "Augmented-Loss": 0.09191030082126458, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.040617709764589865, "PGD-Accuracy": 10.216666666666667, "PGD-Loss": 4.642697026570638}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 31, "Epoch-Time": 241.7418384552002, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.18000030517578, "Augmented-0.05-Quantile-Accuracy": 97.61000061035156, "Augmented-0.1-Quantile-Accuracy": 98.0, "Augmented-Accuracy": 98.9848, "Augmented-Loss": 0.058890550179362296, "Clean-Accuracy": 98.94, "Clean-Loss": 0.03375451643690467, "PGD-Accuracy": 12.54, "PGD-Loss": 5.322799003601074}, "Total-Time": 7451.161242723465, "Train": {"Loss": 1.4844426117649785, "avg t": 1.0008691872490776, "plain loss": 0.13274422105153383, "standard loss": 0.053741605230503614}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.86666870117188, "Augmented-0.05-Quantile-Accuracy": 97.98332977294922, "Augmented-0.1-Quantile-Accuracy": 98.31666564941406, "Augmented-Accuracy": 99.06233333333333, "Augmented-Loss": 0.05604559227397044, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.03721341215694944, "PGD-Accuracy": 11.7, "PGD-Loss": 5.016961853027344}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 32, "Epoch-Time": 210.33365273475647, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.57999420166016, "Augmented-0.05-Quantile-Accuracy": 97.04999542236328, "Augmented-0.1-Quantile-Accuracy": 97.73999786376953, "Augmented-Accuracy": 98.7608, "Augmented-Loss": 0.09492246866869926, "Clean-Accuracy": 98.97, "Clean-Loss": 0.04061825697422028, "PGD-Accuracy": 12.59, "PGD-Loss": 4.077840086364746}, "Total-Time": 7661.494895458221, "Train": {"Loss": 1.5018705165297896, "avg t": 1.0008715504187125, "plain loss": 0.13414104019447617, "standard loss": 0.05284661912697333}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.28333282470703, "Augmented-0.05-Quantile-Accuracy": 97.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.06666564941406, "Augmented-Accuracy": 98.87116666666667, "Augmented-Loss": 0.08575308637311062, "Clean-Accuracy": 99.15, "Clean-Loss": 0.04046352577209473, "PGD-Accuracy": 11.983333333333333, "PGD-Loss": 3.934173225402832}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 33, "Epoch-Time": 222.3864996433258, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.25, "Augmented-0.05-Quantile-Accuracy": 97.04000091552734, "Augmented-0.1-Quantile-Accuracy": 97.55999755859375, "Augmented-Accuracy": 98.8242, "Augmented-Loss": 0.22601382386493682, "Clean-Accuracy": 99.19, "Clean-Loss": 0.07043150877952575, "PGD-Accuracy": 11.93, "PGD-Loss": 3.1942251037597655}, "Total-Time": 7883.881395101547, "Train": {"Loss": 1.509201469068174, "avg t": 1.0008876575893826, "plain loss": 0.13820568827169907, "standard loss": 0.05481883089244366}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.75, "Augmented-0.05-Quantile-Accuracy": 97.44999694824219, "Augmented-0.1-Quantile-Accuracy": 97.98332977294922, "Augmented-Accuracy": 98.88766666666666, "Augmented-Loss": 0.2001653434284528, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.0640822813808918, "PGD-Accuracy": 11.266666666666667, "PGD-Loss": 3.078751388549805}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 34, "Epoch-Time": 242.13008642196655, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.2699966430664, "Augmented-0.05-Quantile-Accuracy": 97.66999816894531, "Augmented-0.1-Quantile-Accuracy": 98.07999420166016, "Augmented-Accuracy": 98.9865, "Augmented-Loss": 0.08623533995556831, "Clean-Accuracy": 99.22, "Clean-Loss": 0.03408198101818562, "PGD-Accuracy": 12.61, "PGD-Loss": 3.7694674255371092}, "Total-Time": 8126.011481523514, "Train": {"Loss": 1.4784199447278623, "avg t": 1.0009903292832552, "plain loss": 0.13187387005488072, "standard loss": 0.05219633665542912}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.18333435058594, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.09983333333334, "Augmented-Loss": 0.07961953871975343, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03656771201640367, "PGD-Accuracy": 12.466666666666667, "PGD-Loss": 3.6373500518798827}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 35, "Epoch-Time": 242.16744470596313, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.94999694824219, "Augmented-0.05-Quantile-Accuracy": 95.88999938964844, "Augmented-0.1-Quantile-Accuracy": 96.83999633789062, "Augmented-Accuracy": 98.3131, "Augmented-Loss": 0.0844841339687705, "Clean-Accuracy": 98.43, "Clean-Loss": 0.05189991001561284, "PGD-Accuracy": 8.16, "PGD-Loss": 8.353801919555664}, "Total-Time": 8368.178926229477, "Train": {"Loss": 8.055115596559313, "avg t": 1.0169603814019097, "plain loss": 0.23833498885543228, "standard loss": 0.12327521976525033}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.33333587646484, "Augmented-0.05-Quantile-Accuracy": 96.86666870117188, "Augmented-0.1-Quantile-Accuracy": 97.58333587646484, "Augmented-Accuracy": 98.65433333333333, "Augmented-Loss": 0.0735342898115019, "Clean-Accuracy": 98.65, "Clean-Loss": 0.05462478870409541, "PGD-Accuracy": 7.716666666666667, "PGD-Loss": 8.02846826171875}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 36, "Epoch-Time": 241.67113876342773, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.2699966430664, "Augmented-0.05-Quantile-Accuracy": 96.77999877929688, "Augmented-0.1-Quantile-Accuracy": 97.5, "Augmented-Accuracy": 98.7038, "Augmented-Loss": 0.08413812584257126, "Clean-Accuracy": 98.77, "Clean-Loss": 0.0382237307857722, "PGD-Accuracy": 10.97, "PGD-Loss": 6.293917709350586}, "Total-Time": 8609.850064992905, "Train": {"Loss": 2.628271834232189, "avg t": 1.0133989423116048, "plain loss": 0.17321388885180178, "standard loss": 0.07675849726739237}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.53333282470703, "Augmented-0.05-Quantile-Accuracy": 97.31666564941406, "Augmented-0.1-Quantile-Accuracy": 97.91666412353516, "Augmented-Accuracy": 98.9685, "Augmented-Loss": 0.07881397829701503, "Clean-Accuracy": 99.0, "Clean-Loss": 0.039143500623138, "PGD-Accuracy": 10.433333333333334, "PGD-Loss": 5.862090576171875}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 37, "Epoch-Time": 219.77574634552002, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.43999481201172, "Augmented-0.05-Quantile-Accuracy": 97.14999389648438, "Augmented-0.1-Quantile-Accuracy": 97.69999694824219, "Augmented-Accuracy": 98.7463, "Augmented-Loss": 0.04912023577553034, "Clean-Accuracy": 98.84, "Clean-Loss": 0.039200907846353945, "PGD-Accuracy": 12.16, "PGD-Loss": 7.047921194458008}, "Total-Time": 8829.625811338425, "Train": {"Loss": 2.241188648753696, "avg t": 1.0089908597027815, "plain loss": 0.16059206623589542, "standard loss": 0.06162692089385732}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.36666870117188, "Augmented-0.05-Quantile-Accuracy": 97.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 98.9715, "Augmented-Loss": 0.04878381767479082, "Clean-Accuracy": 99.1, "Clean-Loss": 0.04285144235209251, "PGD-Accuracy": 11.8, "PGD-Loss": 6.572477378845215}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 38, "Epoch-Time": 210.94150280952454, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.27999877929688, "Augmented-0.05-Quantile-Accuracy": 96.40999603271484, "Augmented-0.1-Quantile-Accuracy": 97.16999816894531, "Augmented-Accuracy": 98.4789, "Augmented-Loss": 0.11561160140991211, "Clean-Accuracy": 98.87, "Clean-Loss": 0.041528234674036504, "PGD-Accuracy": 12.45, "PGD-Loss": 4.004192660522461}, "Total-Time": 9040.56731414795, "Train": {"Loss": 2.120913335941456, "avg t": 1.0084083462821112, "plain loss": 0.15688591070351762, "standard loss": 0.06311483960019218}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.43333435058594, "Augmented-0.05-Quantile-Accuracy": 97.41666412353516, "Augmented-0.1-Quantile-Accuracy": 97.91666412353516, "Augmented-Accuracy": 98.86616666666667, "Augmented-Loss": 0.10404868825952213, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.039006527587771414, "PGD-Accuracy": 11.416666666666666, "PGD-Loss": 3.781846669514974}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 39, "Epoch-Time": 238.88218355178833, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.0999984741211, "Augmented-0.05-Quantile-Accuracy": 96.00999450683594, "Augmented-0.1-Quantile-Accuracy": 96.95999908447266, "Augmented-Accuracy": 98.3202, "Augmented-Loss": 0.15019167679309844, "Clean-Accuracy": 98.84, "Clean-Loss": 0.05319353600740433, "PGD-Accuracy": 11.76, "PGD-Loss": 3.8660085372924806}, "Total-Time": 9279.449497699738, "Train": {"Loss": 2.1065790354410807, "avg t": 1.0082085488284076, "plain loss": 0.1589752947860295, "standard loss": 0.06403382704379382}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.13333129882812, "Augmented-0.05-Quantile-Accuracy": 97.01666259765625, "Augmented-0.1-Quantile-Accuracy": 97.66666412353516, "Augmented-Accuracy": 98.73416666666667, "Augmented-Loss": 0.13309291678448518, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.04883144668241342, "PGD-Accuracy": 11.016666666666667, "PGD-Loss": 3.6889913380940755}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 40, "Epoch-Time": 241.86372804641724, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.31999969482422, "Augmented-0.05-Quantile-Accuracy": 96.47999572753906, "Augmented-0.1-Quantile-Accuracy": 97.23999786376953, "Augmented-Accuracy": 98.5598, "Augmented-Loss": 0.09421012968838215, "Clean-Accuracy": 98.88, "Clean-Loss": 0.04112745606601238, "PGD-Accuracy": 11.01, "PGD-Loss": 5.823161349487305}, "Total-Time": 9521.313225746155, "Train": {"Loss": 2.2904145384188053, "avg t": 1.0084233443295514, "plain loss": 0.15500106669531935, "standard loss": 0.06337286647450593}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.19999694824219, "Augmented-0.05-Quantile-Accuracy": 97.1500015258789, "Augmented-0.1-Quantile-Accuracy": 97.75, "Augmented-Accuracy": 98.75483333333334, "Augmented-Loss": 0.08520327779710293, "Clean-Accuracy": 98.83333333333333, "Clean-Loss": 0.04298583918934067, "PGD-Accuracy": 10.366666666666667, "PGD-Loss": 5.499220865885417}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 41, "Epoch-Time": 242.13627791404724, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.43999481201172, "Augmented-0.05-Quantile-Accuracy": 95.73999786376953, "Augmented-0.1-Quantile-Accuracy": 96.69999694824219, "Augmented-Accuracy": 98.4048, "Augmented-Loss": 0.15857594600343705, "Clean-Accuracy": 98.84, "Clean-Loss": 0.047734778901189566, "PGD-Accuracy": 10.96, "PGD-Loss": 4.968682537841797}, "Total-Time": 9763.449503660202, "Train": {"Loss": 2.495189280121415, "avg t": 1.0079789481692845, "plain loss": 0.15157960290555603, "standard loss": 0.06201613116899023}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.98332977294922, "Augmented-0.05-Quantile-Accuracy": 96.6500015258789, "Augmented-0.1-Quantile-Accuracy": 97.38333129882812, "Augmented-Accuracy": 98.6735, "Augmented-Loss": 0.1383953877945741, "Clean-Accuracy": 98.9, "Clean-Loss": 0.04536664907137553, "PGD-Accuracy": 10.3, "PGD-Loss": 4.699551635742187}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 42, "Epoch-Time": 241.95455741882324, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.63999938964844, "Augmented-0.05-Quantile-Accuracy": 96.70999908447266, "Augmented-0.1-Quantile-Accuracy": 97.31999969482422, "Augmented-Accuracy": 98.5689, "Augmented-Loss": 0.07105743913590908, "Clean-Accuracy": 98.8, "Clean-Loss": 0.04466822825372219, "PGD-Accuracy": 12.37, "PGD-Loss": 7.363382299804687}, "Total-Time": 10005.404061079025, "Train": {"Loss": 2.1723740330448855, "avg t": 1.007445335070292, "plain loss": 0.15351887236171285, "standard loss": 0.062406696275704436}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.69999694824219, "Augmented-0.05-Quantile-Accuracy": 97.53333282470703, "Augmented-0.1-Quantile-Accuracy": 97.96666717529297, "Augmented-Accuracy": 98.8855, "Augmented-Loss": 0.06506944315835833, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.043390108714501066, "PGD-Accuracy": 12.05, "PGD-Loss": 6.98902249399821}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 43, "Epoch-Time": 209.13955903053284, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.62999725341797, "Augmented-0.05-Quantile-Accuracy": 85.54000091552734, "Augmented-0.1-Quantile-Accuracy": 88.6199951171875, "Augmented-Accuracy": 94.4606, "Augmented-Loss": 0.5673413330669403, "Clean-Accuracy": 97.72, "Clean-Loss": 0.2588282806396484, "PGD-Accuracy": 12.04, "PGD-Loss": 3.2032359481811525}, "Total-Time": 10214.543620109558, "Train": {"Loss": 2.0047370179494224, "avg t": 1.006702376012449, "plain loss": 0.15175806865162314, "standard loss": 0.06253217758515987}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 78.9000015258789, "Augmented-0.05-Quantile-Accuracy": 87.43333435058594, "Augmented-0.1-Quantile-Accuracy": 90.08333587646484, "Augmented-Accuracy": 95.08516666666667, "Augmented-Loss": 0.5221015150499344, "Clean-Accuracy": 98.06666666666666, "Clean-Loss": 0.23159136219819387, "PGD-Accuracy": 11.433333333333334, "PGD-Loss": 3.1235300114949545}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 44, "Epoch-Time": 223.67503595352173, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.2699966430664, "Augmented-0.05-Quantile-Accuracy": 97.0999984741211, "Augmented-0.1-Quantile-Accuracy": 97.7699966430664, "Augmented-Accuracy": 98.8908, "Augmented-Loss": 0.08969826434552669, "Clean-Accuracy": 99.1, "Clean-Loss": 0.03571128658503294, "PGD-Accuracy": 10.81, "PGD-Loss": 4.448214971923828}, "Total-Time": 10438.21865606308, "Train": {"Loss": 2.2928074783395838, "avg t": 1.007377240922716, "plain loss": 0.15724221268406613, "standard loss": 0.0648039411386061}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.04999542236328, "Augmented-0.05-Quantile-Accuracy": 97.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 99.02516666666666, "Augmented-Loss": 0.08536769646296899, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.041160227440297605, "PGD-Accuracy": 10.316666666666666, "PGD-Loss": 4.320033617655437}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 45, "Epoch-Time": 242.15447068214417, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.31999969482422, "Augmented-0.05-Quantile-Accuracy": 97.16999816894531, "Augmented-0.1-Quantile-Accuracy": 97.87999725341797, "Augmented-Accuracy": 98.7622, "Augmented-Loss": 0.05899488539361954, "Clean-Accuracy": 98.91, "Clean-Loss": 0.035333004374802114, "PGD-Accuracy": 12.4, "PGD-Loss": 8.68369973449707}, "Total-Time": 10680.373126745224, "Train": {"Loss": 2.03168373019607, "avg t": 1.007218869032683, "plain loss": 0.15469537755295099, "standard loss": 0.06335098461820572}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.86666870117188, "Augmented-0.05-Quantile-Accuracy": 97.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.0, "Augmented-Accuracy": 98.92733333333334, "Augmented-Loss": 0.06025553816512227, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.041904727504899104, "PGD-Accuracy": 11.866666666666667, "PGD-Loss": 7.917606544494629}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 46, "Epoch-Time": 241.81394362449646, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.04000091552734, "Augmented-0.05-Quantile-Accuracy": 97.18999481201172, "Augmented-0.1-Quantile-Accuracy": 97.64999389648438, "Augmented-Accuracy": 98.7897, "Augmented-Loss": 0.07228618201422692, "Clean-Accuracy": 98.95, "Clean-Loss": 0.03854190776720643, "PGD-Accuracy": 10.85, "PGD-Loss": 6.909816812133789}, "Total-Time": 10922.18707036972, "Train": {"Loss": 1.9060714196805602, "avg t": 1.0060226402282715, "plain loss": 0.15274757868802114, "standard loss": 0.061805175982415674}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.19999694824219, "Augmented-0.05-Quantile-Accuracy": 97.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.16666412353516, "Augmented-Accuracy": 98.97583333333333, "Augmented-Loss": 0.06697112751687566, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.041574505001616975, "PGD-Accuracy": 10.066666666666666, "PGD-Loss": 6.424453346252442}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 47, "Epoch-Time": 242.09705710411072, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.70999908447266, "Augmented-0.05-Quantile-Accuracy": 96.69999694824219, "Augmented-0.1-Quantile-Accuracy": 97.47000122070312, "Augmented-Accuracy": 98.6524, "Augmented-Loss": 0.09066241725301742, "Clean-Accuracy": 98.95, "Clean-Loss": 0.03986916709840298, "PGD-Accuracy": 10.77, "PGD-Loss": 4.920344013977051}, "Total-Time": 11164.284127473831, "Train": {"Loss": 1.9005144483071785, "avg t": 1.0058875129134566, "plain loss": 0.15441461452378155, "standard loss": 0.06275852985052323}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.5, "Augmented-0.05-Quantile-Accuracy": 97.33333587646484, "Augmented-0.1-Quantile-Accuracy": 97.86666870117188, "Augmented-Accuracy": 98.78783333333334, "Augmented-Loss": 0.08484920463114977, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.04238868834264577, "PGD-Accuracy": 10.1, "PGD-Loss": 4.601352752685547}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 48, "Epoch-Time": 216.76539039611816, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.61000061035156, "Augmented-0.05-Quantile-Accuracy": 96.81999969482422, "Augmented-0.1-Quantile-Accuracy": 97.38999938964844, "Augmented-Accuracy": 98.5954, "Augmented-Loss": 0.06688994651407003, "Clean-Accuracy": 98.73, "Clean-Loss": 0.04361089338883758, "PGD-Accuracy": 10.41, "PGD-Loss": 6.930069885253906}, "Total-Time": 11381.04951786995, "Train": {"Loss": 1.8599809327302155, "avg t": 1.005039326173288, "plain loss": 0.14971052138363877, "standard loss": 0.05888058069983014}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.88333129882812, "Augmented-0.05-Quantile-Accuracy": 97.51666259765625, "Augmented-0.1-Quantile-Accuracy": 97.98332977294922, "Augmented-Accuracy": 98.88633333333334, "Augmented-Loss": 0.0651085646947225, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.04301633178815246, "PGD-Accuracy": 10.0, "PGD-Loss": 6.31471337890625}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 49, "Epoch-Time": 211.41907167434692, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.57999420166016, "Augmented-0.05-Quantile-Accuracy": 96.62999725341797, "Augmented-0.1-Quantile-Accuracy": 97.20999908447266, "Augmented-Accuracy": 98.5166, "Augmented-Loss": 0.09137081635904312, "Clean-Accuracy": 98.68, "Clean-Loss": 0.04419767312631011, "PGD-Accuracy": 10.46, "PGD-Loss": 5.229560589599609}, "Total-Time": 11592.468589544296, "Train": {"Loss": 1.816293020248413, "avg t": 1.0052994534527815, "plain loss": 0.1515177118813549, "standard loss": 0.06326997921864191}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.48332977294922, "Augmented-0.05-Quantile-Accuracy": 97.41666412353516, "Augmented-0.1-Quantile-Accuracy": 97.93333435058594, "Augmented-Accuracy": 98.8195, "Augmented-Loss": 0.08344978944122791, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.04331306740858903, "PGD-Accuracy": 9.816666666666666, "PGD-Loss": 4.9545001068115235}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 50, "Epoch-Time": 240.22094702720642, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.37999725341797, "Augmented-0.05-Quantile-Accuracy": 96.48999786376953, "Augmented-0.1-Quantile-Accuracy": 97.27999877929688, "Augmented-Accuracy": 98.629, "Augmented-Loss": 0.12729363941049576, "Clean-Accuracy": 99.06, "Clean-Loss": 0.040464147359132764, "PGD-Accuracy": 11.26, "PGD-Loss": 4.628156495666504}, "Total-Time": 11832.689536571503, "Train": {"Loss": 1.8510956734551325, "avg t": 1.0054074300483422, "plain loss": 0.1540903075129897, "standard loss": 0.062288481920267695}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.38333129882812, "Augmented-0.05-Quantile-Accuracy": 97.23332977294922, "Augmented-0.1-Quantile-Accuracy": 97.78333282470703, "Augmented-Accuracy": 98.84683333333334, "Augmented-Loss": 0.11611705205003421, "Clean-Accuracy": 99.1, "Clean-Loss": 0.04308047706385454, "PGD-Accuracy": 10.316666666666666, "PGD-Loss": 4.420227953592936}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 51, "Epoch-Time": 241.6941957473755, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.19999694824219, "Augmented-0.05-Quantile-Accuracy": 97.11000061035156, "Augmented-0.1-Quantile-Accuracy": 97.75999450683594, "Augmented-Accuracy": 98.8322, "Augmented-Loss": 0.09074133230042458, "Clean-Accuracy": 99.1, "Clean-Loss": 0.04047751379311085, "PGD-Accuracy": 10.91, "PGD-Loss": 4.8548199096679685}, "Total-Time": 12074.383732318878, "Train": {"Loss": 1.706707421514723, "avg t": 1.0037873007103248, "plain loss": 0.1432864641507466, "standard loss": 0.05653521029913315}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.19999694824219, "Augmented-0.05-Quantile-Accuracy": 97.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 98.94333333333333, "Augmented-Loss": 0.08565642058799665, "Clean-Accuracy": 99.0, "Clean-Loss": 0.04522049522399902, "PGD-Accuracy": 10.216666666666667, "PGD-Loss": 4.593941935221354}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 52, "Epoch-Time": 242.0020673274994, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.77999877929688, "Augmented-0.05-Quantile-Accuracy": 97.3699951171875, "Augmented-0.1-Quantile-Accuracy": 97.8499984741211, "Augmented-Accuracy": 98.9555, "Augmented-Loss": 0.08323487858200074, "Clean-Accuracy": 99.14, "Clean-Loss": 0.03355243169665337, "PGD-Accuracy": 10.84, "PGD-Loss": 4.154776187133789}, "Total-Time": 12316.385799646378, "Train": {"Loss": 2.0532295517391628, "avg t": 1.0049068030251398, "plain loss": 0.14963806516506067, "standard loss": 0.05841345522056023}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.66666412353516, "Augmented-0.05-Quantile-Accuracy": 98.03333282470703, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 99.05116666666666, "Augmented-Loss": 0.07680587183783452, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03727928212285042, "PGD-Accuracy": 9.883333333333333, "PGD-Loss": 3.930363451639811}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 53, "Epoch-Time": 241.92086386680603, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.97999572753906, "Augmented-0.05-Quantile-Accuracy": 97.58999633789062, "Augmented-0.1-Quantile-Accuracy": 98.14999389648438, "Augmented-Accuracy": 99.0199, "Augmented-Loss": 0.07836210257470608, "Clean-Accuracy": 99.2, "Clean-Loss": 0.030290572594106197, "PGD-Accuracy": 10.92, "PGD-Loss": 5.697952375793457}, "Total-Time": 12558.306663513184, "Train": {"Loss": 1.6989446907749883, "avg t": 1.00319740874679, "plain loss": 0.14113253360324426, "standard loss": 0.05522342169914326}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.38333129882812, "Augmented-0.05-Quantile-Accuracy": 97.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.21666717529297, "Augmented-Accuracy": 98.98466666666667, "Augmented-Loss": 0.07570466928948959, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.037201440158610544, "PGD-Accuracy": 10.266666666666667, "PGD-Loss": 5.399558672587077}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 54, "Epoch-Time": 207.75026202201843, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.0199966430664, "Augmented-0.05-Quantile-Accuracy": 97.32999420166016, "Augmented-0.1-Quantile-Accuracy": 97.8699951171875, "Augmented-Accuracy": 98.8549, "Augmented-Loss": 0.09553352424752712, "Clean-Accuracy": 99.17, "Clean-Loss": 0.036475646862387655, "PGD-Accuracy": 15.01, "PGD-Loss": 3.859468032836914}, "Total-Time": 12766.056925535202, "Train": {"Loss": 1.5847396051618787, "avg t": 1.0021885835329691, "plain loss": 0.13781118384467242, "standard loss": 0.0516864003394213}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.66666412353516, "Augmented-0.05-Quantile-Accuracy": 97.94999694824219, "Augmented-0.1-Quantile-Accuracy": 98.33333587646484, "Augmented-Accuracy": 99.10033333333334, "Augmented-Loss": 0.08318774951696396, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03723045156647762, "PGD-Accuracy": 14.15, "PGD-Loss": 3.617261380513509}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 55, "Epoch-Time": 225.08027696609497, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.45999908447266, "Augmented-0.05-Quantile-Accuracy": 96.81999969482422, "Augmented-0.1-Quantile-Accuracy": 97.56999969482422, "Augmented-Accuracy": 98.7132, "Augmented-Loss": 0.14634077761411668, "Clean-Accuracy": 99.07, "Clean-Loss": 0.046104146203398706, "PGD-Accuracy": 11.12, "PGD-Loss": 3.449267962646484}, "Total-Time": 12991.137202501297, "Train": {"Loss": 1.7444906738775747, "avg t": 1.0029755723034894, "plain loss": 0.13867139040099255, "standard loss": 0.055307204281428345}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.66666412353516, "Augmented-0.05-Quantile-Accuracy": 97.41666412353516, "Augmented-0.1-Quantile-Accuracy": 97.96666717529297, "Augmented-Accuracy": 98.84516666666667, "Augmented-Loss": 0.131295382899642, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.04692806267738342, "PGD-Accuracy": 10.5, "PGD-Loss": 3.2630869140625}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 56, "Epoch-Time": 241.61796069145203, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.8499984741211, "Augmented-0.05-Quantile-Accuracy": 97.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.0, "Augmented-Accuracy": 98.9782, "Augmented-Loss": 0.07310617781805992, "Clean-Accuracy": 99.18, "Clean-Loss": 0.03278667647689581, "PGD-Accuracy": 13.88, "PGD-Loss": 4.63885122833252}, "Total-Time": 13232.755163192749, "Train": {"Loss": 1.5889310543625443, "avg t": 1.0022561954568934, "plain loss": 0.13609329116962574, "standard loss": 0.05259244307634179}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.5, "Augmented-0.05-Quantile-Accuracy": 97.93333435058594, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 99.11683333333333, "Augmented-Loss": 0.06755688962250948, "Clean-Accuracy": 99.35, "Clean-Loss": 0.03466347473673523, "PGD-Accuracy": 13.133333333333333, "PGD-Loss": 4.3893036270141605}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 57, "Epoch-Time": 242.0820541381836, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.14999389648438, "Augmented-0.05-Quantile-Accuracy": 97.5, "Augmented-0.1-Quantile-Accuracy": 98.04999542236328, "Augmented-Accuracy": 99.0303, "Augmented-Loss": 0.07497214823412895, "Clean-Accuracy": 99.16, "Clean-Loss": 0.03175369761288166, "PGD-Accuracy": 16.0, "PGD-Loss": 3.9144610565185545}, "Total-Time": 13474.837217330933, "Train": {"Loss": 1.87309052156519, "avg t": 1.0029807324056272, "plain loss": 0.14240881595611557, "standard loss": 0.05534151727678599}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.91666412353516, "Augmented-0.05-Quantile-Accuracy": 98.13333129882812, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.1015, "Augmented-Loss": 0.07084557260990143, "Clean-Accuracy": 99.25, "Clean-Loss": 0.036414053520187735, "PGD-Accuracy": 15.266666666666667, "PGD-Loss": 3.6700139083862306}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 58, "Epoch-Time": 241.90456700325012, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.12999725341797, "Augmented-0.05-Quantile-Accuracy": 96.39999389648438, "Augmented-0.1-Quantile-Accuracy": 97.39999389648438, "Augmented-Accuracy": 98.6557, "Augmented-Loss": 0.11352363272309303, "Clean-Accuracy": 98.95, "Clean-Loss": 0.039931428667902946, "PGD-Accuracy": 15.72, "PGD-Loss": 4.190513371276856}, "Total-Time": 13716.741784334183, "Train": {"Loss": 2.0861082522074383, "avg t": 1.0039007266009294, "plain loss": 0.14267472100611064, "standard loss": 0.05600454616043027}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.23332977294922, "Augmented-0.05-Quantile-Accuracy": 97.19999694824219, "Augmented-0.1-Quantile-Accuracy": 97.66666412353516, "Augmented-Accuracy": 98.77366666666667, "Augmented-Loss": 0.10394490567376216, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.043901900947093966, "PGD-Accuracy": 15.35, "PGD-Loss": 3.977141695658366}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 59, "Epoch-Time": 214.10935354232788, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.93000030517578, "Augmented-0.05-Quantile-Accuracy": 97.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.11000061035156, "Augmented-Accuracy": 99.0298, "Augmented-Loss": 0.06795346963000297, "Clean-Accuracy": 99.2, "Clean-Loss": 0.032825766903162, "PGD-Accuracy": 18.22, "PGD-Loss": 4.463628857421875}, "Total-Time": 13930.85113787651, "Train": {"Loss": 1.5693519817988077, "avg t": 1.001539470831553, "plain loss": 0.13334739558608444, "standard loss": 0.04897593027932776}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.61666870117188, "Augmented-0.05-Quantile-Accuracy": 97.93333435058594, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.10833333333333, "Augmented-Loss": 0.06629971415440242, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03891388032088677, "PGD-Accuracy": 18.716666666666665, "PGD-Loss": 4.205353319803874}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 60, "Epoch-Time": 211.47690415382385, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.98999786376953, "Augmented-0.05-Quantile-Accuracy": 97.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.0199966430664, "Augmented-Accuracy": 98.9036, "Augmented-Loss": 0.06766481823396683, "Clean-Accuracy": 99.02, "Clean-Loss": 0.03337038466334343, "PGD-Accuracy": 14.46, "PGD-Loss": 4.152090202331543}, "Total-Time": 14142.328042030334, "Train": {"Loss": 1.554265311770969, "avg t": 1.0012570152282714, "plain loss": 0.133076925781038, "standard loss": 0.051863971414389434}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.91666412353516, "Augmented-0.05-Quantile-Accuracy": 98.04999542236328, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.12033333333333, "Augmented-Loss": 0.06130309339220325, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03594362367379169, "PGD-Accuracy": 14.9, "PGD-Loss": 3.837447245279948}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 61, "Epoch-Time": 241.63477325439453, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.25999450683594, "Augmented-0.05-Quantile-Accuracy": 94.68000030517578, "Augmented-0.1-Quantile-Accuracy": 95.82999420166016, "Augmented-Accuracy": 97.8678, "Augmented-Loss": 0.09967890405911208, "Clean-Accuracy": 98.33, "Clean-Loss": 0.06687592267096043, "PGD-Accuracy": 11.85, "PGD-Loss": 11.4424724609375}, "Total-Time": 14383.962815284729, "Train": {"Loss": 1.599326257635046, "avg t": 1.001553649125276, "plain loss": 0.13332592492633413, "standard loss": 0.05234541342766197}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.86666870117188, "Augmented-0.05-Quantile-Accuracy": 95.78333282470703, "Augmented-0.1-Quantile-Accuracy": 96.71666717529297, "Augmented-Accuracy": 98.2865, "Augmented-Loss": 0.08326212584813436, "Clean-Accuracy": 98.7, "Clean-Loss": 0.05800543769852569, "PGD-Accuracy": 11.4, "PGD-Loss": 11.174110682169596}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 62, "Epoch-Time": 242.1441946029663, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.81999969482422, "Augmented-0.05-Quantile-Accuracy": 97.25999450683594, "Augmented-0.1-Quantile-Accuracy": 97.7699966430664, "Augmented-Accuracy": 98.8045, "Augmented-Loss": 0.06956078819465637, "Clean-Accuracy": 99.11, "Clean-Loss": 0.03276259753108025, "PGD-Accuracy": 14.59, "PGD-Loss": 4.339752578735352}, "Total-Time": 14626.107009887695, "Train": {"Loss": 1.7896396228648999, "avg t": 1.0023261703561854, "plain loss": 0.13664116991184375, "standard loss": 0.05310488490870705}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.31666564941406, "Augmented-0.05-Quantile-Accuracy": 97.83333587646484, "Augmented-0.1-Quantile-Accuracy": 98.26666259765625, "Augmented-Accuracy": 98.9865, "Augmented-Loss": 0.06535395179226995, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.03955660793930292, "PGD-Accuracy": 13.633333333333333, "PGD-Loss": 4.206444086710612}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 63, "Epoch-Time": 242.20373153686523, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.58999633789062, "Augmented-0.05-Quantile-Accuracy": 97.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.04000091552734, "Augmented-Accuracy": 98.9809, "Augmented-Loss": 0.033243497569097204, "Clean-Accuracy": 99.04, "Clean-Loss": 0.035073339011077766, "PGD-Accuracy": 13.02, "PGD-Loss": 10.666595657348633}, "Total-Time": 14868.31074142456, "Train": {"Loss": 2.7737553106590553, "avg t": 1.005797138814573, "plain loss": 0.15406014802190987, "standard loss": 0.06174403382506635}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.08333587646484, "Augmented-0.1-Quantile-Accuracy": 98.51666259765625, "Augmented-Accuracy": 99.0975, "Augmented-Loss": 0.04181932994716723, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.045885814957543215, "PGD-Accuracy": 13.633333333333333, "PGD-Loss": 9.723028696695964}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 64, "Epoch-Time": 241.86210680007935, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.80999755859375, "Augmented-0.05-Quantile-Accuracy": 97.40999603271484, "Augmented-0.1-Quantile-Accuracy": 97.91999816894531, "Augmented-Accuracy": 98.9542, "Augmented-Loss": 0.09113117294096947, "Clean-Accuracy": 99.14, "Clean-Loss": 0.03459113617241383, "PGD-Accuracy": 12.56, "PGD-Loss": 4.262820323181153}, "Total-Time": 15110.17284822464, "Train": {"Loss": 1.8192457927068075, "avg t": 1.0030169014047694, "plain loss": 0.13670671722447425, "standard loss": 0.05189406231438948}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.5, "Augmented-0.05-Quantile-Accuracy": 97.91666412353516, "Augmented-0.1-Quantile-Accuracy": 98.36666870117188, "Augmented-Accuracy": 99.024, "Augmented-Loss": 0.08490185324698686, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.038834323483829696, "PGD-Accuracy": 11.833333333333334, "PGD-Loss": 3.957454439798991}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 65, "Epoch-Time": 206.53948402404785, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.48999786376953, "Augmented-0.05-Quantile-Accuracy": 97.75, "Augmented-0.1-Quantile-Accuracy": 98.23999786376953, "Augmented-Accuracy": 99.0912, "Augmented-Loss": 0.08261258597230911, "Clean-Accuracy": 99.22, "Clean-Loss": 0.032193987637758256, "PGD-Accuracy": 13.47, "PGD-Loss": 3.8339647659301757}, "Total-Time": 15316.712332248688, "Train": {"Loss": 1.5731521914446795, "avg t": 1.0015766043663026, "plain loss": 0.130084003387557, "standard loss": 0.04966624051028932}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.11783333333334, "Augmented-Loss": 0.07800208435396354, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03690399362022678, "PGD-Accuracy": 12.766666666666667, "PGD-Loss": 3.6618007024129233}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 66, "Epoch-Time": 226.60873341560364, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.27999877929688, "Augmented-0.05-Quantile-Accuracy": 97.8499984741211, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 99.0692, "Augmented-Loss": 0.07679168167054654, "Clean-Accuracy": 99.18, "Clean-Loss": 0.030113772365450858, "PGD-Accuracy": 12.85, "PGD-Loss": 4.345255564880371}, "Total-Time": 15543.321065664291, "Train": {"Loss": 1.6448179132673475, "avg t": 1.0016787937658804, "plain loss": 0.13126137742289787, "standard loss": 0.051223829709579824}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.23332977294922, "Augmented-0.1-Quantile-Accuracy": 98.56666564941406, "Augmented-Accuracy": 99.1105, "Augmented-Loss": 0.07655536904752254, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03885669996589422, "PGD-Accuracy": 11.766666666666667, "PGD-Loss": 4.053921297709147}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 67, "Epoch-Time": 242.038259267807, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.47000122070312, "Augmented-0.05-Quantile-Accuracy": 97.38999938964844, "Augmented-0.1-Quantile-Accuracy": 97.88999938964844, "Augmented-Accuracy": 98.8843, "Augmented-Loss": 0.09323153619229793, "Clean-Accuracy": 99.2, "Clean-Loss": 0.033720474215596916, "PGD-Accuracy": 12.88, "PGD-Loss": 4.070709881591797}, "Total-Time": 15785.359324932098, "Train": {"Loss": 3.117686943407412, "avg t": 1.008481214682261, "plain loss": 0.1599245059569677, "standard loss": 0.06667261468839866}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.33333587646484, "Augmented-0.05-Quantile-Accuracy": 97.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 99.01433333333334, "Augmented-Loss": 0.08352516261011363, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.03715825004472087, "PGD-Accuracy": 12.133333333333333, "PGD-Loss": 3.894106122334798}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 68, "Epoch-Time": 242.1026749610901, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.11000061035156, "Augmented-0.05-Quantile-Accuracy": 97.08999633789062, "Augmented-0.1-Quantile-Accuracy": 97.73999786376953, "Augmented-Accuracy": 98.847, "Augmented-Loss": 0.05951007134622335, "Clean-Accuracy": 98.96, "Clean-Loss": 0.03754257954582572, "PGD-Accuracy": 12.14, "PGD-Loss": 9.949174569702148}, "Total-Time": 16027.461999893188, "Train": {"Loss": 1.6285062818880434, "avg t": 1.0023289673416702, "plain loss": 0.13123196737501353, "standard loss": 0.049923848584311564}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.86666870117188, "Augmented-0.05-Quantile-Accuracy": 97.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.03333282470703, "Augmented-Accuracy": 98.89316666666667, "Augmented-Loss": 0.06284694725582997, "Clean-Accuracy": 98.96666666666667, "Clean-Loss": 0.047325227909410995, "PGD-Accuracy": 11.783333333333333, "PGD-Loss": 9.15513921356201}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 69, "Epoch-Time": 242.04292058944702, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.14999389648438, "Augmented-0.05-Quantile-Accuracy": 97.55999755859375, "Augmented-0.1-Quantile-Accuracy": 97.98999786376953, "Augmented-Accuracy": 98.8928, "Augmented-Loss": 0.06985281042778492, "Clean-Accuracy": 99.1, "Clean-Loss": 0.03215492591559887, "PGD-Accuracy": 11.78, "PGD-Loss": 5.003776776123047}, "Total-Time": 16269.504920482635, "Train": {"Loss": 1.8114305850841381, "avg t": 1.0033143550908123, "plain loss": 0.13784486224739628, "standard loss": 0.05401110247791641}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.66666412353516, "Augmented-0.05-Quantile-Accuracy": 97.94999694824219, "Augmented-0.1-Quantile-Accuracy": 98.38333129882812, "Augmented-Accuracy": 99.07133333333333, "Augmented-Loss": 0.07002554154227178, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03973469369920592, "PGD-Accuracy": 11.266666666666667, "PGD-Loss": 4.5835869623819985}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 70, "Epoch-Time": 211.74328017234802, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.68999481201172, "Augmented-0.05-Quantile-Accuracy": 97.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.04000091552734, "Augmented-Accuracy": 98.945, "Augmented-Loss": 0.08312054228544236, "Clean-Accuracy": 99.09, "Clean-Loss": 0.03649580002427101, "PGD-Accuracy": 13.24, "PGD-Loss": 4.7272330749511715}, "Total-Time": 16481.248200654984, "Train": {"Loss": 1.8471125643694841, "avg t": 1.0033571309690121, "plain loss": 0.13366563673902457, "standard loss": 0.05286365783867357}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.5999984741211, "Augmented-0.05-Quantile-Accuracy": 98.03333282470703, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 99.05466666666666, "Augmented-Loss": 0.07546838962882757, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.04006326070179542, "PGD-Accuracy": 12.55, "PGD-Loss": 4.387068870544433}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 71, "Epoch-Time": 215.02636075019836, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.0, "Augmented-0.05-Quantile-Accuracy": 97.43000030517578, "Augmented-0.1-Quantile-Accuracy": 97.91999816894531, "Augmented-Accuracy": 98.9555, "Augmented-Loss": 0.08907571634149551, "Clean-Accuracy": 99.18, "Clean-Loss": 0.03787224200367927, "PGD-Accuracy": 12.76, "PGD-Loss": 3.8212794311523437}, "Total-Time": 16696.274561405182, "Train": {"Loss": 1.690968086277997, "avg t": 1.0021312918486418, "plain loss": 0.13109762240339193, "standard loss": 0.0516528809512103}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.75, "Augmented-0.05-Quantile-Accuracy": 98.0, "Augmented-0.1-Quantile-Accuracy": 98.38333129882812, "Augmented-Accuracy": 99.01883333333333, "Augmented-Loss": 0.08313119053443273, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.042493543344239396, "PGD-Accuracy": 11.766666666666667, "PGD-Loss": 3.614026911417643}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 72, "Epoch-Time": 242.22431540489197, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.07999420166016, "Augmented-0.05-Quantile-Accuracy": 97.08999633789062, "Augmented-0.1-Quantile-Accuracy": 97.66999816894531, "Augmented-Accuracy": 98.8235, "Augmented-Loss": 0.07399719506502152, "Clean-Accuracy": 98.99, "Clean-Loss": 0.03466126786023378, "PGD-Accuracy": 11.75, "PGD-Loss": 4.6105764221191405}, "Total-Time": 16938.498876810074, "Train": {"Loss": 1.7440308560265436, "avg t": 1.0017332401628847, "plain loss": 0.13254661427780445, "standard loss": 0.052464355556915206}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.28333282470703, "Augmented-0.05-Quantile-Accuracy": 97.66666412353516, "Augmented-0.1-Quantile-Accuracy": 97.98332977294922, "Augmented-Accuracy": 98.91516666666666, "Augmented-Loss": 0.07304438083847364, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.04147212916302184, "PGD-Accuracy": 10.75, "PGD-Loss": 4.247734896341959}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 73, "Epoch-Time": 242.3291220664978, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.12999725341797, "Augmented-0.05-Quantile-Accuracy": 95.1199951171875, "Augmented-0.1-Quantile-Accuracy": 96.41999816894531, "Augmented-Accuracy": 98.2534, "Augmented-Loss": 0.25910174549484255, "Clean-Accuracy": 98.91, "Clean-Loss": 0.07752593495845794, "PGD-Accuracy": 11.57, "PGD-Loss": 3.4052512634277345}, "Total-Time": 17180.82799887657, "Train": {"Loss": 2.8752751461664836, "avg t": 1.0037699879187125, "plain loss": 0.143996589590002, "standard loss": 0.06360223850235343}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.68333435058594, "Augmented-0.05-Quantile-Accuracy": 96.11666870117188, "Augmented-0.1-Quantile-Accuracy": 97.01666259765625, "Augmented-Accuracy": 98.45283333333333, "Augmented-Loss": 0.23184389106591544, "Clean-Accuracy": 98.93333333333334, "Clean-Loss": 0.07041035528977713, "PGD-Accuracy": 10.933333333333334, "PGD-Loss": 3.3436169764200847}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 74, "Epoch-Time": 242.14393830299377, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.65999603271484, "Augmented-0.05-Quantile-Accuracy": 97.31999969482422, "Augmented-0.1-Quantile-Accuracy": 97.79999542236328, "Augmented-Accuracy": 98.8592, "Augmented-Loss": 0.09449533006072044, "Clean-Accuracy": 99.07, "Clean-Loss": 0.03800469789505005, "PGD-Accuracy": 11.43, "PGD-Loss": 3.787215116882324}, "Total-Time": 17422.971937179565, "Train": {"Loss": 1.5138092256475377, "avg t": 1.0007376287425005, "plain loss": 0.12791150402669538, "standard loss": 0.05021355959083195}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.68333435058594, "Augmented-0.05-Quantile-Accuracy": 98.06666564941406, "Augmented-0.1-Quantile-Accuracy": 98.23332977294922, "Augmented-Accuracy": 99.038, "Augmented-Loss": 0.0861366258919239, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03761222806200385, "PGD-Accuracy": 10.683333333333334, "PGD-Loss": 3.6057657470703126}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 75, "Epoch-Time": 240.00889444351196, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.43999481201172, "Augmented-0.05-Quantile-Accuracy": 96.3699951171875, "Augmented-0.1-Quantile-Accuracy": 97.15999603271484, "Augmented-Accuracy": 98.6693, "Augmented-Loss": 0.11607525791144371, "Clean-Accuracy": 99.01, "Clean-Loss": 0.03921520656943321, "PGD-Accuracy": 10.94, "PGD-Loss": 4.437839422607422}, "Total-Time": 17662.980831623077, "Train": {"Loss": 1.5493941035447296, "avg t": 1.0011384774314032, "plain loss": 0.13221710759445465, "standard loss": 0.0493785353133248}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.79999542236328, "Augmented-0.05-Quantile-Accuracy": 97.0999984741211, "Augmented-0.1-Quantile-Accuracy": 97.76666259765625, "Augmented-Accuracy": 98.84983333333334, "Augmented-Loss": 0.10303112327714761, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.04074109906765322, "PGD-Accuracy": 10.3, "PGD-Loss": 4.256564163208008}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 76, "Epoch-Time": 206.1991662979126, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.93000030517578, "Augmented-0.05-Quantile-Accuracy": 96.91999816894531, "Augmented-0.1-Quantile-Accuracy": 97.44999694824219, "Augmented-Accuracy": 98.6765, "Augmented-Loss": 0.12226570397877694, "Clean-Accuracy": 99.14, "Clean-Loss": 0.04207240801006556, "PGD-Accuracy": 11.68, "PGD-Loss": 4.09367059173584}, "Total-Time": 17869.17999792099, "Train": {"Loss": 1.6545445738191957, "avg t": 1.001550852033827, "plain loss": 0.13342758340305755, "standard loss": 0.0502780755004949}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.0, "Augmented-0.05-Quantile-Accuracy": 97.5, "Augmented-0.1-Quantile-Accuracy": 98.08333587646484, "Augmented-Accuracy": 98.8445, "Augmented-Loss": 0.11316331505457561, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.04630744442840417, "PGD-Accuracy": 10.783333333333333, "PGD-Loss": 3.9485026575724285}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 77, "Epoch-Time": 228.56649589538574, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.5999984741211, "Augmented-0.05-Quantile-Accuracy": 97.37999725341797, "Augmented-0.1-Quantile-Accuracy": 97.95999908447266, "Augmented-Accuracy": 98.9082, "Augmented-Loss": 0.08687253380644322, "Clean-Accuracy": 99.1, "Clean-Loss": 0.039251894760131835, "PGD-Accuracy": 11.19, "PGD-Loss": 4.4399595550537105}, "Total-Time": 18097.746493816376, "Train": {"Loss": 1.6698601689868504, "avg t": 1.0016580086814033, "plain loss": 0.13365946485907948, "standard loss": 0.05006293497896857}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.61666870117188, "Augmented-0.05-Quantile-Accuracy": 98.0, "Augmented-0.1-Quantile-Accuracy": 98.38333129882812, "Augmented-Accuracy": 98.969, "Augmented-Loss": 0.07775508689552546, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.040952273178845644, "PGD-Accuracy": 10.366666666666667, "PGD-Loss": 4.266197026570638}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 78, "Epoch-Time": 241.818133354187, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.29000091552734, "Augmented-0.05-Quantile-Accuracy": 97.16999816894531, "Augmented-0.1-Quantile-Accuracy": 97.80999755859375, "Augmented-Accuracy": 98.8782, "Augmented-Loss": 0.11489115774035454, "Clean-Accuracy": 99.15, "Clean-Loss": 0.04144709769785404, "PGD-Accuracy": 10.93, "PGD-Loss": 3.8129295867919923}, "Total-Time": 18339.564627170563, "Train": {"Loss": 1.878630376709832, "avg t": 1.0027539288909346, "plain loss": 0.13656206388120298, "standard loss": 0.05236259751960083}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.23332977294922, "Augmented-0.05-Quantile-Accuracy": 97.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.16666412353516, "Augmented-Accuracy": 98.9905, "Augmented-Loss": 0.10421790776749452, "Clean-Accuracy": 99.2, "Clean-Loss": 0.04098658652851979, "PGD-Accuracy": 10.283333333333333, "PGD-Loss": 3.686025904337565}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 79, "Epoch-Time": 242.00554990768433, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.8499984741211, "Augmented-0.05-Quantile-Accuracy": 97.25999450683594, "Augmented-0.1-Quantile-Accuracy": 97.8499984741211, "Augmented-Accuracy": 98.8562, "Augmented-Loss": 0.0756412040694952, "Clean-Accuracy": 99.14, "Clean-Loss": 0.039658025915920735, "PGD-Accuracy": 10.85, "PGD-Loss": 4.78825110168457}, "Total-Time": 18581.570177078247, "Train": {"Loss": 1.6507876915401882, "avg t": 1.0022157825893825, "plain loss": 0.13296229597021023, "standard loss": 0.052843225622273705}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.08333587646484, "Augmented-0.05-Quantile-Accuracy": 98.0, "Augmented-0.1-Quantile-Accuracy": 98.21666717529297, "Augmented-Accuracy": 99.01, "Augmented-Loss": 0.06651158886000515, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.041038154277950524, "PGD-Accuracy": 10.333333333333334, "PGD-Loss": 4.483401695251465}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 80, "Epoch-Time": 241.85478711128235, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.93000030517578, "Augmented-0.05-Quantile-Accuracy": 95.0, "Augmented-0.1-Quantile-Accuracy": 95.82999420166016, "Augmented-Accuracy": 97.56, "Augmented-Loss": 0.09785737376587093, "Clean-Accuracy": 98.29, "Clean-Loss": 0.0970240777982166, "PGD-Accuracy": 2.76, "PGD-Loss": 18.926539294433592}, "Total-Time": 18823.42496418953, "Train": {"Loss": 3.9732065814689355, "avg t": 1.0098286299528898, "plain loss": 0.17230853249585204, "standard loss": 0.07457105722319748}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.06666564941406, "Augmented-0.05-Quantile-Accuracy": 95.94999694824219, "Augmented-0.1-Quantile-Accuracy": 96.63333129882812, "Augmented-Accuracy": 98.05866666666667, "Augmented-Loss": 0.08808466154560408, "Clean-Accuracy": 98.68333333333334, "Clean-Loss": 0.09083078904501271, "PGD-Accuracy": 2.95, "PGD-Loss": 17.50272764078776}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 81, "Epoch-Time": 208.4914255142212, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.77999877929688, "Augmented-0.05-Quantile-Accuracy": 96.89999389648438, "Augmented-0.1-Quantile-Accuracy": 97.54000091552734, "Augmented-Accuracy": 98.5492, "Augmented-Loss": 0.062237273813862355, "Clean-Accuracy": 98.85, "Clean-Loss": 0.052995982887910215, "PGD-Accuracy": 7.08, "PGD-Loss": 23.73159422607422}, "Total-Time": 19031.91638970375, "Train": {"Loss": 1.704392332430239, "avg t": 1.0019193417231242, "plain loss": 0.13046204050205373, "standard loss": 0.0480069271709632}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.41666412353516, "Augmented-0.05-Quantile-Accuracy": 97.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.06666564941406, "Augmented-Accuracy": 98.78033333333333, "Augmented-Loss": 0.06426856426583855, "Clean-Accuracy": 98.96666666666667, "Clean-Loss": 0.06437518622356886, "PGD-Accuracy": 7.133333333333334, "PGD-Loss": 22.420477630615235}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 82, "Epoch-Time": 217.6575903892517, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.75999450683594, "Augmented-0.05-Quantile-Accuracy": 97.44999694824219, "Augmented-0.1-Quantile-Accuracy": 97.88999938964844, "Augmented-Accuracy": 98.9058, "Augmented-Loss": 0.08274512145483494, "Clean-Accuracy": 99.18, "Clean-Loss": 0.03403665554523468, "PGD-Accuracy": 13.75, "PGD-Loss": 4.126048789978027}, "Total-Time": 19249.573980093002, "Train": {"Loss": 1.7916672929481223, "avg t": 1.0022233057375307, "plain loss": 0.13228305402685095, "standard loss": 0.04915203789497415}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.76666259765625, "Augmented-0.05-Quantile-Accuracy": 98.0, "Augmented-0.1-Quantile-Accuracy": 98.43333435058594, "Augmented-Accuracy": 99.0405, "Augmented-Loss": 0.07782076856722435, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03746716147040327, "PGD-Accuracy": 12.65, "PGD-Loss": 3.797938415527344}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 83, "Epoch-Time": 242.08075094223022, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.04000091552734, "Augmented-0.05-Quantile-Accuracy": 96.75999450683594, "Augmented-0.1-Quantile-Accuracy": 97.47999572753906, "Augmented-Accuracy": 98.7069, "Augmented-Loss": 0.0886943345746994, "Clean-Accuracy": 99.04, "Clean-Loss": 0.03924356873035431, "PGD-Accuracy": 12.86, "PGD-Loss": 4.599328201293945}, "Total-Time": 19491.654731035233, "Train": {"Loss": 1.7946182428995767, "avg t": 1.0025092818648726, "plain loss": 0.13602812431388422, "standard loss": 0.05325839558229954}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.76666259765625, "Augmented-0.05-Quantile-Accuracy": 97.21666717529297, "Augmented-0.1-Quantile-Accuracy": 97.66666412353516, "Augmented-Accuracy": 98.74316666666667, "Augmented-Loss": 0.08410872537006935, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.045106082561115424, "PGD-Accuracy": 12.05, "PGD-Loss": 4.24774924214681}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 84, "Epoch-Time": 242.09753012657166, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.8499984741211, "Augmented-0.05-Quantile-Accuracy": 96.25999450683594, "Augmented-0.1-Quantile-Accuracy": 97.04999542236328, "Augmented-Accuracy": 98.4718, "Augmented-Loss": 0.14423875964021682, "Clean-Accuracy": 99.1, "Clean-Loss": 0.04937303943634033, "PGD-Accuracy": 12.1, "PGD-Loss": 3.5240725860595705}, "Total-Time": 19733.752261161804, "Train": {"Loss": 1.5921495662618566, "avg t": 1.001391129846926, "plain loss": 0.13296224768603293, "standard loss": 0.050394620306720886}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.3499984741211, "Augmented-0.05-Quantile-Accuracy": 97.23332977294922, "Augmented-0.1-Quantile-Accuracy": 97.8499984741211, "Augmented-Accuracy": 98.70866666666667, "Augmented-Loss": 0.12899114261309305, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.048596477289994555, "PGD-Accuracy": 11.35, "PGD-Loss": 3.3797633577982586}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 85, "Epoch-Time": 242.0141863822937, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.20999908447266, "Augmented-0.05-Quantile-Accuracy": 97.19999694824219, "Augmented-0.1-Quantile-Accuracy": 97.8499984741211, "Augmented-Accuracy": 98.901, "Augmented-Loss": 0.0716840462411642, "Clean-Accuracy": 99.03, "Clean-Loss": 0.03593487301357091, "PGD-Accuracy": 12.15, "PGD-Loss": 6.693289071655274}, "Total-Time": 19975.766447544098, "Train": {"Loss": 1.9772804461938362, "avg t": 1.0033086163202922, "plain loss": 0.1353594865057204, "standard loss": 0.05532407844922057}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.94999694824219, "Augmented-0.05-Quantile-Accuracy": 97.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.08333587646484, "Augmented-Accuracy": 98.992, "Augmented-Loss": 0.06678367929448684, "Clean-Accuracy": 99.15, "Clean-Loss": 0.040765855801912644, "PGD-Accuracy": 11.083333333333334, "PGD-Loss": 6.333133150736491}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 86, "Epoch-Time": 240.58534908294678, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.19999694824219, "Augmented-0.05-Quantile-Accuracy": 95.75, "Augmented-0.1-Quantile-Accuracy": 96.80999755859375, "Augmented-Accuracy": 98.4099, "Augmented-Loss": 0.17889878554725647, "Clean-Accuracy": 98.89, "Clean-Loss": 0.05073896128237247, "PGD-Accuracy": 11.17, "PGD-Loss": 4.510991246032715}, "Total-Time": 20216.351796627045, "Train": {"Loss": 1.8985748228143762, "avg t": 1.0021513536594533, "plain loss": 0.13457744515913506, "standard loss": 0.05188777341362503}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.38333129882812, "Augmented-0.05-Quantile-Accuracy": 96.1500015258789, "Augmented-0.1-Quantile-Accuracy": 97.08333587646484, "Augmented-Accuracy": 98.5, "Augmented-Loss": 0.16099820960919062, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.050602848308781784, "PGD-Accuracy": 10.183333333333334, "PGD-Loss": 4.401421875}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 87, "Epoch-Time": 203.22205471992493, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.93999481201172, "Augmented-0.05-Quantile-Accuracy": 97.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.11000061035156, "Augmented-Accuracy": 98.9538, "Augmented-Loss": 0.07145381762975454, "Clean-Accuracy": 99.14, "Clean-Loss": 0.03472514898851514, "PGD-Accuracy": 12.58, "PGD-Loss": 5.059619235229492}, "Total-Time": 20419.57385134697, "Train": {"Loss": 2.111136331876119, "avg t": 1.0026653871359648, "plain loss": 0.1416512496877601, "standard loss": 0.05367078626273131}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.75, "Augmented-0.05-Quantile-Accuracy": 97.91666412353516, "Augmented-0.1-Quantile-Accuracy": 98.33333587646484, "Augmented-Accuracy": 98.99033333333334, "Augmented-Loss": 0.06664909118771553, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.03846737352882822, "PGD-Accuracy": 12.016666666666667, "PGD-Loss": 4.659496559143067}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 88, "Epoch-Time": 229.40986371040344, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.27999877929688, "Augmented-0.05-Quantile-Accuracy": 97.65999603271484, "Augmented-0.1-Quantile-Accuracy": 98.12999725341797, "Augmented-Accuracy": 99.0337, "Augmented-Loss": 0.059190172406077386, "Clean-Accuracy": 99.22, "Clean-Loss": 0.029718637942522764, "PGD-Accuracy": 10.56, "PGD-Loss": 5.416282385253906}, "Total-Time": 20648.983715057373, "Train": {"Loss": 3.0324522016666555, "avg t": 1.0059884002120407, "plain loss": 0.15599161529982528, "standard loss": 0.06388668675927653}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.86666870117188, "Augmented-0.05-Quantile-Accuracy": 98.0, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 99.0345, "Augmented-Loss": 0.056230679901788636, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.03691556609344358, "PGD-Accuracy": 10.3, "PGD-Loss": 4.974899976094564}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 89, "Epoch-Time": 241.8401551246643, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.29999542236328, "Augmented-0.05-Quantile-Accuracy": 97.75999450683594, "Augmented-0.1-Quantile-Accuracy": 98.20999908447266, "Augmented-Accuracy": 99.0576, "Augmented-Loss": 0.06242263835990429, "Clean-Accuracy": 99.22, "Clean-Loss": 0.03162588491253555, "PGD-Accuracy": 11.68, "PGD-Loss": 5.1073016265869144}, "Total-Time": 20890.823870182037, "Train": {"Loss": 1.669755862094738, "avg t": 1.0017020383940802, "plain loss": 0.13514889011029846, "standard loss": 0.04918634221378576}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.9000015258789, "Augmented-0.05-Quantile-Accuracy": 98.13333129882812, "Augmented-0.1-Quantile-Accuracy": 98.36666870117188, "Augmented-Accuracy": 99.0535, "Augmented-Loss": 0.06096147528529167, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.0378541242768988, "PGD-Accuracy": 10.9, "PGD-Loss": 4.691606038411458}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 90, "Epoch-Time": 241.99469780921936, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.52999877929688, "Augmented-0.05-Quantile-Accuracy": 96.8699951171875, "Augmented-0.1-Quantile-Accuracy": 97.5199966430664, "Augmented-Accuracy": 98.7557, "Augmented-Loss": 0.1809826589164734, "Clean-Accuracy": 99.15, "Clean-Loss": 0.05329893448352814, "PGD-Accuracy": 11.44, "PGD-Loss": 3.3952280517578126}, "Total-Time": 21132.818567991257, "Train": {"Loss": 1.613611459520128, "avg t": 1.0013725631148727, "plain loss": 0.1311698054101731, "standard loss": 0.04984118259615368}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.23332977294922, "Augmented-0.05-Quantile-Accuracy": 97.31666564941406, "Augmented-0.1-Quantile-Accuracy": 97.88333129882812, "Augmented-Accuracy": 98.85033333333334, "Augmented-Loss": 0.1675102189977964, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05344447562595209, "PGD-Accuracy": 10.5, "PGD-Loss": 3.2166063232421873}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 91, "Epoch-Time": 241.90038061141968, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.83999633789062, "Augmented-0.05-Quantile-Accuracy": 97.41999816894531, "Augmented-0.1-Quantile-Accuracy": 98.05999755859375, "Augmented-Accuracy": 99.0434, "Augmented-Loss": 0.07208562818527221, "Clean-Accuracy": 99.28, "Clean-Loss": 0.028425946339964866, "PGD-Accuracy": 11.2, "PGD-Loss": 5.2836805435180665}, "Total-Time": 21374.718948602676, "Train": {"Loss": 1.8496454009656553, "avg t": 1.0026891139878167, "plain loss": 0.1341840339086673, "standard loss": 0.050784466429165113}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.56666564941406, "Augmented-0.05-Quantile-Accuracy": 98.0, "Augmented-0.1-Quantile-Accuracy": 98.4000015258789, "Augmented-Accuracy": 99.06083333333333, "Augmented-Loss": 0.06938480825528502, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.035816290385400254, "PGD-Accuracy": 10.366666666666667, "PGD-Loss": 4.923088775634765}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 92, "Epoch-Time": 206.22883677482605, "Test": {"Augmented-0.01-Quantile-Accuracy": 90.41999816894531, "Augmented-0.05-Quantile-Accuracy": 94.47999572753906, "Augmented-0.1-Quantile-Accuracy": 95.68999481201172, "Augmented-Accuracy": 97.8133, "Augmented-Loss": 0.08380492145459353, "Clean-Accuracy": 98.64, "Clean-Loss": 0.05616498707589926, "PGD-Accuracy": 7.92, "PGD-Loss": 16.161399114990235}, "Total-Time": 21580.947785377502, "Train": {"Loss": 1.627995037290785, "avg t": 1.0012011703561854, "plain loss": 0.1280125719847502, "standard loss": 0.047738206337171574}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.5, "Augmented-0.05-Quantile-Accuracy": 95.0, "Augmented-0.1-Quantile-Accuracy": 96.19999694824219, "Augmented-Accuracy": 98.01366666666667, "Augmented-Loss": 0.08283952424455435, "Clean-Accuracy": 98.85, "Clean-Loss": 0.06120342431918834, "PGD-Accuracy": 7.883333333333334, "PGD-Loss": 15.367104151407878}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 93, "Epoch-Time": 219.8825900554657, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.02999877929688, "Augmented-0.05-Quantile-Accuracy": 97.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.06999969482422, "Augmented-Accuracy": 99.0083, "Augmented-Loss": 0.06282016426455975, "Clean-Accuracy": 99.22, "Clean-Loss": 0.03116395886130631, "PGD-Accuracy": 12.19, "PGD-Loss": 5.257444413757324}, "Total-Time": 21800.830375432968, "Train": {"Loss": 3.864853794557077, "avg t": 1.003445286821436, "plain loss": 0.15735456716926013, "standard loss": 0.061503315218965765}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.86666870117188, "Augmented-0.05-Quantile-Accuracy": 97.96666717529297, "Augmented-0.1-Quantile-Accuracy": 98.41666412353516, "Augmented-Accuracy": 99.102, "Augmented-Loss": 0.06224979713899394, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.037650626122718675, "PGD-Accuracy": 11.466666666666667, "PGD-Loss": 5.007618347167969}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 94, "Epoch-Time": 241.90518426895142, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.87999725341797, "Augmented-0.05-Quantile-Accuracy": 97.36000061035156, "Augmented-0.1-Quantile-Accuracy": 97.97999572753906, "Augmented-Accuracy": 98.9214, "Augmented-Loss": 0.08885224082529544, "Clean-Accuracy": 99.21, "Clean-Loss": 0.034146458614617584, "PGD-Accuracy": 11.53, "PGD-Loss": 4.477530633544922}, "Total-Time": 22042.73555970192, "Train": {"Loss": 2.0096109268400406, "avg t": 1.001918280672144, "plain loss": 0.1349642001346304, "standard loss": 0.050673284195467}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.56666564941406, "Augmented-0.05-Quantile-Accuracy": 97.9000015258789, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 98.99033333333334, "Augmented-Loss": 0.08679641990969579, "Clean-Accuracy": 99.2, "Clean-Loss": 0.04123048929062982, "PGD-Accuracy": 11.2, "PGD-Loss": 4.1698730913798014}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 95, "Epoch-Time": 242.0759220123291, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.97000122070312, "Augmented-0.05-Quantile-Accuracy": 97.3699951171875, "Augmented-0.1-Quantile-Accuracy": 97.8699951171875, "Augmented-Accuracy": 98.8925, "Augmented-Loss": 0.11985527742099762, "Clean-Accuracy": 99.21, "Clean-Loss": 0.04560724514126778, "PGD-Accuracy": 12.23, "PGD-Loss": 3.3197993209838867}, "Total-Time": 22284.81148171425, "Train": {"Loss": 1.6044971091305769, "avg t": 1.0008994246058993, "plain loss": 0.1313848330365288, "standard loss": 0.052106336120378086}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.76666259765625, "Augmented-0.05-Quantile-Accuracy": 98.0, "Augmented-0.1-Quantile-Accuracy": 98.31666564941406, "Augmented-Accuracy": 99.07066666666667, "Augmented-Loss": 0.10951921615163485, "Clean-Accuracy": 99.25, "Clean-Loss": 0.045766853998104734, "PGD-Accuracy": 11.266666666666667, "PGD-Loss": 3.181236727396647}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 96, "Epoch-Time": 241.8512852191925, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.27999877929688, "Augmented-0.05-Quantile-Accuracy": 97.72999572753906, "Augmented-0.1-Quantile-Accuracy": 98.23999786376953, "Augmented-Accuracy": 99.0434, "Augmented-Loss": 0.04096002719148994, "Clean-Accuracy": 99.11, "Clean-Loss": 0.03196563677154481, "PGD-Accuracy": 11.24, "PGD-Loss": 8.107756549072265}, "Total-Time": 22526.66276693344, "Train": {"Loss": 1.7172927901656538, "avg t": 1.0018883328261199, "plain loss": 0.13053240524751145, "standard loss": 0.04795468677925291}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.1, "Augmented-Loss": 0.04490763674439863, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.04414208684694798, "PGD-Accuracy": 10.216666666666667, "PGD-Loss": 7.815658632914225}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 97, "Epoch-Time": 237.81782460212708, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.22999572753906, "Augmented-0.05-Quantile-Accuracy": 97.25, "Augmented-0.1-Quantile-Accuracy": 97.80999755859375, "Augmented-Accuracy": 98.946, "Augmented-Loss": 0.07900156456971169, "Clean-Accuracy": 99.23, "Clean-Loss": 0.030190163049846886, "PGD-Accuracy": 10.94, "PGD-Loss": 5.013898934936523}, "Total-Time": 22764.48059153557, "Train": {"Loss": 1.7553789917981184, "avg t": 1.0020360950893825, "plain loss": 0.13096294588159635, "standard loss": 0.050559280225731154}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.06666564941406, "Augmented-0.05-Quantile-Accuracy": 97.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.08333587646484, "Augmented-Accuracy": 98.95416666666667, "Augmented-Loss": 0.0776468329612414, "Clean-Accuracy": 99.1, "Clean-Loss": 0.042131276664324105, "PGD-Accuracy": 10.2, "PGD-Loss": 4.616909952799479}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 98, "Epoch-Time": 202.22855043411255, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.18000030517578, "Augmented-0.05-Quantile-Accuracy": 95.75, "Augmented-0.1-Quantile-Accuracy": 96.6199951171875, "Augmented-Accuracy": 98.2367, "Augmented-Loss": 0.21135968942165376, "Clean-Accuracy": 99.15, "Clean-Loss": 0.061934041833877566, "PGD-Accuracy": 11.09, "PGD-Loss": 3.205634536743164}, "Total-Time": 22966.70914196968, "Train": {"Loss": 1.592113923602634, "avg t": 1.0006276267016376, "plain loss": 0.13091898790288842, "standard loss": 0.048439320665646206}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.36666870117188, "Augmented-0.05-Quantile-Accuracy": 96.43333435058594, "Augmented-0.1-Quantile-Accuracy": 97.0999984741211, "Augmented-Accuracy": 98.4765, "Augmented-Loss": 0.1880065836171309, "Clean-Accuracy": 99.15, "Clean-Loss": 0.05901818918436766, "PGD-Accuracy": 10.433333333333334, "PGD-Loss": 3.066921802520752}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 99, "Epoch-Time": 230.69292855262756, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.54999542236328, "Augmented-0.05-Quantile-Accuracy": 97.25, "Augmented-0.1-Quantile-Accuracy": 97.89999389648438, "Augmented-Accuracy": 98.9124, "Augmented-Loss": 0.10198022791576386, "Clean-Accuracy": 99.12, "Clean-Loss": 0.04213808997869491, "PGD-Accuracy": 11.43, "PGD-Loss": 3.7114064208984376}, "Total-Time": 23197.40207052231, "Train": {"Loss": 2.3587733906816553, "avg t": 1.003391997884821, "plain loss": 0.14095154532768106, "standard loss": 0.05408162380782543}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.66666412353516, "Augmented-0.05-Quantile-Accuracy": 97.83333587646484, "Augmented-0.1-Quantile-Accuracy": 98.28333282470703, "Augmented-Accuracy": 98.91633333333333, "Augmented-Loss": 0.0976361201441288, "Clean-Accuracy": 99.05, "Clean-Loss": 0.04876423072318236, "PGD-Accuracy": 10.666666666666666, "PGD-Loss": 3.4886984888712567}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 100, "Epoch-Time": 241.77254390716553, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.82999420166016, "Augmented-0.05-Quantile-Accuracy": 97.37999725341797, "Augmented-0.1-Quantile-Accuracy": 97.91999816894531, "Augmented-Accuracy": 98.887, "Augmented-Loss": 0.07453279224956036, "Clean-Accuracy": 99.03, "Clean-Loss": 0.03856317618638277, "PGD-Accuracy": 10.84, "PGD-Loss": 5.828316687011719}, "Total-Time": 23439.174614429474, "Train": {"Loss": 2.245716676818, "avg t": 1.0037187242861147, "plain loss": 0.13796775248227305, "standard loss": 0.054078793880822894}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.58333587646484, "Augmented-0.05-Quantile-Accuracy": 97.75, "Augmented-0.1-Quantile-Accuracy": 98.26666259765625, "Augmented-Accuracy": 98.9765, "Augmented-Loss": 0.0711384263386329, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.042563674494624136, "PGD-Accuracy": 10.116666666666667, "PGD-Loss": 5.366815091451009}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 101, "Epoch-Time": 241.728506565094, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.55999755859375, "Augmented-0.05-Quantile-Accuracy": 97.29000091552734, "Augmented-0.1-Quantile-Accuracy": 97.70999908447266, "Augmented-Accuracy": 98.8006, "Augmented-Loss": 0.08134779034221172, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03769571014493704, "PGD-Accuracy": 10.4, "PGD-Loss": 5.769478726196289}, "Total-Time": 23680.903120994568, "Train": {"Loss": 2.8924418751751935, "avg t": 1.0024263343811035, "plain loss": 0.14362514552540245, "standard loss": 0.06023493584204051}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.38333129882812, "Augmented-0.05-Quantile-Accuracy": 97.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.1500015258789, "Augmented-Accuracy": 98.90416666666667, "Augmented-Loss": 0.07438665508682529, "Clean-Accuracy": 99.1, "Clean-Loss": 0.04122274484174947, "PGD-Accuracy": 9.683333333333334, "PGD-Loss": 5.334450940450033}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 102, "Epoch-Time": 241.77714037895203, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.77999877929688, "Augmented-0.05-Quantile-Accuracy": 96.00999450683594, "Augmented-0.1-Quantile-Accuracy": 96.80999755859375, "Augmented-Accuracy": 98.264, "Augmented-Loss": 0.1172760135717392, "Clean-Accuracy": 98.58, "Clean-Loss": 0.04978550889492035, "PGD-Accuracy": 10.61, "PGD-Loss": 7.547392181396484}, "Total-Time": 23922.68026137352, "Train": {"Loss": 1.5315116890094898, "avg t": 1.0005104392369588, "plain loss": 0.13011823076583715, "standard loss": 0.046471969114547526}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.11666870117188, "Augmented-0.05-Quantile-Accuracy": 96.54999542236328, "Augmented-0.1-Quantile-Accuracy": 97.28333282470703, "Augmented-Accuracy": 98.57566666666666, "Augmented-Loss": 0.10399657184392214, "Clean-Accuracy": 98.83333333333333, "Clean-Loss": 0.04792006268336748, "PGD-Accuracy": 9.916666666666666, "PGD-Loss": 7.2597275009155275}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 103, "Epoch-Time": 206.2331976890564, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.45999908447266, "Augmented-0.05-Quantile-Accuracy": 96.08999633789062, "Augmented-0.1-Quantile-Accuracy": 96.87999725341797, "Augmented-Accuracy": 98.4067, "Augmented-Loss": 0.16265246094465255, "Clean-Accuracy": 98.98, "Clean-Loss": 0.055121138364076616, "PGD-Accuracy": 11.1, "PGD-Loss": 3.9469524337768553}, "Total-Time": 24128.913459062576, "Train": {"Loss": 1.7541903989579943, "avg t": 1.0020659465436583, "plain loss": 0.13233621168578122, "standard loss": 0.04994662902928475}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.79999542236328, "Augmented-0.05-Quantile-Accuracy": 96.88333129882812, "Augmented-0.1-Quantile-Accuracy": 97.54999542236328, "Augmented-Accuracy": 98.64466666666667, "Augmented-Loss": 0.14585399740656216, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.05403217113763094, "PGD-Accuracy": 10.25, "PGD-Loss": 3.796527674357096}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 104, "Epoch-Time": 220.70818996429443, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.91999816894531, "Augmented-0.05-Quantile-Accuracy": 95.04000091552734, "Augmented-0.1-Quantile-Accuracy": 96.0199966430664, "Augmented-Accuracy": 97.896, "Augmented-Loss": 0.12702210465574265, "Clean-Accuracy": 98.85, "Clean-Loss": 0.046758724465966225, "PGD-Accuracy": 10.79, "PGD-Loss": 5.607241119384765}, "Total-Time": 24349.62164902687, "Train": {"Loss": 12.359453154811153, "avg t": 1.0165552888446383, "plain loss": 0.2735822134830334, "standard loss": 0.13912884841786474}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.5999984741211, "Augmented-0.05-Quantile-Accuracy": 96.0, "Augmented-0.1-Quantile-Accuracy": 96.71666717529297, "Augmented-Accuracy": 98.14133333333334, "Augmented-Loss": 0.11682841338058313, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.050807121797154346, "PGD-Accuracy": 10.016666666666667, "PGD-Loss": 5.059634661356608}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 105, "Epoch-Time": 241.79297709465027, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.13999938964844, "Augmented-0.05-Quantile-Accuracy": 97.23999786376953, "Augmented-0.1-Quantile-Accuracy": 97.77999877929688, "Augmented-Accuracy": 98.8895, "Augmented-Loss": 0.09277425261759759, "Clean-Accuracy": 99.22, "Clean-Loss": 0.03332193759009242, "PGD-Accuracy": 10.9, "PGD-Loss": 5.400294061279297}, "Total-Time": 24591.41462612152, "Train": {"Loss": 2.3478162127600775, "avg t": 1.0049980934990776, "plain loss": 0.14289254344922536, "standard loss": 0.05325222296170304}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.58333587646484, "Augmented-0.05-Quantile-Accuracy": 97.75, "Augmented-0.1-Quantile-Accuracy": 98.13333129882812, "Augmented-Accuracy": 98.93183333333333, "Augmented-Loss": 0.0843070679131647, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.03996606857360651, "PGD-Accuracy": 9.983333333333333, "PGD-Loss": 5.110992146809896}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 106, "Epoch-Time": 241.83627009391785, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.18999481201172, "Augmented-0.05-Quantile-Accuracy": 96.83999633789062, "Augmented-0.1-Quantile-Accuracy": 97.62999725341797, "Augmented-Accuracy": 98.7671, "Augmented-Loss": 0.09713024317336083, "Clean-Accuracy": 99.09, "Clean-Loss": 0.03910262586474419, "PGD-Accuracy": 10.62, "PGD-Loss": 5.896248071289063}, "Total-Time": 24833.25089621544, "Train": {"Loss": 2.1940180981247512, "avg t": 1.0044381495581733, "plain loss": 0.14195340388704214, "standard loss": 0.04946775080698232}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.08333587646484, "Augmented-0.05-Quantile-Accuracy": 97.25, "Augmented-0.1-Quantile-Accuracy": 97.93333435058594, "Augmented-Accuracy": 98.87266666666666, "Augmented-Loss": 0.08993652890334526, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.04588801707575719, "PGD-Accuracy": 9.866666666666667, "PGD-Loss": 5.5156469192504884}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 107, "Epoch-Time": 241.7963330745697, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.52999877929688, "Augmented-0.05-Quantile-Accuracy": 95.37999725341797, "Augmented-0.1-Quantile-Accuracy": 96.58999633789062, "Augmented-Accuracy": 98.4207, "Augmented-Loss": 0.09876150698804856, "Clean-Accuracy": 98.9, "Clean-Loss": 0.040631760498508813, "PGD-Accuracy": 10.88, "PGD-Loss": 6.067379801940918}, "Total-Time": 25075.04722929001, "Train": {"Loss": 1.8951686583624945, "avg t": 1.0035299223087453, "plain loss": 0.13506363720364042, "standard loss": 0.04925666242417086}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.71666717529297, "Augmented-0.05-Quantile-Accuracy": 96.41666412353516, "Augmented-0.1-Quantile-Accuracy": 97.41666412353516, "Augmented-Accuracy": 98.66016666666667, "Augmented-Loss": 0.08751143499334653, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.045417732777035175, "PGD-Accuracy": 10.083333333333334, "PGD-Loss": 5.580318778991699}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 108, "Epoch-Time": 235.7435441017151, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.97000122070312, "Augmented-0.05-Quantile-Accuracy": 96.88999938964844, "Augmented-0.1-Quantile-Accuracy": 97.6199951171875, "Augmented-Accuracy": 98.7379, "Augmented-Loss": 0.11808165977621078, "Clean-Accuracy": 99.04, "Clean-Loss": 0.050058486080169676, "PGD-Accuracy": 10.68, "PGD-Loss": 4.830497868347168}, "Total-Time": 25310.790773391724, "Train": {"Loss": 1.7998735603403162, "avg t": 1.0032103331177322, "plain loss": 0.13346394875049578, "standard loss": 0.049324071490188574}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.8499984741211, "Augmented-0.05-Quantile-Accuracy": 97.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.0, "Augmented-Accuracy": 98.88316666666667, "Augmented-Loss": 0.10650426549156507, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.049168894427518046, "PGD-Accuracy": 9.883333333333333, "PGD-Loss": 4.606241711934407}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 109, "Epoch-Time": 203.79658007621765, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.3699951171875, "Augmented-0.05-Quantile-Accuracy": 97.57999420166016, "Augmented-0.1-Quantile-Accuracy": 98.05999755859375, "Augmented-Accuracy": 98.9553, "Augmented-Loss": 0.055586608395546674, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03180297950580716, "PGD-Accuracy": 10.8, "PGD-Loss": 6.436130722045898}, "Total-Time": 25514.58735346794, "Train": {"Loss": 2.298125829696655, "avg t": 1.0055243281081871, "plain loss": 0.14423468963305153, "standard loss": 0.05758682417748841}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.04999542236328, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.059, "Augmented-Loss": 0.05288096883016328, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03849886713960829, "PGD-Accuracy": 10.283333333333333, "PGD-Loss": 5.990929997762044}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 110, "Epoch-Time": 232.4593744277954, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.5199966430664, "Augmented-0.05-Quantile-Accuracy": 96.31999969482422, "Augmented-0.1-Quantile-Accuracy": 97.14999389648438, "Augmented-Accuracy": 98.6541, "Augmented-Loss": 0.10394336831915378, "Clean-Accuracy": 99.29, "Clean-Loss": 0.030670736676082014, "PGD-Accuracy": 10.86, "PGD-Loss": 4.764381993103028}, "Total-Time": 25747.046727895737, "Train": {"Loss": 2.1994460959611115, "avg t": 1.0040314172815394, "plain loss": 0.13842754740979946, "standard loss": 0.05073309642949176}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.79999542236328, "Augmented-0.05-Quantile-Accuracy": 97.19999694824219, "Augmented-0.1-Quantile-Accuracy": 97.79999542236328, "Augmented-Accuracy": 98.8255, "Augmented-Loss": 0.09475732455720504, "Clean-Accuracy": 99.25, "Clean-Loss": 0.04083446550865968, "PGD-Accuracy": 10.1, "PGD-Loss": 4.574661666870117}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 111, "Epoch-Time": 241.83412528038025, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.02999877929688, "Augmented-0.05-Quantile-Accuracy": 96.00999450683594, "Augmented-0.1-Quantile-Accuracy": 96.93999481201172, "Augmented-Accuracy": 98.4274, "Augmented-Loss": 0.10439362052893639, "Clean-Accuracy": 98.99, "Clean-Loss": 0.04511269096136093, "PGD-Accuracy": 10.47, "PGD-Loss": 7.146491380310058}, "Total-Time": 25988.880853176117, "Train": {"Loss": 2.5980599814520944, "avg t": 1.0057590890460544, "plain loss": 0.14397619734781755, "standard loss": 0.05634022984350169}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.79999542236328, "Augmented-0.05-Quantile-Accuracy": 96.54999542236328, "Augmented-0.1-Quantile-Accuracy": 97.23332977294922, "Augmented-Accuracy": 98.57483333333333, "Augmented-Loss": 0.09633244928111633, "Clean-Accuracy": 99.0, "Clean-Loss": 0.054129150608864925, "PGD-Accuracy": 9.766666666666667, "PGD-Loss": 6.828872545878093}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 112, "Epoch-Time": 241.67442083358765, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.36000061035156, "Augmented-0.05-Quantile-Accuracy": 96.54000091552734, "Augmented-0.1-Quantile-Accuracy": 97.3699951171875, "Augmented-Accuracy": 98.6887, "Augmented-Loss": 0.10928204895639419, "Clean-Accuracy": 99.15, "Clean-Loss": 0.038926803660392764, "PGD-Accuracy": 10.88, "PGD-Loss": 4.665461422729492}, "Total-Time": 26230.555274009705, "Train": {"Loss": 1.8757979166596024, "avg t": 1.0037852752297012, "plain loss": 0.13413186224036724, "standard loss": 0.04845082825344865}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.41666412353516, "Augmented-0.05-Quantile-Accuracy": 97.33333587646484, "Augmented-0.1-Quantile-Accuracy": 97.81666564941406, "Augmented-Accuracy": 98.82433333333333, "Augmented-Loss": 0.09907089216972391, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.04659312584064901, "PGD-Accuracy": 10.1, "PGD-Loss": 4.41681206258138}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 113, "Epoch-Time": 241.70912981033325, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.88999938964844, "Augmented-0.05-Quantile-Accuracy": 96.00999450683594, "Augmented-0.1-Quantile-Accuracy": 96.95999908447266, "Augmented-Accuracy": 98.5224, "Augmented-Loss": 0.10450390641093255, "Clean-Accuracy": 98.96, "Clean-Loss": 0.04382651216685772, "PGD-Accuracy": 10.47, "PGD-Loss": 7.615453582763672}, "Total-Time": 26472.264403820038, "Train": {"Loss": 1.8049340695981626, "avg t": 1.0029930299476342, "plain loss": 0.13226766898190534, "standard loss": 0.04746678128781194}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.93333435058594, "Augmented-0.05-Quantile-Accuracy": 96.36666870117188, "Augmented-0.1-Quantile-Accuracy": 97.31666564941406, "Augmented-Accuracy": 98.56883333333333, "Augmented-Loss": 0.10563884441157181, "Clean-Accuracy": 98.9, "Clean-Loss": 0.0550038100356857, "PGD-Accuracy": 9.733333333333333, "PGD-Loss": 7.140441866556803}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 114, "Epoch-Time": 206.78603839874268, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.29000091552734, "Augmented-0.05-Quantile-Accuracy": 97.32999420166016, "Augmented-0.1-Quantile-Accuracy": 97.7699966430664, "Augmented-Accuracy": 98.8843, "Augmented-Loss": 0.07582053271579742, "Clean-Accuracy": 99.14, "Clean-Loss": 0.03611333374977112, "PGD-Accuracy": 10.38, "PGD-Loss": 6.270002276611328}, "Total-Time": 26679.05044221878, "Train": {"Loss": 2.392418788733306, "avg t": 1.0056289770338271, "plain loss": 0.14025683610351003, "standard loss": 0.05306755421957415}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.18333435058594, "Augmented-0.05-Quantile-Accuracy": 97.48332977294922, "Augmented-0.1-Quantile-Accuracy": 97.86666870117188, "Augmented-Accuracy": 98.8495, "Augmented-Loss": 0.07719668470144272, "Clean-Accuracy": 99.1, "Clean-Loss": 0.04992550763115287, "PGD-Accuracy": 9.616666666666667, "PGD-Loss": 5.844223503112793}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 115, "Epoch-Time": 220.82801413536072, "Test": {"Augmented-0.01-Quantile-Accuracy": 90.7699966430664, "Augmented-0.05-Quantile-Accuracy": 94.47999572753906, "Augmented-0.1-Quantile-Accuracy": 95.58999633789062, "Augmented-Accuracy": 97.902, "Augmented-Loss": 0.2645734543390274, "Clean-Accuracy": 99.05, "Clean-Loss": 0.0857237985253334, "PGD-Accuracy": 11.14, "PGD-Loss": 3.4881526657104494}, "Total-Time": 26899.87845635414, "Train": {"Loss": 1.8294722571902804, "avg t": 1.0032660815980698, "plain loss": 0.13341743457229038, "standard loss": 0.049079515183585935}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.79999542236328, "Augmented-0.05-Quantile-Accuracy": 95.56666564941406, "Augmented-0.1-Quantile-Accuracy": 96.56666564941406, "Augmented-Accuracy": 98.13316666666667, "Augmented-Loss": 0.24051161645968755, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.08030720592538516, "PGD-Accuracy": 10.166666666666666, "PGD-Loss": 3.386004291534424}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 116, "Epoch-Time": 241.72122073173523, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.54000091552734, "Augmented-0.05-Quantile-Accuracy": 96.62999725341797, "Augmented-0.1-Quantile-Accuracy": 97.37999725341797, "Augmented-Accuracy": 98.7206, "Augmented-Loss": 0.11120749437570572, "Clean-Accuracy": 99.1, "Clean-Loss": 0.040628650429844856, "PGD-Accuracy": 10.81, "PGD-Loss": 4.694643440246582}, "Total-Time": 27141.599677085876, "Train": {"Loss": 2.0621161935594348, "avg t": 1.003622611310747, "plain loss": 0.13548445920414387, "standard loss": 0.05150791272893548}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.56666564941406, "Augmented-0.05-Quantile-Accuracy": 97.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.01666259765625, "Augmented-Accuracy": 98.92433333333334, "Augmented-Loss": 0.1080115530437231, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.05027450354769826, "PGD-Accuracy": 9.85, "PGD-Loss": 4.5338706792195635}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 117, "Epoch-Time": 241.71146535873413, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.57999420166016, "Augmented-0.05-Quantile-Accuracy": 96.25, "Augmented-0.1-Quantile-Accuracy": 97.0999984741211, "Augmented-Accuracy": 98.5639, "Augmented-Loss": 0.1019675556588173, "Clean-Accuracy": 98.92, "Clean-Loss": 0.04673662835508585, "PGD-Accuracy": 9.67, "PGD-Loss": 7.123434271240234}, "Total-Time": 27383.31114244461, "Train": {"Loss": 1.8729214062160915, "avg t": 1.0029002926791155, "plain loss": 0.12981041350629585, "standard loss": 0.048572009643815736}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.04999542236328, "Augmented-0.05-Quantile-Accuracy": 97.3499984741211, "Augmented-0.1-Quantile-Accuracy": 97.75, "Augmented-Accuracy": 98.81516666666667, "Augmented-Loss": 0.08619336026045184, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.04887697088811547, "PGD-Accuracy": 8.966666666666667, "PGD-Loss": 6.635978332519532}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 118, "Epoch-Time": 241.6132996082306, "Test": {"Augmented-0.01-Quantile-Accuracy": 89.30999755859375, "Augmented-0.05-Quantile-Accuracy": 94.0999984741211, "Augmented-0.1-Quantile-Accuracy": 95.61000061035156, "Augmented-Accuracy": 97.8047, "Augmented-Loss": 0.16079845249581337, "Clean-Accuracy": 98.27, "Clean-Loss": 0.07104445812404156, "PGD-Accuracy": 9.79, "PGD-Loss": 11.098681353759765}, "Total-Time": 27624.92444205284, "Train": {"Loss": 2.578401151162607, "avg t": 1.00529511335161, "plain loss": 0.14412449535705435, "standard loss": 0.05867035287319892}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.54999542236328, "Augmented-0.05-Quantile-Accuracy": 95.26666259765625, "Augmented-0.1-Quantile-Accuracy": 96.41666412353516, "Augmented-Accuracy": 98.06916666666666, "Augmented-Loss": 0.14112294197976588, "Clean-Accuracy": 98.45, "Clean-Loss": 0.07008366146186988, "PGD-Accuracy": 9.433333333333334, "PGD-Loss": 9.87174207051595}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 119, "Epoch-Time": 232.05798649787903, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.07999420166016, "Augmented-0.05-Quantile-Accuracy": 95.66999816894531, "Augmented-0.1-Quantile-Accuracy": 96.56999969482422, "Augmented-Accuracy": 98.3864, "Augmented-Loss": 0.2209970838894844, "Clean-Accuracy": 98.9, "Clean-Loss": 0.06834215137958527, "PGD-Accuracy": 10.71, "PGD-Loss": 4.922061038208008}, "Total-Time": 27856.98242855072, "Train": {"Loss": 2.234372365527683, "avg t": 1.007815946508337, "plain loss": 0.15678068344548915, "standard loss": 0.054928301755179376}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.43333435058594, "Augmented-0.05-Quantile-Accuracy": 96.26666259765625, "Augmented-0.1-Quantile-Accuracy": 97.16666412353516, "Augmented-Accuracy": 98.52533333333334, "Augmented-Loss": 0.19266686027089755, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.06430779007573922, "PGD-Accuracy": 10.05, "PGD-Loss": 4.635049733479818}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 120, "Epoch-Time": 205.7739555835724, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.08999633789062, "Augmented-0.05-Quantile-Accuracy": 84.55999755859375, "Augmented-0.1-Quantile-Accuracy": 88.13999938964844, "Augmented-Accuracy": 94.5282, "Augmented-Loss": 0.5094101299953461, "Clean-Accuracy": 98.67, "Clean-Loss": 0.13077447338104248, "PGD-Accuracy": 11.01, "PGD-Loss": 3.461696792602539}, "Total-Time": 28062.756384134293, "Train": {"Loss": 2.2548129097267435, "avg t": 1.0058375032566211, "plain loss": 0.14980635136321743, "standard loss": 0.055896988702799986}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.81666564941406, "Augmented-0.05-Quantile-Accuracy": 87.76666259765625, "Augmented-0.1-Quantile-Accuracy": 90.78333282470703, "Augmented-Accuracy": 95.9875, "Augmented-Loss": 0.4699528733317057, "Clean-Accuracy": 98.93333333333334, "Clean-Loss": 0.11670828080177308, "PGD-Accuracy": 10.183333333333334, "PGD-Loss": 3.3274409764607746}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 121, "Epoch-Time": 234.31985211372375, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.19999694824219, "Augmented-0.05-Quantile-Accuracy": 97.14999389648438, "Augmented-0.1-Quantile-Accuracy": 97.77999877929688, "Augmented-Accuracy": 98.834, "Augmented-Loss": 0.06653054183036089, "Clean-Accuracy": 99.14, "Clean-Loss": 0.03857413154169917, "PGD-Accuracy": 10.42, "PGD-Loss": 7.271095425415039}, "Total-Time": 28297.076236248016, "Train": {"Loss": 2.1114836106653567, "avg t": 1.0049325553046333, "plain loss": 0.14808611961823923, "standard loss": 0.05684731384741004}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.0999984741211, "Augmented-0.05-Quantile-Accuracy": 97.81666564941406, "Augmented-0.1-Quantile-Accuracy": 98.13333129882812, "Augmented-Accuracy": 98.959, "Augmented-Loss": 0.06714294654076298, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.04779876084951684, "PGD-Accuracy": 9.833333333333334, "PGD-Loss": 6.501907162984212}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 122, "Epoch-Time": 241.5528199672699, "Test": {"Augmented-0.01-Quantile-Accuracy": 85.04999542236328, "Augmented-0.05-Quantile-Accuracy": 91.52999877929688, "Augmented-0.1-Quantile-Accuracy": 93.81999969482422, "Augmented-Accuracy": 97.0457, "Augmented-Loss": 0.33948480883598325, "Clean-Accuracy": 98.82, "Clean-Loss": 0.07330018150806426, "PGD-Accuracy": 11.05, "PGD-Loss": 3.680712683105469}, "Total-Time": 28538.629056215286, "Train": {"Loss": 1.9296872546584518, "avg t": 1.0037471291224163, "plain loss": 0.14041022012675253, "standard loss": 0.04945505132668445}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.29999542236328, "Augmented-0.05-Quantile-Accuracy": 93.43333435058594, "Augmented-0.1-Quantile-Accuracy": 95.19999694824219, "Augmented-Accuracy": 97.666, "Augmented-Loss": 0.3163482839600245, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.06835247336824735, "PGD-Accuracy": 10.166666666666666, "PGD-Loss": 3.5256805737813313}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 123, "Epoch-Time": 241.608295917511, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.73999786376953, "Augmented-0.05-Quantile-Accuracy": 97.33999633789062, "Augmented-0.1-Quantile-Accuracy": 97.86000061035156, "Augmented-Accuracy": 98.8082, "Augmented-Loss": 0.06397152709066868, "Clean-Accuracy": 99.08, "Clean-Loss": 0.0382185988869518, "PGD-Accuracy": 10.32, "PGD-Loss": 6.973472174072266}, "Total-Time": 28780.237352132797, "Train": {"Loss": 2.7475107230786926, "avg t": 1.007880857820864, "plain loss": 0.16186889564019696, "standard loss": 0.06124932784973471}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.28333282470703, "Augmented-0.05-Quantile-Accuracy": 97.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.21666717529297, "Augmented-Accuracy": 98.97166666666666, "Augmented-Loss": 0.06748824214885632, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.050623448266647754, "PGD-Accuracy": 9.566666666666666, "PGD-Loss": 6.464708577473958}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 124, "Epoch-Time": 241.63380885124207, "Test": {"Augmented-0.01-Quantile-Accuracy": 88.88999938964844, "Augmented-0.05-Quantile-Accuracy": 93.3499984741211, "Augmented-0.1-Quantile-Accuracy": 94.7699966430664, "Augmented-Accuracy": 97.2387, "Augmented-Loss": 0.13633944200575351, "Clean-Accuracy": 98.13, "Clean-Loss": 0.09307656138688326, "PGD-Accuracy": 7.1, "PGD-Loss": 18.083887780761717}, "Total-Time": 29021.87116098404, "Train": {"Loss": 2.65888903398867, "avg t": 1.006608192090635, "plain loss": 0.1560084858594115, "standard loss": 0.05456648264545947}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.43333435058594, "Augmented-0.05-Quantile-Accuracy": 94.48332977294922, "Augmented-0.1-Quantile-Accuracy": 95.79999542236328, "Augmented-Accuracy": 97.70833333333333, "Augmented-Loss": 0.11442221314040323, "Clean-Accuracy": 98.55, "Clean-Loss": 0.0849445833695742, "PGD-Accuracy": 6.766666666666667, "PGD-Loss": 18.072893391927085}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 125, "Epoch-Time": 208.49457168579102, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.6500015258789, "Augmented-0.05-Quantile-Accuracy": 88.79999542236328, "Augmented-0.1-Quantile-Accuracy": 91.56999969482422, "Augmented-Accuracy": 95.9549, "Augmented-Loss": 0.41888008104896546, "Clean-Accuracy": 98.0, "Clean-Loss": 0.12065963764190674, "PGD-Accuracy": 12.41, "PGD-Loss": 6.14165816040039}, "Total-Time": 29230.36573266983, "Train": {"Loss": 8.093345416174994, "avg t": 1.0429319284580372, "plain loss": 0.31744897789248677, "standard loss": 0.18578989990549463}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.23332977294922, "Augmented-0.05-Quantile-Accuracy": 90.13333129882812, "Augmented-0.1-Quantile-Accuracy": 92.44999694824219, "Augmented-Accuracy": 96.40983333333334, "Augmented-Loss": 0.40037945605754854, "Clean-Accuracy": 98.28333333333333, "Clean-Loss": 0.11239006419976552, "PGD-Accuracy": 11.766666666666667, "PGD-Loss": 5.733273999532064}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 126, "Epoch-Time": 220.48372268676758, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.55999755859375, "Augmented-0.05-Quantile-Accuracy": 89.04999542236328, "Augmented-0.1-Quantile-Accuracy": 91.86000061035156, "Augmented-Accuracy": 96.1151, "Augmented-Loss": 0.30875536245155333, "Clean-Accuracy": 98.1, "Clean-Loss": 0.0938902590751648, "PGD-Accuracy": 8.45, "PGD-Loss": 8.88226325378418}, "Total-Time": 29450.849455356598, "Train": {"Loss": 4.250809692100242, "avg t": 1.0259002445362233, "plain loss": 0.2432364459161405, "standard loss": 0.10479030619559948}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.38333129882812, "Augmented-0.05-Quantile-Accuracy": 90.91666412353516, "Augmented-0.1-Quantile-Accuracy": 93.36666870117188, "Augmented-Accuracy": 96.879, "Augmented-Loss": 0.2755817702968915, "Clean-Accuracy": 98.63333333333334, "Clean-Loss": 0.08212628642717998, "PGD-Accuracy": 7.85, "PGD-Loss": 8.289637687683106}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 127, "Epoch-Time": 241.59244680404663, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.90999603271484, "Augmented-0.05-Quantile-Accuracy": 85.8499984741211, "Augmented-0.1-Quantile-Accuracy": 88.8499984741211, "Augmented-Accuracy": 94.3994, "Augmented-Loss": 0.3948468546028137, "Clean-Accuracy": 97.84, "Clean-Loss": 0.12015763998031616, "PGD-Accuracy": 10.19, "PGD-Loss": 4.684736868286133}, "Total-Time": 29692.441902160645, "Train": {"Loss": 3.980730734648528, "avg t": 1.0240678755795514, "plain loss": 0.24869562747036977, "standard loss": 0.10953648091699035}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.3499984741211, "Augmented-0.05-Quantile-Accuracy": 88.46666717529297, "Augmented-0.1-Quantile-Accuracy": 91.25, "Augmented-Accuracy": 95.57833333333333, "Augmented-Loss": 0.35914753897507984, "Clean-Accuracy": 98.46666666666667, "Clean-Loss": 0.10413324896494547, "PGD-Accuracy": 9.633333333333333, "PGD-Loss": 4.347784985860189}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 128, "Epoch-Time": 241.36763525009155, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.89999389648438, "Augmented-0.05-Quantile-Accuracy": 95.68999481201172, "Augmented-0.1-Quantile-Accuracy": 96.54999542236328, "Augmented-Accuracy": 98.1646, "Augmented-Loss": 0.09430081342488528, "Clean-Accuracy": 98.52, "Clean-Loss": 0.05858562675472349, "PGD-Accuracy": 8.79, "PGD-Loss": 13.429472918701173}, "Total-Time": 29933.809537410736, "Train": {"Loss": 3.7091167931026883, "avg t": 1.0232377251872309, "plain loss": 0.23900471360595138, "standard loss": 0.10727312935571427}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.71666717529297, "Augmented-0.05-Quantile-Accuracy": 97.0, "Augmented-0.1-Quantile-Accuracy": 97.61666870117188, "Augmented-Accuracy": 98.70483333333334, "Augmented-Loss": 0.08250095120752851, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.05686740532175948, "PGD-Accuracy": 8.1, "PGD-Loss": 12.639294977823893}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 129, "Epoch-Time": 241.5040671825409, "Test": {"Augmented-0.01-Quantile-Accuracy": 90.43000030517578, "Augmented-0.05-Quantile-Accuracy": 94.40999603271484, "Augmented-0.1-Quantile-Accuracy": 95.75, "Augmented-Accuracy": 97.8746, "Augmented-Loss": 0.14161882802081108, "Clean-Accuracy": 98.81, "Clean-Loss": 0.05656001874804497, "PGD-Accuracy": 9.73, "PGD-Loss": 9.859966860961913}, "Total-Time": 30175.313604593277, "Train": {"Loss": 3.830580139760618, "avg t": 1.0225495500211363, "plain loss": 0.2390042262854399, "standard loss": 0.10747078601991827}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.51666259765625, "Augmented-0.05-Quantile-Accuracy": 95.5999984741211, "Augmented-0.1-Quantile-Accuracy": 96.6500015258789, "Augmented-Accuracy": 98.32433333333333, "Augmented-Loss": 0.1275980362645785, "Clean-Accuracy": 98.96666666666667, "Clean-Loss": 0.05740834064471225, "PGD-Accuracy": 8.75, "PGD-Loss": 9.306533149719238}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 130, "Epoch-Time": 229.0737910270691, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.91999816894531, "Augmented-0.05-Quantile-Accuracy": 95.19999694824219, "Augmented-0.1-Quantile-Accuracy": 96.3499984741211, "Augmented-Accuracy": 98.1576, "Augmented-Loss": 0.09415808187246323, "Clean-Accuracy": 98.64, "Clean-Loss": 0.06886040965244174, "PGD-Accuracy": 9.5, "PGD-Loss": 16.851744177246093}, "Total-Time": 30404.387395620346, "Train": {"Loss": 3.530586769598502, "avg t": 1.0207945828261198, "plain loss": 0.23048210400475366, "standard loss": 0.10121286367390443}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.71666717529297, "Augmented-0.05-Quantile-Accuracy": 96.36666870117188, "Augmented-0.1-Quantile-Accuracy": 97.06666564941406, "Augmented-Accuracy": 98.50383333333333, "Augmented-Loss": 0.08477753601784507, "Clean-Accuracy": 98.78333333333333, "Clean-Loss": 0.0740545557369866, "PGD-Accuracy": 9.25, "PGD-Loss": 16.430837498982747}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 131, "Epoch-Time": 206.95453214645386, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.98999786376953, "Augmented-0.05-Quantile-Accuracy": 95.64999389648438, "Augmented-0.1-Quantile-Accuracy": 96.54999542236328, "Augmented-Accuracy": 98.1996, "Augmented-Loss": 0.11829534871459008, "Clean-Accuracy": 98.64, "Clean-Loss": 0.0593463539596647, "PGD-Accuracy": 9.45, "PGD-Loss": 11.126979736328124}, "Total-Time": 30611.3419277668, "Train": {"Loss": 3.2771743156998245, "avg t": 1.0187880241959184, "plain loss": 0.22335331891024568, "standard loss": 0.09655985040983392}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.11666870117188, "Augmented-0.05-Quantile-Accuracy": 96.68333435058594, "Augmented-0.1-Quantile-Accuracy": 97.36666870117188, "Augmented-Accuracy": 98.59333333333333, "Augmented-Loss": 0.10584471142143011, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.059894897695009906, "PGD-Accuracy": 8.866666666666667, "PGD-Loss": 9.9820002339681}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 132, "Epoch-Time": 236.03480696678162, "Test": {"Augmented-0.01-Quantile-Accuracy": 88.79999542236328, "Augmented-0.05-Quantile-Accuracy": 93.13999938964844, "Augmented-0.1-Quantile-Accuracy": 94.58999633789062, "Augmented-Accuracy": 97.146, "Augmented-Loss": 0.2593395146560669, "Clean-Accuracy": 98.39, "Clean-Loss": 0.08480266814231872, "PGD-Accuracy": 7.11, "PGD-Loss": 7.985896740722656}, "Total-Time": 30847.37673473358, "Train": {"Loss": 3.1266413866678873, "avg t": 1.0180649821316754, "plain loss": 0.2195265555770311, "standard loss": 0.09072059212680217}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.44999694824219, "Augmented-0.05-Quantile-Accuracy": 94.25, "Augmented-0.1-Quantile-Accuracy": 95.29999542236328, "Augmented-Accuracy": 97.59833333333333, "Augmented-Loss": 0.23979233952124915, "Clean-Accuracy": 98.56666666666666, "Clean-Loss": 0.08181251334150633, "PGD-Accuracy": 7.25, "PGD-Loss": 7.38602086130778}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 133, "Epoch-Time": 241.46000385284424, "Test": {"Augmented-0.01-Quantile-Accuracy": 90.93000030517578, "Augmented-0.05-Quantile-Accuracy": 94.70999908447266, "Augmented-0.1-Quantile-Accuracy": 95.91999816894531, "Augmented-Accuracy": 97.9048, "Augmented-Loss": 0.18844709395575523, "Clean-Accuracy": 98.5, "Clean-Loss": 0.07040363218784332, "PGD-Accuracy": 9.66, "PGD-Loss": 9.464096270751954}, "Total-Time": 31088.836738586426, "Train": {"Loss": 3.0199360809679385, "avg t": 1.0171716082537616, "plain loss": 0.21644479861436058, "standard loss": 0.08903778934157972}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.53333282470703, "Augmented-0.05-Quantile-Accuracy": 95.79999542236328, "Augmented-0.1-Quantile-Accuracy": 96.75, "Augmented-Accuracy": 98.3295, "Augmented-Loss": 0.16528426109790803, "Clean-Accuracy": 98.8, "Clean-Loss": 0.0633284209948033, "PGD-Accuracy": 9.116666666666667, "PGD-Loss": 8.746988421122234}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 134, "Epoch-Time": 241.36464023590088, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.66999816894531, "Augmented-0.05-Quantile-Accuracy": 95.43000030517578, "Augmented-0.1-Quantile-Accuracy": 96.27999877929688, "Augmented-Accuracy": 98.1177, "Augmented-Loss": 0.1473729664235115, "Clean-Accuracy": 98.82, "Clean-Loss": 0.05450767432749271, "PGD-Accuracy": 9.95, "PGD-Loss": 8.586327438354493}, "Total-Time": 31330.201378822327, "Train": {"Loss": 2.8574457698398166, "avg t": 1.017077810075548, "plain loss": 0.2161893602689108, "standard loss": 0.08903707271733287}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.21666717529297, "Augmented-0.05-Quantile-Accuracy": 96.21666717529297, "Augmented-0.1-Quantile-Accuracy": 97.1500015258789, "Augmented-Accuracy": 98.48183333333333, "Augmented-Loss": 0.13679762040019036, "Clean-Accuracy": 98.95, "Clean-Loss": 0.0567466262485832, "PGD-Accuracy": 9.05, "PGD-Loss": 7.742472040812174}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 135, "Epoch-Time": 241.56070709228516, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.93999481201172, "Augmented-0.05-Quantile-Accuracy": 96.30999755859375, "Augmented-0.1-Quantile-Accuracy": 97.07999420166016, "Augmented-Accuracy": 98.4223, "Augmented-Loss": 0.09394205861723423, "Clean-Accuracy": 98.79, "Clean-Loss": 0.05930064575001597, "PGD-Accuracy": 9.63, "PGD-Loss": 10.769984637451172}, "Total-Time": 31571.76208591461, "Train": {"Loss": 3.19859649905452, "avg t": 1.0183210585205644, "plain loss": 0.22395066281777828, "standard loss": 0.09191352286914156}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.23332977294922, "Augmented-0.05-Quantile-Accuracy": 97.16666412353516, "Augmented-0.1-Quantile-Accuracy": 97.79999542236328, "Augmented-Accuracy": 98.72266666666667, "Augmented-Loss": 0.08375007452403506, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.05494427781039849, "PGD-Accuracy": 8.95, "PGD-Loss": 10.069771448771158}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 136, "Epoch-Time": 209.32430219650269, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.31999969482422, "Augmented-0.05-Quantile-Accuracy": 96.18000030517578, "Augmented-0.1-Quantile-Accuracy": 96.98999786376953, "Augmented-Accuracy": 98.403, "Augmented-Loss": 0.13283528676080703, "Clean-Accuracy": 98.66, "Clean-Loss": 0.06465180534794927, "PGD-Accuracy": 10.44, "PGD-Loss": 8.28793295288086}, "Total-Time": 31781.086388111115, "Train": {"Loss": 2.870953519644561, "avg t": 1.0163910816333912, "plain loss": 0.21411925536261647, "standard loss": 0.08925933821331192}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.38333129882812, "Augmented-0.05-Quantile-Accuracy": 97.04999542236328, "Augmented-0.1-Quantile-Accuracy": 97.68333435058594, "Augmented-Accuracy": 98.6605, "Augmented-Loss": 0.11528060359527667, "Clean-Accuracy": 98.93333333333334, "Clean-Loss": 0.05849093741582086, "PGD-Accuracy": 9.766666666666667, "PGD-Loss": 7.971650873819987}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 137, "Epoch-Time": 220.31314730644226, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.12999725341797, "Augmented-0.05-Quantile-Accuracy": 96.37999725341797, "Augmented-0.1-Quantile-Accuracy": 96.97000122070312, "Augmented-Accuracy": 98.3634, "Augmented-Loss": 0.08861083396351338, "Clean-Accuracy": 98.54, "Clean-Loss": 0.0760150144983083, "PGD-Accuracy": 8.33, "PGD-Loss": 18.341676666259765}, "Total-Time": 32001.399535417557, "Train": {"Loss": 2.7307928089565703, "avg t": 1.0152010739644368, "plain loss": 0.2044105922116174, "standard loss": 0.08580158234125486}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.06666564941406, "Augmented-0.05-Quantile-Accuracy": 97.11666870117188, "Augmented-0.1-Quantile-Accuracy": 97.75, "Augmented-Accuracy": 98.7255, "Augmented-Loss": 0.07174624821697051, "Clean-Accuracy": 98.9, "Clean-Loss": 0.06704829888409586, "PGD-Accuracy": 7.433333333333334, "PGD-Loss": 18.05455951944987}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 138, "Epoch-Time": 241.28678631782532, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.95999908447266, "Augmented-0.05-Quantile-Accuracy": 95.66999816894531, "Augmented-0.1-Quantile-Accuracy": 96.54000091552734, "Augmented-Accuracy": 98.1585, "Augmented-Loss": 0.13170521189665793, "Clean-Accuracy": 98.71, "Clean-Loss": 0.057654398241639135, "PGD-Accuracy": 10.25, "PGD-Loss": 7.1222927947998045}, "Total-Time": 32242.686321735382, "Train": {"Loss": 2.648473665096142, "avg t": 1.014330558847498, "plain loss": 0.20249600585654942, "standard loss": 0.08419362464802409}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.28333282470703, "Augmented-0.05-Quantile-Accuracy": 96.6500015258789, "Augmented-0.1-Quantile-Accuracy": 97.46666717529297, "Augmented-Accuracy": 98.59216666666667, "Augmented-Loss": 0.12028029983957608, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.05230182549792031, "PGD-Accuracy": 9.65, "PGD-Loss": 6.497323893229167}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 139, "Epoch-Time": 241.47188305854797, "Test": {"Augmented-0.01-Quantile-Accuracy": 89.75, "Augmented-0.05-Quantile-Accuracy": 94.18000030517578, "Augmented-0.1-Quantile-Accuracy": 95.45999908447266, "Augmented-Accuracy": 97.6901, "Augmented-Loss": 0.23915745075130462, "Clean-Accuracy": 98.82, "Clean-Loss": 0.06760915142297745, "PGD-Accuracy": 10.85, "PGD-Loss": 4.876091009521485}, "Total-Time": 32484.15820479393, "Train": {"Loss": 2.5598738985414857, "avg t": 1.0135668146698562, "plain loss": 0.20077700329356735, "standard loss": 0.08698046573265283}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.31666564941406, "Augmented-0.05-Quantile-Accuracy": 95.38333129882812, "Augmented-0.1-Quantile-Accuracy": 96.38333129882812, "Augmented-Accuracy": 98.01516666666667, "Augmented-Loss": 0.22231215835889181, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.06474685895442962, "PGD-Accuracy": 10.25, "PGD-Loss": 4.484729504903157}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 140, "Epoch-Time": 241.50847864151, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.94999694824219, "Augmented-0.05-Quantile-Accuracy": 95.91999816894531, "Augmented-0.1-Quantile-Accuracy": 96.79999542236328, "Augmented-Accuracy": 98.3076, "Augmented-Loss": 0.15361807984972, "Clean-Accuracy": 98.91, "Clean-Loss": 0.05174374122321606, "PGD-Accuracy": 10.7, "PGD-Loss": 6.003860003662109}, "Total-Time": 32725.66668343544, "Train": {"Loss": 2.581659427713465, "avg t": 1.0133115098741319, "plain loss": 0.19826729842998353, "standard loss": 0.08254236529243213}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.53333282470703, "Augmented-0.05-Quantile-Accuracy": 96.76666259765625, "Augmented-0.1-Quantile-Accuracy": 97.68333435058594, "Augmented-Accuracy": 98.6985, "Augmented-Loss": 0.14274653495748837, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.05166397340099017, "PGD-Accuracy": 9.85, "PGD-Loss": 5.4259038848876955}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 141, "Epoch-Time": 225.20234370231628, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.95999908447266, "Augmented-0.05-Quantile-Accuracy": 96.69999694824219, "Augmented-0.1-Quantile-Accuracy": 97.39999389648438, "Augmented-Accuracy": 98.5263, "Augmented-Loss": 0.075281589745771, "Clean-Accuracy": 98.63, "Clean-Loss": 0.09614829006223717, "PGD-Accuracy": 6.1, "PGD-Loss": 27.80135262451172}, "Total-Time": 32950.869027137756, "Train": {"Loss": 2.501613446836118, "avg t": 1.0130500323684126, "plain loss": 0.19500932125868634, "standard loss": 0.08003932642517611}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.66666412353516, "Augmented-0.05-Quantile-Accuracy": 97.46666717529297, "Augmented-0.1-Quantile-Accuracy": 98.01666259765625, "Augmented-Accuracy": 98.77233333333334, "Augmented-Loss": 0.07139951632566033, "Clean-Accuracy": 98.76666666666667, "Clean-Loss": 0.09315262750383928, "PGD-Accuracy": 4.833333333333333, "PGD-Loss": 27.78068891398112}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 142, "Epoch-Time": 208.01225113868713, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.61000061035156, "Augmented-0.05-Quantile-Accuracy": 96.6199951171875, "Augmented-0.1-Quantile-Accuracy": 97.25, "Augmented-Accuracy": 98.6009, "Augmented-Loss": 0.06673729983621836, "Clean-Accuracy": 98.91, "Clean-Loss": 0.045277972035855055, "PGD-Accuracy": 9.91, "PGD-Loss": 10.703790176391601}, "Total-Time": 33158.88127827644, "Train": {"Loss": 2.447685115814209, "avg t": 1.0120080762086092, "plain loss": 0.19797064216048602, "standard loss": 0.0853721337955169}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.98332977294922, "Augmented-0.05-Quantile-Accuracy": 97.28333282470703, "Augmented-0.1-Quantile-Accuracy": 98.04999542236328, "Augmented-Accuracy": 98.87283333333333, "Augmented-Loss": 0.0664629732666413, "Clean-Accuracy": 99.0, "Clean-Loss": 0.0505996698041757, "PGD-Accuracy": 9.116666666666667, "PGD-Loss": 9.781453687032064}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 143, "Epoch-Time": 237.66952848434448, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.13999938964844, "Augmented-0.05-Quantile-Accuracy": 96.38999938964844, "Augmented-0.1-Quantile-Accuracy": 97.11000061035156, "Augmented-Accuracy": 98.5131, "Augmented-Loss": 0.12920448982810975, "Clean-Accuracy": 98.89, "Clean-Loss": 0.05817040234208107, "PGD-Accuracy": 10.54, "PGD-Loss": 6.862953219604492}, "Total-Time": 33396.55080676079, "Train": {"Loss": 2.3803142484735558, "avg t": 1.0117189172815393, "plain loss": 0.19125562776636185, "standard loss": 0.0839487514870362}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.38333129882812, "Augmented-0.05-Quantile-Accuracy": 97.21666717529297, "Augmented-0.1-Quantile-Accuracy": 97.73332977294922, "Augmented-Accuracy": 98.78466666666667, "Augmented-Loss": 0.11886254423379898, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.05566461471219857, "PGD-Accuracy": 9.75, "PGD-Loss": 6.287075223286947}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 144, "Epoch-Time": 241.5551164150238, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.90999603271484, "Augmented-0.05-Quantile-Accuracy": 97.0, "Augmented-0.1-Quantile-Accuracy": 97.54000091552734, "Augmented-Accuracy": 98.6796, "Augmented-Loss": 0.1072438109741211, "Clean-Accuracy": 99.02, "Clean-Loss": 0.04439220446050167, "PGD-Accuracy": 10.64, "PGD-Loss": 6.228580505371093}, "Total-Time": 33638.10592317581, "Train": {"Loss": 2.352133697721693, "avg t": 1.0110086067340993, "plain loss": 0.18757766630384634, "standard loss": 0.08414874020067079}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.78333282470703, "Augmented-0.05-Quantile-Accuracy": 97.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.11666870117188, "Augmented-Accuracy": 98.94516666666667, "Augmented-Loss": 0.10013535698701938, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.045862031545490026, "PGD-Accuracy": 9.783333333333333, "PGD-Loss": 5.781328704833984}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 145, "Epoch-Time": 241.48217821121216, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.63999938964844, "Augmented-0.05-Quantile-Accuracy": 97.2699966430664, "Augmented-0.1-Quantile-Accuracy": 97.86000061035156, "Augmented-Accuracy": 98.7266, "Augmented-Loss": 0.06023113087156741, "Clean-Accuracy": 98.82, "Clean-Loss": 0.07468601002481882, "PGD-Accuracy": 7.76, "PGD-Loss": 27.338998181152345}, "Total-Time": 33879.588101387024, "Train": {"Loss": 2.385578170069942, "avg t": 1.0118579991305316, "plain loss": 0.19322280167473657, "standard loss": 0.08618107655216699}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.53333282470703, "Augmented-0.05-Quantile-Accuracy": 97.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.11666870117188, "Augmented-Accuracy": 98.9525, "Augmented-Loss": 0.06100150612427329, "Clean-Accuracy": 99.05, "Clean-Loss": 0.07689623576975252, "PGD-Accuracy": 6.916666666666667, "PGD-Loss": 26.399112365722655}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 146, "Epoch-Time": 241.51889061927795, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.79000091552734, "Augmented-0.05-Quantile-Accuracy": 96.65999603271484, "Augmented-0.1-Quantile-Accuracy": 97.31999969482422, "Augmented-Accuracy": 98.6278, "Augmented-Loss": 0.12124562305986882, "Clean-Accuracy": 98.86, "Clean-Loss": 0.0601976092249155, "PGD-Accuracy": 10.54, "PGD-Loss": 7.3121077301025394}, "Total-Time": 34121.1069920063, "Train": {"Loss": 2.411076723875823, "avg t": 1.0112409079516376, "plain loss": 0.19434747167869854, "standard loss": 0.08888674929786336}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.54999542236328, "Augmented-0.05-Quantile-Accuracy": 97.36666870117188, "Augmented-0.1-Quantile-Accuracy": 97.78333282470703, "Augmented-Accuracy": 98.7835, "Augmented-Loss": 0.1056960616093874, "Clean-Accuracy": 98.85, "Clean-Loss": 0.05780789406597614, "PGD-Accuracy": 9.766666666666667, "PGD-Loss": 6.874054244995117}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 147, "Epoch-Time": 207.83795356750488, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.0199966430664, "Augmented-0.05-Quantile-Accuracy": 96.83999633789062, "Augmented-0.1-Quantile-Accuracy": 97.5, "Augmented-Accuracy": 98.6293, "Augmented-Loss": 0.057857787614434955, "Clean-Accuracy": 98.7, "Clean-Loss": 0.0582089736528229, "PGD-Accuracy": 10.57, "PGD-Loss": 9.907481008911132}, "Total-Time": 34328.94494557381, "Train": {"Loss": 2.3389165239687317, "avg t": 1.0102031957838271, "plain loss": 0.18976747695075133, "standard loss": 0.08643556542225458}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.11666870117188, "Augmented-0.05-Quantile-Accuracy": 97.31666564941406, "Augmented-0.1-Quantile-Accuracy": 98.01666259765625, "Augmented-Accuracy": 98.81416666666667, "Augmented-Loss": 0.05633712205571433, "Clean-Accuracy": 98.86666666666666, "Clean-Loss": 0.05902028970841396, "PGD-Accuracy": 9.666666666666666, "PGD-Loss": 9.21027064259847}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 148, "Epoch-Time": 221.90062475204468, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.20999908447266, "Augmented-0.05-Quantile-Accuracy": 96.55999755859375, "Augmented-0.1-Quantile-Accuracy": 97.31999969482422, "Augmented-Accuracy": 98.5188, "Augmented-Loss": 0.09499185541331769, "Clean-Accuracy": 98.62, "Clean-Loss": 0.05219919148907065, "PGD-Accuracy": 10.63, "PGD-Loss": 6.7982217315673825}, "Total-Time": 34550.84557032585, "Train": {"Loss": 2.4040291381765293, "avg t": 1.0109813110916703, "plain loss": 0.18330848846435488, "standard loss": 0.08678035233459538}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.43333435058594, "Augmented-0.05-Quantile-Accuracy": 97.26666259765625, "Augmented-0.1-Quantile-Accuracy": 97.81666564941406, "Augmented-Accuracy": 98.8455, "Augmented-Loss": 0.09003561853150527, "Clean-Accuracy": 98.9, "Clean-Loss": 0.050225850195934375, "PGD-Accuracy": 10.0, "PGD-Loss": 6.16924380493164}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 149, "Epoch-Time": 241.47614669799805, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.43999481201172, "Augmented-0.05-Quantile-Accuracy": 96.5199966430664, "Augmented-0.1-Quantile-Accuracy": 97.11000061035156, "Augmented-Accuracy": 98.4727, "Augmented-Loss": 0.1387627199718952, "Clean-Accuracy": 98.74, "Clean-Loss": 0.05990668671131134, "PGD-Accuracy": 10.1, "PGD-Loss": 6.1374210968017575}, "Total-Time": 34792.32171702385, "Train": {"Loss": 2.4266422753510652, "avg t": 1.0105807517369587, "plain loss": 0.1887169350853672, "standard loss": 0.0907614339561443}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.36666870117188, "Augmented-0.05-Quantile-Accuracy": 97.11666870117188, "Augmented-0.1-Quantile-Accuracy": 97.5999984741211, "Augmented-Accuracy": 98.61983333333333, "Augmented-Loss": 0.12514811454951763, "Clean-Accuracy": 98.8, "Clean-Loss": 0.05847746086120605, "PGD-Accuracy": 9.35, "PGD-Loss": 5.788460461934408}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_five/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
