{"Epoch": 0, "Epoch-Time": 200.27077984809875, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.98999786376953, "Augmented-0.05-Quantile-Accuracy": 97.08999633789062, "Augmented-0.1-Quantile-Accuracy": 97.54000091552734, "Augmented-Accuracy": 98.3996, "Augmented-Loss": 0.247646400056839, "Clean-Accuracy": 98.57, "Clean-Loss": 0.15371526293754578, "PGD-Accuracy": 2.94, "PGD-Loss": 3.6609882293701173}, "Total-Time": 200.27077984809875, "Train": {"Loss": 3.5084963194176004, "avg t": 1.0478937340135928, "plain loss": 0.4393257694244384}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.21666717529297, "Augmented-0.05-Quantile-Accuracy": 97.93333435058594, "Augmented-0.1-Quantile-Accuracy": 98.23332977294922, "Augmented-Accuracy": 98.737, "Augmented-Loss": 0.22548719042539597, "Clean-Accuracy": 98.81666666666666, "Clean-Loss": 0.13645194454987844, "PGD-Accuracy": 3.1, "PGD-Loss": 3.6706144104003906}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 1, "Epoch-Time": 176.7223343849182, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.47999572753906, "Augmented-0.05-Quantile-Accuracy": 97.6199951171875, "Augmented-0.1-Quantile-Accuracy": 97.94999694824219, "Augmented-Accuracy": 98.7282, "Augmented-Loss": 0.2584129401035309, "Clean-Accuracy": 98.85, "Clean-Loss": 0.14896855840682982, "PGD-Accuracy": 13.08, "PGD-Loss": 3.450786198425293}, "Total-Time": 376.99311423301697, "Train": {"Loss": 1.618850899449101, "avg t": 1.0098664385477703, "plain loss": 0.3043462769473043}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.03333282470703, "Augmented-0.05-Quantile-Accuracy": 97.9000015258789, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.87483333333333, "Augmented-Loss": 0.24841778466939926, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.141695365190506, "PGD-Accuracy": 12.05, "PGD-Loss": 3.4039224014282228}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 2, "Epoch-Time": 156.0031852722168, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.13999938964844, "Augmented-0.05-Quantile-Accuracy": 96.77999877929688, "Augmented-0.1-Quantile-Accuracy": 97.30999755859375, "Augmented-Accuracy": 98.4999, "Augmented-Loss": 0.38461602902793884, "Clean-Accuracy": 98.72, "Clean-Loss": 0.2436763385772705, "PGD-Accuracy": 14.32, "PGD-Loss": 3.309657093811035}, "Total-Time": 532.9962995052338, "Train": {"Loss": 1.4936852162679037, "avg t": 1.0065256302798236, "plain loss": 0.2793942443353159}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.03333282470703, "Augmented-0.05-Quantile-Accuracy": 97.26666259765625, "Augmented-0.1-Quantile-Accuracy": 97.79999542236328, "Augmented-Accuracy": 98.5665, "Augmented-Loss": 0.37074594405174255, "Clean-Accuracy": 98.75, "Clean-Loss": 0.23377494637171428, "PGD-Accuracy": 14.1, "PGD-Loss": 3.2488951466878255}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 3, "Epoch-Time": 195.19130325317383, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.54999542236328, "Augmented-0.05-Quantile-Accuracy": 97.65999603271484, "Augmented-0.1-Quantile-Accuracy": 98.06999969482422, "Augmented-Accuracy": 98.8708, "Augmented-Loss": 0.14752170318746566, "Clean-Accuracy": 99.02, "Clean-Loss": 0.07865198314189911, "PGD-Accuracy": 16.85, "PGD-Loss": 3.8227664352416992}, "Total-Time": 728.1876027584076, "Train": {"Loss": 1.4163332185745239, "avg t": 1.004381677698206, "plain loss": 0.25948053571913}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.1500015258789, "Augmented-0.05-Quantile-Accuracy": 97.96666717529297, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.88916666666667, "Augmented-Loss": 0.13701658850868542, "Clean-Accuracy": 98.93333333333334, "Clean-Loss": 0.0737751918832461, "PGD-Accuracy": 16.666666666666668, "PGD-Loss": 3.7514523951212566}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 4, "Epoch-Time": 149.56371116638184, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.39999389648438, "Augmented-0.05-Quantile-Accuracy": 97.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.08999633789062, "Augmented-Accuracy": 98.9246, "Augmented-Loss": 0.18282438825511932, "Clean-Accuracy": 99.08, "Clean-Loss": 0.09874122626781463, "PGD-Accuracy": 14.79, "PGD-Loss": 3.438023243713379}, "Total-Time": 877.7513139247894, "Train": {"Loss": 1.3872663080780594, "avg t": 1.0035774724041975, "plain loss": 0.23670571042520033}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.58333587646484, "Augmented-0.05-Quantile-Accuracy": 98.33333587646484, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.1045, "Augmented-Loss": 0.16890334840695062, "Clean-Accuracy": 99.2, "Clean-Loss": 0.09058271310726801, "PGD-Accuracy": 14.266666666666667, "PGD-Loss": 3.318447738647461}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 5, "Epoch-Time": 181.79290103912354, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.44999694824219, "Augmented-0.05-Quantile-Accuracy": 97.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.04999542236328, "Augmented-Accuracy": 98.9544, "Augmented-Loss": 0.11121484610271454, "Clean-Accuracy": 99.07, "Clean-Loss": 0.06056290556192398, "PGD-Accuracy": 12.96, "PGD-Loss": 4.9432215393066405}, "Total-Time": 1059.544214963913, "Train": {"Loss": 1.3596222808625964, "avg t": 1.0024937050784075, "plain loss": 0.22369102246319827}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.88333129882812, "Augmented-0.05-Quantile-Accuracy": 97.83333587646484, "Augmented-0.1-Quantile-Accuracy": 98.13333129882812, "Augmented-Accuracy": 98.88083333333333, "Augmented-Loss": 0.1056220301369826, "Clean-Accuracy": 98.9, "Clean-Loss": 0.06046905243396759, "PGD-Accuracy": 12.766666666666667, "PGD-Loss": 4.818285016377767}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 6, "Epoch-Time": 185.04703307151794, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.65999603271484, "Augmented-0.05-Quantile-Accuracy": 97.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.00999450683594, "Augmented-Accuracy": 98.8907, "Augmented-Loss": 0.10130086924672127, "Clean-Accuracy": 99.0, "Clean-Loss": 0.05231672067642212, "PGD-Accuracy": 12.23, "PGD-Loss": 4.6696319580078125}, "Total-Time": 1244.591248035431, "Train": {"Loss": 1.33777986102634, "avg t": 1.0018086645691484, "plain loss": 0.2111142120891148}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.01666259765625, "Augmented-0.1-Quantile-Accuracy": 98.36666870117188, "Augmented-Accuracy": 99.00116666666666, "Augmented-Loss": 0.09340934060494105, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.05085215775668621, "PGD-Accuracy": 12.233333333333333, "PGD-Loss": 4.532178550720215}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 7, "Epoch-Time": 140.784743309021, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.13999938964844, "Augmented-0.05-Quantile-Accuracy": 97.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.00999450683594, "Augmented-Accuracy": 98.9159, "Augmented-Loss": 0.14608159960985184, "Clean-Accuracy": 99.14, "Clean-Loss": 0.07758072962760926, "PGD-Accuracy": 15.18, "PGD-Loss": 5.321051800537109}, "Total-Time": 1385.375991344452, "Train": {"Loss": 1.3201237841005677, "avg t": 1.001306735497934, "plain loss": 0.19915576866291176}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.66666412353516, "Augmented-0.05-Quantile-Accuracy": 98.0, "Augmented-0.1-Quantile-Accuracy": 98.41666412353516, "Augmented-Accuracy": 99.00716666666666, "Augmented-Loss": 0.1370445668578148, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.07490335834026336, "PGD-Accuracy": 14.433333333333334, "PGD-Loss": 4.982101862589518}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 8, "Epoch-Time": 195.53623509407043, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.58999633789062, "Augmented-0.05-Quantile-Accuracy": 97.72000122070312, "Augmented-0.1-Quantile-Accuracy": 98.11000061035156, "Augmented-Accuracy": 98.9838, "Augmented-Loss": 0.1502240279726982, "Clean-Accuracy": 99.1, "Clean-Loss": 0.06525737730264664, "PGD-Accuracy": 13.22, "PGD-Loss": 4.194417434692383}, "Total-Time": 1580.9122264385223, "Train": {"Loss": 1.3086692674424913, "avg t": 1.0006859310997858, "plain loss": 0.1857316055297851}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.08333587646484, "Augmented-0.1-Quantile-Accuracy": 98.4000015258789, "Augmented-Accuracy": 99.064, "Augmented-Loss": 0.1350342725368341, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.060525695631901424, "PGD-Accuracy": 12.433333333333334, "PGD-Loss": 4.005343416849772}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 9, "Epoch-Time": 171.61085176467896, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.57999420166016, "Augmented-0.05-Quantile-Accuracy": 97.81999969482422, "Augmented-0.1-Quantile-Accuracy": 98.18000030517578, "Augmented-Accuracy": 98.977, "Augmented-Loss": 0.10999239343190194, "Clean-Accuracy": 99.0, "Clean-Loss": 0.04895698664188385, "PGD-Accuracy": 10.16, "PGD-Loss": 5.744812301635742}, "Total-Time": 1752.5230782032013, "Train": {"Loss": 1.312121747688011, "avg t": 1.000461972784113, "plain loss": 0.17722586320241293}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.1425, "Augmented-Loss": 0.09748013799945514, "Clean-Accuracy": 99.25, "Clean-Loss": 0.044071286002794904, "PGD-Accuracy": 9.783333333333333, "PGD-Loss": 5.501080207824707}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 10, "Epoch-Time": 150.19965624809265, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.15999603271484, "Augmented-0.05-Quantile-Accuracy": 97.63999938964844, "Augmented-0.1-Quantile-Accuracy": 98.04999542236328, "Augmented-Accuracy": 98.92, "Augmented-Loss": 0.11809453545022011, "Clean-Accuracy": 99.04, "Clean-Loss": 0.05083452836275101, "PGD-Accuracy": 11.42, "PGD-Loss": 4.4937342956542965}, "Total-Time": 1902.722734451294, "Train": {"Loss": 1.320141034020318, "avg t": 1.0003912744875307, "plain loss": 0.17132187854625558}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.15183333333333, "Augmented-Loss": 0.10671275743365288, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.04666812418897947, "PGD-Accuracy": 10.9, "PGD-Loss": 4.329680178324382}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 11, "Epoch-Time": 195.48510789871216, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.57999420166016, "Augmented-0.05-Quantile-Accuracy": 97.72999572753906, "Augmented-0.1-Quantile-Accuracy": 98.25999450683594, "Augmented-Accuracy": 99.0523, "Augmented-Loss": 0.12103722319841385, "Clean-Accuracy": 99.19, "Clean-Loss": 0.04879752406477928, "PGD-Accuracy": 11.96, "PGD-Loss": 4.9173791839599605}, "Total-Time": 2098.207842350006, "Train": {"Loss": 1.3092955171090586, "avg t": 0.9999356900144506, "plain loss": 0.16974308664180596}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.61666870117188, "Augmented-Accuracy": 99.16916666666667, "Augmented-Loss": 0.11110967293222745, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.046048402801156046, "PGD-Accuracy": 11.316666666666666, "PGD-Loss": 4.734475468953451}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 12, "Epoch-Time": 148.49772715568542, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.95999908447266, "Augmented-0.05-Quantile-Accuracy": 96.70999908447266, "Augmented-0.1-Quantile-Accuracy": 97.19999694824219, "Augmented-Accuracy": 98.4851, "Augmented-Loss": 0.1832510184574127, "Clean-Accuracy": 98.93, "Clean-Loss": 0.07873025450706482, "PGD-Accuracy": 14.03, "PGD-Loss": 3.672795474243164}, "Total-Time": 2246.7055695056915, "Train": {"Loss": 1.2957741280308477, "avg t": 0.999654584672716, "plain loss": 0.15998023826811056}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.03333282470703, "Augmented-0.05-Quantile-Accuracy": 97.53333282470703, "Augmented-0.1-Quantile-Accuracy": 97.86666870117188, "Augmented-Accuracy": 98.76083333333334, "Augmented-Loss": 0.16842216993848483, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.07197572485605876, "PGD-Accuracy": 13.933333333333334, "PGD-Loss": 3.5796536458333335}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 13, "Epoch-Time": 187.13243436813354, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.8699951171875, "Augmented-0.05-Quantile-Accuracy": 96.87999725341797, "Augmented-0.1-Quantile-Accuracy": 97.58999633789062, "Augmented-Accuracy": 98.6891, "Augmented-Loss": 0.11954503687858581, "Clean-Accuracy": 98.98, "Clean-Loss": 0.05047435441017151, "PGD-Accuracy": 10.57, "PGD-Loss": 5.111064868164062}, "Total-Time": 2433.838003873825, "Train": {"Loss": 1.3011773443222046, "avg t": 0.9997952579215721, "plain loss": 0.1543720110734304}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.13333129882812, "Augmented-0.05-Quantile-Accuracy": 97.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.08333587646484, "Augmented-Accuracy": 98.84833333333333, "Augmented-Loss": 0.11093751467982928, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.04757402310768763, "PGD-Accuracy": 10.283333333333333, "PGD-Loss": 4.951494430541993}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 14, "Epoch-Time": 186.18403220176697, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.72999572753906, "Augmented-0.05-Quantile-Accuracy": 97.8699951171875, "Augmented-0.1-Quantile-Accuracy": 98.30999755859375, "Augmented-Accuracy": 99.0594, "Augmented-Loss": 0.12289789663672447, "Clean-Accuracy": 99.15, "Clean-Loss": 0.0533808801651001, "PGD-Accuracy": 12.84, "PGD-Loss": 4.420482255554199}, "Total-Time": 2620.022036075592, "Train": {"Loss": 1.3061879278465554, "avg t": 0.9996360661541974, "plain loss": 0.15372938631199032}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.41666412353516, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.15416666666667, "Augmented-Loss": 0.10952920348167419, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.048336798747380574, "PGD-Accuracy": 12.633333333333333, "PGD-Loss": 4.259344380696614}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 15, "Epoch-Time": 142.06505012512207, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.36000061035156, "Augmented-0.05-Quantile-Accuracy": 97.81999969482422, "Augmented-0.1-Quantile-Accuracy": 98.33999633789062, "Augmented-Accuracy": 99.0467, "Augmented-Loss": 0.10955711059617997, "Clean-Accuracy": 99.13, "Clean-Loss": 0.05170191330909729, "PGD-Accuracy": 11.67, "PGD-Loss": 4.970087075805664}, "Total-Time": 2762.087086200714, "Train": {"Loss": 1.3194311819606357, "avg t": 0.999616583082411, "plain loss": 0.15147947298332504}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.21666717529297, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.12633333333333, "Augmented-Loss": 0.09884742928524812, "Clean-Accuracy": 99.15, "Clean-Loss": 0.04759380915760994, "PGD-Accuracy": 11.383333333333333, "PGD-Loss": 4.715973393758138}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 16, "Epoch-Time": 196.24575400352478, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.29000091552734, "Augmented-0.05-Quantile-Accuracy": 97.64999389648438, "Augmented-0.1-Quantile-Accuracy": 98.0, "Augmented-Accuracy": 98.9239, "Augmented-Loss": 0.07725588275265693, "Clean-Accuracy": 99.11, "Clean-Loss": 0.036533739641308786, "PGD-Accuracy": 12.37, "PGD-Loss": 11.279956225585938}, "Total-Time": 2958.332840204239, "Train": {"Loss": 1.2890885501437717, "avg t": 0.9992781862329554, "plain loss": 0.14815421805558407}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.68333435058594, "Augmented-0.05-Quantile-Accuracy": 97.9000015258789, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 99.03733333333334, "Augmented-Loss": 0.07465594787796338, "Clean-Accuracy": 99.15, "Clean-Loss": 0.039277533714969955, "PGD-Accuracy": 11.733333333333333, "PGD-Loss": 11.271598866780598}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 17, "Epoch-Time": 169.59154772758484, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.8499984741211, "Augmented-0.05-Quantile-Accuracy": 97.93999481201172, "Augmented-0.1-Quantile-Accuracy": 98.32999420166016, "Augmented-Accuracy": 99.0927, "Augmented-Loss": 0.07250087005865574, "Clean-Accuracy": 99.14, "Clean-Loss": 0.032360456931591036, "PGD-Accuracy": 13.11, "PGD-Loss": 4.901467919921875}, "Total-Time": 3127.9243879318237, "Train": {"Loss": 1.2989147976416129, "avg t": 0.9992448142016376, "plain loss": 0.14676916299219486}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.36666870117188, "Augmented-0.05-Quantile-Accuracy": 98.26666259765625, "Augmented-0.1-Quantile-Accuracy": 98.51666259765625, "Augmented-Accuracy": 99.20283333333333, "Augmented-Loss": 0.06421069154500961, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.032246118924270074, "PGD-Accuracy": 12.733333333333333, "PGD-Loss": 4.801663096110026}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 18, "Epoch-Time": 165.59500575065613, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.25, "Augmented-0.05-Quantile-Accuracy": 97.58999633789062, "Augmented-0.1-Quantile-Accuracy": 98.05999755859375, "Augmented-Accuracy": 98.9748, "Augmented-Loss": 0.09474774021852017, "Clean-Accuracy": 99.07, "Clean-Loss": 0.04312241307795048, "PGD-Accuracy": 12.25, "PGD-Loss": 3.976516551208496}, "Total-Time": 3293.51939368248, "Train": {"Loss": 1.3109907412352386, "avg t": 0.9993036973388106, "plain loss": 0.14320707017404066}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.13333129882812, "Augmented-0.1-Quantile-Accuracy": 98.38333129882812, "Augmented-Accuracy": 99.01683333333334, "Augmented-Loss": 0.08466433861166239, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.043952283305426436, "PGD-Accuracy": 11.433333333333334, "PGD-Loss": 3.7713053385416666}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 19, "Epoch-Time": 195.81087446212769, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.30999755859375, "Augmented-0.05-Quantile-Accuracy": 97.12999725341797, "Augmented-0.1-Quantile-Accuracy": 97.62999725341797, "Augmented-Accuracy": 98.7109, "Augmented-Loss": 0.17165481653928757, "Clean-Accuracy": 98.98, "Clean-Loss": 0.06989144847393036, "PGD-Accuracy": 11.71, "PGD-Loss": 4.243211865234375}, "Total-Time": 3489.3302681446075, "Train": {"Loss": 1.3010627846188016, "avg t": 0.9991818319603248, "plain loss": 0.1389677128968415}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.13333129882812, "Augmented-0.05-Quantile-Accuracy": 97.75, "Augmented-0.1-Quantile-Accuracy": 98.26666259765625, "Augmented-Accuracy": 98.96283333333334, "Augmented-Loss": 0.14702985029260318, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.059204184874892235, "PGD-Accuracy": 11.516666666666667, "PGD-Loss": 4.09269713083903}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 20, "Epoch-Time": 138.41930723190308, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.75999450683594, "Augmented-0.05-Quantile-Accuracy": 97.93999481201172, "Augmented-0.1-Quantile-Accuracy": 98.31999969482422, "Augmented-Accuracy": 99.0703, "Augmented-Loss": 0.07306482431614399, "Clean-Accuracy": 99.15, "Clean-Loss": 0.033284106524288655, "PGD-Accuracy": 12.58, "PGD-Loss": 5.0763441131591795}, "Total-Time": 3627.7495753765106, "Train": {"Loss": 1.3423203209064625, "avg t": 0.9997023759771276, "plain loss": 0.136506993701723}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.51666259765625, "Augmented-0.05-Quantile-Accuracy": 98.38333129882812, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.175, "Augmented-Loss": 0.0669975826883316, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03472842799996336, "PGD-Accuracy": 12.15, "PGD-Loss": 4.853632514953613}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 21, "Epoch-Time": 195.58768010139465, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.3499984741211, "Augmented-0.05-Quantile-Accuracy": 97.62999725341797, "Augmented-0.1-Quantile-Accuracy": 98.0, "Augmented-Accuracy": 98.9192, "Augmented-Loss": 0.14629980909872056, "Clean-Accuracy": 99.13, "Clean-Loss": 0.048297468149662015, "PGD-Accuracy": 11.71, "PGD-Loss": 5.460343829345703}, "Total-Time": 3823.3372554779053, "Train": {"Loss": 1.403522529354802, "avg t": 1.0003593493567573, "plain loss": 0.13966753785168692}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.21666717529297, "Augmented-0.1-Quantile-Accuracy": 98.61666870117188, "Augmented-Accuracy": 99.10366666666667, "Augmented-Loss": 0.13042988863984745, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.04393532102306684, "PGD-Accuracy": 12.383333333333333, "PGD-Loss": 5.221986506144206}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 22, "Epoch-Time": 178.09410333633423, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.86000061035156, "Augmented-0.05-Quantile-Accuracy": 97.70999908447266, "Augmented-0.1-Quantile-Accuracy": 98.14999389648438, "Augmented-Accuracy": 98.96, "Augmented-Loss": 0.04590174705320597, "Clean-Accuracy": 99.08, "Clean-Loss": 0.03160736330598593, "PGD-Accuracy": 15.72, "PGD-Loss": 5.551688391113281}, "Total-Time": 4001.4313588142395, "Train": {"Loss": 1.354281917112845, "avg t": 0.9993941197925144, "plain loss": 0.1373960442516539}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.43333435058594, "Augmented-0.05-Quantile-Accuracy": 98.31666564941406, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.11783333333334, "Augmented-Loss": 0.041703133687600494, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.031311281089981394, "PGD-Accuracy": 17.2, "PGD-Loss": 5.304008313496907}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 23, "Epoch-Time": 145.515198469162, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.39999389648438, "Augmented-0.05-Quantile-Accuracy": 97.70999908447266, "Augmented-0.1-Quantile-Accuracy": 98.20999908447266, "Augmented-Accuracy": 98.9813, "Augmented-Loss": 0.08790944741129875, "Clean-Accuracy": 99.06, "Clean-Loss": 0.038832541650533674, "PGD-Accuracy": 11.61, "PGD-Loss": 5.082101791381836}, "Total-Time": 4146.9465572834015, "Train": {"Loss": 1.3212197190743906, "avg t": 0.99926998784807, "plain loss": 0.13137367551238457}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.25, "Augmented-0.05-Quantile-Accuracy": 98.16666412353516, "Augmented-0.1-Quantile-Accuracy": 98.33333587646484, "Augmented-Accuracy": 99.07183333333333, "Augmented-Loss": 0.08039801224191984, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.038362741090357304, "PGD-Accuracy": 10.9, "PGD-Loss": 4.716935389200846}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 24, "Epoch-Time": 195.08740139007568, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.18000030517578, "Augmented-0.05-Quantile-Accuracy": 97.48999786376953, "Augmented-0.1-Quantile-Accuracy": 97.97999572753906, "Augmented-Accuracy": 98.885, "Augmented-Loss": 0.039251395691893995, "Clean-Accuracy": 98.99, "Clean-Loss": 0.033427712370082734, "PGD-Accuracy": 10.65, "PGD-Loss": 13.612930786132813}, "Total-Time": 4342.033958673477, "Train": {"Loss": 1.4114287618001302, "avg t": 0.9999591757456462, "plain loss": 0.13266030965557804}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.08333587646484, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.4000015258789, "Augmented-Accuracy": 98.98416666666667, "Augmented-Loss": 0.04069742996702592, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.03890411584991186, "PGD-Accuracy": 11.55, "PGD-Loss": 13.217529927571615}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 25, "Epoch-Time": 159.05725073814392, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.48999786376953, "Augmented-0.05-Quantile-Accuracy": 97.79000091552734, "Augmented-0.1-Quantile-Accuracy": 98.23999786376953, "Augmented-Accuracy": 99.0479, "Augmented-Loss": 0.08722295667886734, "Clean-Accuracy": 99.14, "Clean-Loss": 0.035212710335850717, "PGD-Accuracy": 10.13, "PGD-Loss": 7.763548022460937}, "Total-Time": 4501.091209411621, "Train": {"Loss": 1.384126705540551, "avg t": 0.9998642682675962, "plain loss": 0.13123095669923013}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.51666259765625, "Augmented-Accuracy": 99.085, "Augmented-Loss": 0.07935299686253071, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03509626406679551, "PGD-Accuracy": 9.466666666666667, "PGD-Loss": 7.5523378321329755}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 26, "Epoch-Time": 170.43442392349243, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.29000091552734, "Augmented-0.05-Quantile-Accuracy": 97.5, "Augmented-0.1-Quantile-Accuracy": 98.00999450683594, "Augmented-Accuracy": 98.8754, "Augmented-Loss": 0.07706031908762455, "Clean-Accuracy": 99.09, "Clean-Loss": 0.03736731043756008, "PGD-Accuracy": 11.68, "PGD-Loss": 5.331710406494141}, "Total-Time": 4671.5256333351135, "Train": {"Loss": 1.3498752197336268, "avg t": 0.9995026267016376, "plain loss": 0.12786534693152832}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.11666870117188, "Augmented-0.1-Quantile-Accuracy": 98.36666870117188, "Augmented-Accuracy": 99.08, "Augmented-Loss": 0.07237389564633369, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03824756209552288, "PGD-Accuracy": 10.916666666666666, "PGD-Loss": 5.162487429300944}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 27, "Epoch-Time": 194.8225655555725, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.27999877929688, "Augmented-0.05-Quantile-Accuracy": 97.56999969482422, "Augmented-0.1-Quantile-Accuracy": 98.02999877929688, "Augmented-Accuracy": 98.8993, "Augmented-Loss": 0.049240075253665444, "Clean-Accuracy": 99.08, "Clean-Loss": 0.031300225891172886, "PGD-Accuracy": 14.76, "PGD-Loss": 5.0024346908569335}, "Total-Time": 4866.348198890686, "Train": {"Loss": 1.4050797559596875, "avg t": 1.000054517110189, "plain loss": 0.13019151998979062}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.08333587646484, "Augmented-0.1-Quantile-Accuracy": 98.33333587646484, "Augmented-Accuracy": 99.02366666666667, "Augmented-Loss": 0.04504060323566198, "Clean-Accuracy": 99.1, "Clean-Loss": 0.03161080406466499, "PGD-Accuracy": 14.233333333333333, "PGD-Loss": 4.777744265238444}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 28, "Epoch-Time": 135.91504335403442, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.5199966430664, "Augmented-0.05-Quantile-Accuracy": 97.25, "Augmented-0.1-Quantile-Accuracy": 97.79999542236328, "Augmented-Accuracy": 98.937, "Augmented-Loss": 0.11223443285512924, "Clean-Accuracy": 99.12, "Clean-Loss": 0.03915031077861786, "PGD-Accuracy": 10.9, "PGD-Loss": 3.80159446105957}, "Total-Time": 5002.2632422447205, "Train": {"Loss": 1.4874267751199228, "avg t": 1.0001576228671605, "plain loss": 0.12502664566040037}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.01666259765625, "Augmented-0.1-Quantile-Accuracy": 98.41666412353516, "Augmented-Accuracy": 99.14066666666666, "Augmented-Loss": 0.10124109319170316, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.03829811172435681, "PGD-Accuracy": 10.216666666666667, "PGD-Loss": 3.680437235514323}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 29, "Epoch-Time": 194.47213554382324, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.52999877929688, "Augmented-0.05-Quantile-Accuracy": 97.68999481201172, "Augmented-0.1-Quantile-Accuracy": 98.16999816894531, "Augmented-Accuracy": 98.9881, "Augmented-Loss": 0.07579701984393597, "Clean-Accuracy": 99.12, "Clean-Loss": 0.03539899870455265, "PGD-Accuracy": 12.3, "PGD-Loss": 4.054528266906738}, "Total-Time": 5196.735377788544, "Train": {"Loss": 1.4102127018328066, "avg t": 0.9996061182728521, "plain loss": 0.12860645416577643}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.54999542236328, "Augmented-0.05-Quantile-Accuracy": 98.4000015258789, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.09633333333333, "Augmented-Loss": 0.06693543493231138, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.035628245163708924, "PGD-Accuracy": 12.016666666666667, "PGD-Loss": 3.8614758529663087}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 30, "Epoch-Time": 176.3414328098297, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.55999755859375, "Augmented-0.05-Quantile-Accuracy": 96.86000061035156, "Augmented-0.1-Quantile-Accuracy": 97.61000061035156, "Augmented-Accuracy": 98.7395, "Augmented-Loss": 0.16180446171045304, "Clean-Accuracy": 99.09, "Clean-Loss": 0.05969643514156341, "PGD-Accuracy": 11.32, "PGD-Loss": 3.263403921508789}, "Total-Time": 5373.076810598373, "Train": {"Loss": 1.6171966827533863, "avg t": 1.0009159658926505, "plain loss": 0.12965980362009097}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.96666717529297, "Augmented-0.05-Quantile-Accuracy": 97.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.21666717529297, "Augmented-Accuracy": 98.89633333333333, "Augmented-Loss": 0.1417220249803861, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.053161370366811754, "PGD-Accuracy": 10.5, "PGD-Loss": 3.1529394505818686}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 31, "Epoch-Time": 146.64177441596985, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.5999984741211, "Augmented-0.05-Quantile-Accuracy": 97.77999877929688, "Augmented-0.1-Quantile-Accuracy": 98.15999603271484, "Augmented-Accuracy": 98.9964, "Augmented-Loss": 0.039564672445714474, "Clean-Accuracy": 99.11, "Clean-Loss": 0.02871487773898989, "PGD-Accuracy": 11.94, "PGD-Loss": 6.292773431396484}, "Total-Time": 5519.718585014343, "Train": {"Loss": 1.3658960928033899, "avg t": 0.9992350727010656, "plain loss": 0.12376515246320667}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.5, "Augmented-0.05-Quantile-Accuracy": 98.36666870117188, "Augmented-0.1-Quantile-Accuracy": 98.61666870117188, "Augmented-Accuracy": 99.14483333333334, "Augmented-Loss": 0.038393233574032785, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.0308438708265312, "PGD-Accuracy": 11.966666666666667, "PGD-Loss": 5.966384063720703}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 32, "Epoch-Time": 194.58288669586182, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.7699966430664, "Augmented-0.05-Quantile-Accuracy": 96.8699951171875, "Augmented-0.1-Quantile-Accuracy": 97.47000122070312, "Augmented-Accuracy": 98.6763, "Augmented-Loss": 0.15477312667894363, "Clean-Accuracy": 98.98, "Clean-Loss": 0.06021528201103211, "PGD-Accuracy": 11.1, "PGD-Loss": 3.951853765869141}, "Total-Time": 5714.301471710205, "Train": {"Loss": 1.4544778403176202, "avg t": 0.9995889018729881, "plain loss": 0.12545240152500295}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.76666259765625, "Augmented-0.05-Quantile-Accuracy": 97.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.0999984741211, "Augmented-Accuracy": 98.88433333333333, "Augmented-Loss": 0.1384130462785562, "Clean-Accuracy": 99.1, "Clean-Loss": 0.0559800538867712, "PGD-Accuracy": 10.433333333333334, "PGD-Loss": 3.8123965072631836}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 33, "Epoch-Time": 155.8913300037384, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.14999389648438, "Augmented-0.05-Quantile-Accuracy": 97.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.08999633789062, "Augmented-Accuracy": 99.0354, "Augmented-Loss": 0.10555602888298035, "Clean-Accuracy": 99.23, "Clean-Loss": 0.03820578593611717, "PGD-Accuracy": 11.5, "PGD-Loss": 3.420455372619629}, "Total-Time": 5870.1928017139435, "Train": {"Loss": 1.3912547589054813, "avg t": 0.9996694863284076, "plain loss": 0.12431368942084128}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.91666412353516, "Augmented-0.05-Quantile-Accuracy": 98.21666717529297, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.10866666666666, "Augmented-Loss": 0.09674346128304799, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.04114083784818649, "PGD-Accuracy": 10.683333333333334, "PGD-Loss": 3.3324011103312174}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 34, "Epoch-Time": 171.5685064792633, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.29000091552734, "Augmented-0.05-Quantile-Accuracy": 97.75, "Augmented-0.1-Quantile-Accuracy": 98.15999603271484, "Augmented-Accuracy": 98.9749, "Augmented-Loss": 0.08365978316307068, "Clean-Accuracy": 99.12, "Clean-Loss": 0.03870313076376915, "PGD-Accuracy": 12.38, "PGD-Loss": 3.952265769958496}, "Total-Time": 6041.761308193207, "Train": {"Loss": 1.6374697005660446, "avg t": 1.0006969747190122, "plain loss": 0.12577846573635387}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.16666412353516, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.0385, "Augmented-Loss": 0.0754556364825368, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.03882103385279576, "PGD-Accuracy": 11.866666666666667, "PGD-Loss": 3.7908665288289387}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 35, "Epoch-Time": 190.08995294570923, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.79999542236328, "Augmented-0.05-Quantile-Accuracy": 97.45999908447266, "Augmented-0.1-Quantile-Accuracy": 97.87999725341797, "Augmented-Accuracy": 98.9373, "Augmented-Loss": 0.11680813439607621, "Clean-Accuracy": 99.23, "Clean-Loss": 0.042515170800685884, "PGD-Accuracy": 11.33, "PGD-Loss": 3.865914828491211}, "Total-Time": 6231.851261138916, "Train": {"Loss": 1.3666384550730388, "avg t": 0.9993199492560493, "plain loss": 0.12056558804865226}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.44999694824219, "Augmented-0.05-Quantile-Accuracy": 97.9000015258789, "Augmented-0.1-Quantile-Accuracy": 98.43333435058594, "Augmented-Accuracy": 99.06316666666666, "Augmented-Loss": 0.10388589599390825, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.04185414366672437, "PGD-Accuracy": 10.45, "PGD-Loss": 3.6871490758260093}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 36, "Epoch-Time": 139.93556571006775, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.89999389648438, "Augmented-0.05-Quantile-Accuracy": 98.16999816894531, "Augmented-0.1-Quantile-Accuracy": 98.52999877929688, "Augmented-Accuracy": 99.1279, "Augmented-Loss": 0.07878668495869637, "Clean-Accuracy": 99.14, "Clean-Loss": 0.03307720018625259, "PGD-Accuracy": 10.56, "PGD-Loss": 5.1340107727050786}, "Total-Time": 6371.786826848984, "Train": {"Loss": 1.3875257862585562, "avg t": 0.999350331235815, "plain loss": 0.12073780137874446}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.5, "Augmented-0.05-Quantile-Accuracy": 98.26666259765625, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.18833333333333, "Augmented-Loss": 0.07313324241052072, "Clean-Accuracy": 99.25, "Clean-Loss": 0.034545165756096445, "PGD-Accuracy": 9.75, "PGD-Loss": 4.808675237019857}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 37, "Epoch-Time": 192.16617679595947, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.52999877929688, "Augmented-0.05-Quantile-Accuracy": 97.68999481201172, "Augmented-0.1-Quantile-Accuracy": 98.18999481201172, "Augmented-Accuracy": 98.9543, "Augmented-Loss": 0.04218691554880142, "Clean-Accuracy": 99.18, "Clean-Loss": 0.03120630279816687, "PGD-Accuracy": 12.63, "PGD-Loss": 8.088263253784179}, "Total-Time": 6563.953003644943, "Train": {"Loss": 1.5966343663533529, "avg t": 1.0005543242560493, "plain loss": 0.12224269068064514}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.07883333333334, "Augmented-Loss": 0.04043890763097753, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.03466630342005131, "PGD-Accuracy": 13.3, "PGD-Loss": 7.578813120524089}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 38, "Epoch-Time": 177.26980876922607, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.0, "Augmented-0.05-Quantile-Accuracy": 97.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.0199966430664, "Augmented-Accuracy": 98.9692, "Augmented-Loss": 0.0995750794904232, "Clean-Accuracy": 99.17, "Clean-Loss": 0.03466894665956497, "PGD-Accuracy": 11.25, "PGD-Loss": 3.7831972457885743}, "Total-Time": 6741.222812414169, "Train": {"Loss": 1.7875604734067563, "avg t": 1.000821830060747, "plain loss": 0.12551923889407401}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.14933333333333, "Augmented-Loss": 0.0906517033223311, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03611350865165393, "PGD-Accuracy": 10.266666666666667, "PGD-Loss": 3.621428457895915}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 39, "Epoch-Time": 149.3700075149536, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.14999389648438, "Augmented-0.05-Quantile-Accuracy": 97.6199951171875, "Augmented-0.1-Quantile-Accuracy": 98.0, "Augmented-Accuracy": 98.9488, "Augmented-Loss": 0.0826068194937706, "Clean-Accuracy": 99.22, "Clean-Loss": 0.03490172753632069, "PGD-Accuracy": 11.26, "PGD-Loss": 4.221583665466309}, "Total-Time": 6890.592819929123, "Train": {"Loss": 1.3802884379492866, "avg t": 0.9993564557852569, "plain loss": 0.1192021673273158}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.11666870117188, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.0975, "Augmented-Loss": 0.07687677484422922, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.03768791642288367, "PGD-Accuracy": 10.75, "PGD-Loss": 3.9702505162556965}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 40, "Epoch-Time": 195.08727622032166, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.22000122070312, "Augmented-0.05-Quantile-Accuracy": 97.43999481201172, "Augmented-0.1-Quantile-Accuracy": 97.91999816894531, "Augmented-Accuracy": 98.81, "Augmented-Loss": 0.04070525415300205, "Clean-Accuracy": 99.08, "Clean-Loss": 0.0369699927339796, "PGD-Accuracy": 16.38, "PGD-Loss": 13.170339392089843}, "Total-Time": 7085.680096149445, "Train": {"Loss": 1.5433538016566524, "avg t": 1.0005941583138924, "plain loss": 0.11986008943804997}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.11666870117188, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 98.97933333333333, "Augmented-Loss": 0.04256909945441255, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.04350245037243197, "PGD-Accuracy": 17.816666666666666, "PGD-Loss": 12.815839660644532}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 41, "Epoch-Time": 153.41077637672424, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.82999420166016, "Augmented-0.05-Quantile-Accuracy": 97.44999694824219, "Augmented-0.1-Quantile-Accuracy": 97.88999938964844, "Augmented-Accuracy": 98.8647, "Augmented-Loss": 0.07895046667027474, "Clean-Accuracy": 99.02, "Clean-Loss": 0.043401947385072706, "PGD-Accuracy": 11.65, "PGD-Loss": 5.1433952453613285}, "Total-Time": 7239.090872526169, "Train": {"Loss": 1.3567179303345858, "avg t": 0.9988028775674326, "plain loss": 0.11539347034472001}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.94999694824219, "Augmented-0.05-Quantile-Accuracy": 97.96666717529297, "Augmented-0.1-Quantile-Accuracy": 98.28333282470703, "Augmented-Accuracy": 98.96316666666667, "Augmented-Loss": 0.06754514115914702, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.03963352637613813, "PGD-Accuracy": 11.3, "PGD-Loss": 4.94899360148112}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 42, "Epoch-Time": 162.7406063079834, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.32999420166016, "Augmented-0.05-Quantile-Accuracy": 97.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 99.0063, "Augmented-Loss": 0.06933727869057656, "Clean-Accuracy": 99.13, "Clean-Loss": 0.03162277898490429, "PGD-Accuracy": 11.26, "PGD-Loss": 5.0597778503417965}, "Total-Time": 7401.831478834152, "Train": {"Loss": 1.391308988853737, "avg t": 0.9992497814319752, "plain loss": 0.11518507707825418}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.4000015258789, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.15683333333334, "Augmented-Loss": 0.06105205140794317, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.03301801702318092, "PGD-Accuracy": 10.683333333333334, "PGD-Loss": 4.797639032999674}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 43, "Epoch-Time": 186.81646060943604, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.39999389648438, "Augmented-0.05-Quantile-Accuracy": 97.18999481201172, "Augmented-0.1-Quantile-Accuracy": 97.79000091552734, "Augmented-Accuracy": 98.7222, "Augmented-Loss": 0.15350534603691102, "Clean-Accuracy": 99.13, "Clean-Loss": 0.04969589235186577, "PGD-Accuracy": 11.54, "PGD-Loss": 3.2090602325439455}, "Total-Time": 7588.647939443588, "Train": {"Loss": 1.4245016231890077, "avg t": 0.9995319476657444, "plain loss": 0.11559623962508313}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.18333435058594, "Augmented-0.05-Quantile-Accuracy": 97.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.25, "Augmented-Accuracy": 98.94883333333334, "Augmented-Loss": 0.13635257972478868, "Clean-Accuracy": 99.15, "Clean-Loss": 0.0471717683027188, "PGD-Accuracy": 11.083333333333334, "PGD-Loss": 3.129375741322835}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 44, "Epoch-Time": 149.54906749725342, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.54000091552734, "Augmented-0.05-Quantile-Accuracy": 97.36000061035156, "Augmented-0.1-Quantile-Accuracy": 97.91999816894531, "Augmented-Accuracy": 98.8231, "Augmented-Loss": 0.11093504291856289, "Clean-Accuracy": 99.15, "Clean-Loss": 0.035503425906598565, "PGD-Accuracy": 10.76, "PGD-Loss": 4.065470790100098}, "Total-Time": 7738.197006940842, "Train": {"Loss": 1.3853301421271431, "avg t": 0.9990940136732879, "plain loss": 0.11614166533682092}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.46666717529297, "Augmented-0.05-Quantile-Accuracy": 97.91666412353516, "Augmented-0.1-Quantile-Accuracy": 98.41666412353516, "Augmented-Accuracy": 99.0865, "Augmented-Loss": 0.09553531048913796, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03573917557050785, "PGD-Accuracy": 9.95, "PGD-Loss": 3.9406710942586263}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 45, "Epoch-Time": 181.9576723575592, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.91999816894531, "Augmented-0.05-Quantile-Accuracy": 97.44999694824219, "Augmented-0.1-Quantile-Accuracy": 97.89999389648438, "Augmented-Accuracy": 98.8597, "Augmented-Loss": 0.0545182323461771, "Clean-Accuracy": 99.06, "Clean-Loss": 0.030874778997898103, "PGD-Accuracy": 10.48, "PGD-Loss": 5.196708154296875}, "Total-Time": 7920.154679298401, "Train": {"Loss": 7.404065822883888, "avg t": 1.012239557760733, "plain loss": 0.20483898473492398}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.76666259765625, "Augmented-0.05-Quantile-Accuracy": 97.93333435058594, "Augmented-0.1-Quantile-Accuracy": 98.26666259765625, "Augmented-Accuracy": 99.02516666666666, "Augmented-Loss": 0.051406553181310495, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.035853238041978326, "PGD-Accuracy": 9.783333333333333, "PGD-Loss": 4.9150837071736655}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 46, "Epoch-Time": 178.66356420516968, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.63999938964844, "Augmented-0.05-Quantile-Accuracy": 97.83999633789062, "Augmented-0.1-Quantile-Accuracy": 98.22000122070312, "Augmented-Accuracy": 99.044, "Augmented-Loss": 0.04204472422799468, "Clean-Accuracy": 99.14, "Clean-Loss": 0.027029231994971634, "PGD-Accuracy": 10.84, "PGD-Loss": 5.9844970001220705}, "Total-Time": 8098.818243503571, "Train": {"Loss": 1.4043792981041803, "avg t": 0.9993326324886745, "plain loss": 0.11296655176480613}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.43333435058594, "Augmented-0.05-Quantile-Accuracy": 98.33333587646484, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.157, "Augmented-Loss": 0.04081408065186193, "Clean-Accuracy": 99.2, "Clean-Loss": 0.033270953387293654, "PGD-Accuracy": 10.333333333333334, "PGD-Loss": 5.774715143839519}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 47, "Epoch-Time": 148.4401957988739, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.47000122070312, "Augmented-0.05-Quantile-Accuracy": 96.62999725341797, "Augmented-0.1-Quantile-Accuracy": 97.27999877929688, "Augmented-Accuracy": 98.4617, "Augmented-Loss": 0.106905922021389, "Clean-Accuracy": 98.92, "Clean-Loss": 0.048553069403767586, "PGD-Accuracy": 14.59, "PGD-Loss": 6.001471696472168}, "Total-Time": 8247.258439302444, "Train": {"Loss": 1.4121944111011646, "avg t": 0.9991925863336634, "plain loss": 0.11657497422253661}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.3499984741211, "Augmented-0.05-Quantile-Accuracy": 97.18333435058594, "Augmented-0.1-Quantile-Accuracy": 97.66666412353516, "Augmented-Accuracy": 98.73233333333333, "Augmented-Loss": 0.09690021453897159, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.04808836233740051, "PGD-Accuracy": 14.666666666666666, "PGD-Loss": 5.899042981465658}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 48, "Epoch-Time": 194.9277946949005, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.11000061035156, "Augmented-0.05-Quantile-Accuracy": 97.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.14999389648438, "Augmented-Accuracy": 99.01, "Augmented-Loss": 0.09757089526915551, "Clean-Accuracy": 99.33, "Clean-Loss": 0.037075699383020404, "PGD-Accuracy": 11.21, "PGD-Loss": 3.814974708557129}, "Total-Time": 8442.186233997345, "Train": {"Loss": 1.4521456647802282, "avg t": 0.9995547583014877, "plain loss": 0.11609104992107108}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.58333587646484, "Augmented-0.05-Quantile-Accuracy": 98.04999542236328, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.05133333333333, "Augmented-Loss": 0.0917499928183357, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.04092687932526072, "PGD-Accuracy": 10.683333333333334, "PGD-Loss": 3.6869085896809897}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 49, "Epoch-Time": 148.82489252090454, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.41999816894531, "Augmented-0.05-Quantile-Accuracy": 97.30999755859375, "Augmented-0.1-Quantile-Accuracy": 97.87999725341797, "Augmented-Accuracy": 98.8188, "Augmented-Loss": 0.07505596503847838, "Clean-Accuracy": 99.13, "Clean-Loss": 0.033195087817311286, "PGD-Accuracy": 10.74, "PGD-Loss": 5.102241958618164}, "Total-Time": 8591.01112651825, "Train": {"Loss": 1.5337895401848687, "avg t": 1.0004045364591811, "plain loss": 0.11496349147867278}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.04999542236328, "Augmented-0.05-Quantile-Accuracy": 97.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.33333587646484, "Augmented-Accuracy": 98.94866666666667, "Augmented-Loss": 0.06695840375520289, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03742715916631278, "PGD-Accuracy": 10.033333333333333, "PGD-Loss": 4.958807189941406}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 50, "Epoch-Time": 88.04258871078491, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.08999633789062, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.1254, "Augmented-Loss": 0.045049480497598646, "Clean-Accuracy": 99.21, "Clean-Loss": 0.026731270002573727, "PGD-Accuracy": 11.07, "PGD-Loss": 6.155686462402344}, "Total-Time": 8679.053715229034, "Train": {"Loss": 1.4263345761475739, "avg t": 0.999657285284113, "plain loss": 0.11626976357036178}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.51666259765625, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.17433333333334, "Augmented-Loss": 0.04400579575635493, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03277922163888191, "PGD-Accuracy": 10.566666666666666, "PGD-Loss": 5.72284806060791}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 51, "Epoch-Time": 91.52771520614624, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.43999481201172, "Augmented-0.05-Quantile-Accuracy": 96.07999420166016, "Augmented-0.1-Quantile-Accuracy": 96.93000030517578, "Augmented-Accuracy": 98.4553, "Augmented-Loss": 0.09728994367694854, "Clean-Accuracy": 99.0, "Clean-Loss": 0.04125169224888086, "PGD-Accuracy": 7.47, "PGD-Loss": 9.760177435302735}, "Total-Time": 8770.58143043518, "Train": {"Loss": 1.518908682929145, "avg t": 0.9998371657265557, "plain loss": 0.11645515699033393}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.4000015258789, "Augmented-0.05-Quantile-Accuracy": 96.79999542236328, "Augmented-0.1-Quantile-Accuracy": 97.41666412353516, "Augmented-Accuracy": 98.62066666666666, "Augmented-Loss": 0.09019151374012231, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.04415007296949625, "PGD-Accuracy": 7.466666666666667, "PGD-Loss": 9.276192764282227}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 52, "Epoch-Time": 91.66128349304199, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.81999969482422, "Augmented-0.05-Quantile-Accuracy": 97.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.07999420166016, "Augmented-Accuracy": 99.0212, "Augmented-Loss": 0.05992611487197876, "Clean-Accuracy": 99.19, "Clean-Loss": 0.029089396433532238, "PGD-Accuracy": 10.51, "PGD-Loss": 5.169910464477539}, "Total-Time": 8862.242713928223, "Train": {"Loss": 1.5176850935618083, "avg t": 1.0002044496183042, "plain loss": 0.11632659583268354}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.6500015258789, "Augmented-0.05-Quantile-Accuracy": 98.08333587646484, "Augmented-0.1-Quantile-Accuracy": 98.46666717529297, "Augmented-Accuracy": 99.05783333333333, "Augmented-Loss": 0.056521568242932356, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03537661161118497, "PGD-Accuracy": 10.05, "PGD-Loss": 4.902051648457845}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 53, "Epoch-Time": 91.65634751319885, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.8499984741211, "Augmented-0.05-Quantile-Accuracy": 95.81999969482422, "Augmented-0.1-Quantile-Accuracy": 96.88999938964844, "Augmented-Accuracy": 98.5342, "Augmented-Loss": 0.07848113186234236, "Clean-Accuracy": 98.99, "Clean-Loss": 0.041748409510497006, "PGD-Accuracy": 10.06, "PGD-Loss": 9.329511639404297}, "Total-Time": 8953.899061441422, "Train": {"Loss": 2.0322574688240334, "avg t": 1.0015496465188485, "plain loss": 0.12212559356689447}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.66666412353516, "Augmented-0.05-Quantile-Accuracy": 96.43333435058594, "Augmented-0.1-Quantile-Accuracy": 97.19999694824219, "Augmented-Accuracy": 98.52483333333333, "Augmented-Loss": 0.07233798872033755, "Clean-Accuracy": 98.9, "Clean-Loss": 0.04496461639460176, "PGD-Accuracy": 9.55, "PGD-Loss": 8.882547637939453}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 54, "Epoch-Time": 91.47308301925659, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.1199951171875, "Augmented-0.05-Quantile-Accuracy": 97.65999603271484, "Augmented-0.1-Quantile-Accuracy": 98.22000122070312, "Augmented-Accuracy": 99.0478, "Augmented-Loss": 0.06573498014497757, "Clean-Accuracy": 99.19, "Clean-Loss": 0.02857066003680229, "PGD-Accuracy": 10.85, "PGD-Loss": 4.518723651123047}, "Total-Time": 9045.372144460678, "Train": {"Loss": 1.671183180809021, "avg t": 1.0018941197571931, "plain loss": 0.11738754246676412}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.71666717529297, "Augmented-0.05-Quantile-Accuracy": 98.28333282470703, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.1585, "Augmented-Loss": 0.0631838398096462, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03542831677695115, "PGD-Accuracy": 9.966666666666667, "PGD-Loss": 4.350806640625}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 55, "Epoch-Time": 90.31971144676208, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.97999572753906, "Augmented-0.05-Quantile-Accuracy": 95.55999755859375, "Augmented-0.1-Quantile-Accuracy": 96.5, "Augmented-Accuracy": 98.2846, "Augmented-Loss": 0.1428467921895981, "Clean-Accuracy": 99.09, "Clean-Loss": 0.031229762767255306, "PGD-Accuracy": 10.4, "PGD-Loss": 4.25025756072998}, "Total-Time": 9135.69185590744, "Train": {"Loss": 6.361597270683006, "avg t": 1.0064377636379667, "plain loss": 0.1804960936316738}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.28333282470703, "Augmented-0.05-Quantile-Accuracy": 96.16666412353516, "Augmented-0.1-Quantile-Accuracy": 97.0, "Augmented-Accuracy": 98.4665, "Augmented-Loss": 0.13380807276229065, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.03853657236602157, "PGD-Accuracy": 9.883333333333333, "PGD-Loss": 4.05544234085083}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 56, "Epoch-Time": 91.15317106246948, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.23999786376953, "Augmented-0.05-Quantile-Accuracy": 97.56999969482422, "Augmented-0.1-Quantile-Accuracy": 98.08999633789062, "Augmented-Accuracy": 98.9939, "Augmented-Loss": 0.04005938680173457, "Clean-Accuracy": 99.14, "Clean-Loss": 0.029702297451719643, "PGD-Accuracy": 10.38, "PGD-Loss": 6.5941408203125}, "Total-Time": 9226.84502696991, "Train": {"Loss": 1.9081619694674457, "avg t": 1.004050755571436, "plain loss": 0.12472839828508885}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.76666259765625, "Augmented-0.05-Quantile-Accuracy": 98.04999542236328, "Augmented-0.1-Quantile-Accuracy": 98.46666717529297, "Augmented-Accuracy": 99.11016666666667, "Augmented-Loss": 0.04223804926478304, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03952701471695764, "PGD-Accuracy": 9.616666666666667, "PGD-Loss": 6.170686612447103}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 57, "Epoch-Time": 91.72809863090515, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.57999420166016, "Augmented-0.05-Quantile-Accuracy": 97.27999877929688, "Augmented-0.1-Quantile-Accuracy": 97.8699951171875, "Augmented-Accuracy": 98.9989, "Augmented-Loss": 0.06116820415455103, "Clean-Accuracy": 99.28, "Clean-Loss": 0.02781469577662647, "PGD-Accuracy": 10.54, "PGD-Loss": 5.532630020141601}, "Total-Time": 9318.573125600815, "Train": {"Loss": 2.06127879135697, "avg t": 1.0048197081177324, "plain loss": 0.12835180009912572}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.23332977294922, "Augmented-0.05-Quantile-Accuracy": 97.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.26666259765625, "Augmented-Accuracy": 99.03483333333334, "Augmented-Loss": 0.05790013790095846, "Clean-Accuracy": 99.2, "Clean-Loss": 0.0353481695834004, "PGD-Accuracy": 9.716666666666667, "PGD-Loss": 5.308154769897461}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 58, "Epoch-Time": 92.27306604385376, "Test": {"Augmented-0.01-Quantile-Accuracy": 87.47999572753906, "Augmented-0.05-Quantile-Accuracy": 93.65999603271484, "Augmented-0.1-Quantile-Accuracy": 95.30999755859375, "Augmented-Accuracy": 97.8323, "Augmented-Loss": 0.1622068409643173, "Clean-Accuracy": 98.89, "Clean-Loss": 0.0459096939522773, "PGD-Accuracy": 10.51, "PGD-Loss": 6.181474099731445}, "Total-Time": 9410.846191644669, "Train": {"Loss": 7.020374487205788, "avg t": 1.0128957112630208, "plain loss": 0.19399537632553654}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.8499984741211, "Augmented-0.05-Quantile-Accuracy": 94.41666412353516, "Augmented-0.1-Quantile-Accuracy": 95.8499984741211, "Augmented-Accuracy": 98.06966666666666, "Augmented-Loss": 0.1509222369436423, "Clean-Accuracy": 98.83333333333333, "Clean-Loss": 0.05105877764588998, "PGD-Accuracy": 9.7, "PGD-Loss": 5.726969579060873}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 59, "Epoch-Time": 85.6361243724823, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.1199951171875, "Augmented-0.05-Quantile-Accuracy": 95.89999389648438, "Augmented-0.1-Quantile-Accuracy": 96.68000030517578, "Augmented-Accuracy": 98.4674, "Augmented-Loss": 0.10128287543189525, "Clean-Accuracy": 98.93, "Clean-Loss": 0.039473492904752494, "PGD-Accuracy": 10.7, "PGD-Loss": 5.96659860534668}, "Total-Time": 9496.48231601715, "Train": {"Loss": 4.396658057636685, "avg t": 1.0124964539563215, "plain loss": 0.16801994123105674}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.5, "Augmented-0.05-Quantile-Accuracy": 96.83333587646484, "Augmented-0.1-Quantile-Accuracy": 97.54999542236328, "Augmented-Accuracy": 98.663, "Augmented-Loss": 0.0908342853864034, "Clean-Accuracy": 98.9, "Clean-Loss": 0.0482797589454179, "PGD-Accuracy": 9.816666666666666, "PGD-Loss": 5.691120053609212}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 60, "Epoch-Time": 91.7469961643219, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.43999481201172, "Augmented-0.05-Quantile-Accuracy": 96.8499984741211, "Augmented-0.1-Quantile-Accuracy": 97.47999572753906, "Augmented-Accuracy": 98.7535, "Augmented-Loss": 0.06558987696391344, "Clean-Accuracy": 99.13, "Clean-Loss": 0.033130116603896025, "PGD-Accuracy": 10.56, "PGD-Loss": 7.42972678527832}, "Total-Time": 9588.229312181473, "Train": {"Loss": 3.0062889435379594, "avg t": 1.0110063882933722, "plain loss": 0.1563226106043214}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.36666870117188, "Augmented-0.05-Quantile-Accuracy": 97.23332977294922, "Augmented-0.1-Quantile-Accuracy": 97.78333282470703, "Augmented-Accuracy": 98.73133333333334, "Augmented-Loss": 0.06497636684467395, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.04534938432858326, "PGD-Accuracy": 9.883333333333333, "PGD-Loss": 7.079856941223144}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 61, "Epoch-Time": 91.39800953865051, "Test": {"Augmented-0.01-Quantile-Accuracy": 84.72000122070312, "Augmented-0.05-Quantile-Accuracy": 91.18000030517578, "Augmented-0.1-Quantile-Accuracy": 93.2699966430664, "Augmented-Accuracy": 96.7047, "Augmented-Loss": 0.316386687505722, "Clean-Accuracy": 98.47, "Clean-Loss": 0.08590627747774124, "PGD-Accuracy": 10.78, "PGD-Loss": 4.1556134552001955}, "Total-Time": 9679.627321720123, "Train": {"Loss": 4.1828734716486045, "avg t": 1.0119897987930864, "plain loss": 0.16612401769602733}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.16666412353516, "Augmented-0.05-Quantile-Accuracy": 92.8499984741211, "Augmented-0.1-Quantile-Accuracy": 94.56666564941406, "Augmented-Accuracy": 97.39783333333334, "Augmented-Loss": 0.282857456835111, "Clean-Accuracy": 98.75, "Clean-Loss": 0.07557225634654363, "PGD-Accuracy": 9.95, "PGD-Loss": 3.9552902094523112}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 62, "Epoch-Time": 92.3518660068512, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.70999908447266, "Augmented-0.05-Quantile-Accuracy": 96.45999908447266, "Augmented-0.1-Quantile-Accuracy": 97.3499984741211, "Augmented-Accuracy": 98.6559, "Augmented-Loss": 0.08551404512119293, "Clean-Accuracy": 99.1, "Clean-Loss": 0.04077159793972969, "PGD-Accuracy": 10.83, "PGD-Loss": 6.68411884765625}, "Total-Time": 9771.979187726974, "Train": {"Loss": 3.684110626856486, "avg t": 1.013044823911455, "plain loss": 0.16476341264512792}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.01666259765625, "Augmented-0.05-Quantile-Accuracy": 97.01666259765625, "Augmented-0.1-Quantile-Accuracy": 97.54999542236328, "Augmented-Accuracy": 98.749, "Augmented-Loss": 0.07676124188696344, "Clean-Accuracy": 98.93333333333334, "Clean-Loss": 0.04366885136378308, "PGD-Accuracy": 10.2, "PGD-Loss": 6.335579427083333}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 63, "Epoch-Time": 88.28327012062073, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.54000091552734, "Augmented-0.05-Quantile-Accuracy": 96.40999603271484, "Augmented-0.1-Quantile-Accuracy": 97.0, "Augmented-Accuracy": 98.2596, "Augmented-Loss": 0.12978268531486623, "Clean-Accuracy": 98.43, "Clean-Loss": 0.17591694730335014, "PGD-Accuracy": 4.64, "PGD-Loss": 45.060307080078125}, "Total-Time": 9860.262457847595, "Train": {"Loss": 27.59619826083713, "avg t": 1.0378690427144368, "plain loss": 0.46666103713070844}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.43333435058594, "Augmented-0.05-Quantile-Accuracy": 97.18333435058594, "Augmented-0.1-Quantile-Accuracy": 97.81666564941406, "Augmented-Accuracy": 98.7175, "Augmented-Loss": 0.1188642342343072, "Clean-Accuracy": 98.76666666666667, "Clean-Loss": 0.1631974937596195, "PGD-Accuracy": 5.683333333333334, "PGD-Loss": 44.65994864908854}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 64, "Epoch-Time": 91.55199861526489, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.18000030517578, "Augmented-0.05-Quantile-Accuracy": 96.5, "Augmented-0.1-Quantile-Accuracy": 97.19999694824219, "Augmented-Accuracy": 98.576, "Augmented-Loss": 0.06161970099452138, "Clean-Accuracy": 98.86, "Clean-Loss": 0.046468089110602157, "PGD-Accuracy": 9.64, "PGD-Loss": 8.92602360534668}, "Total-Time": 9951.81445646286, "Train": {"Loss": 5.86611411133519, "avg t": 1.0238795075593172, "plain loss": 0.22024573552166976}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.29999542236328, "Augmented-0.05-Quantile-Accuracy": 97.29999542236328, "Augmented-0.1-Quantile-Accuracy": 97.68333435058594, "Augmented-Accuracy": 98.8335, "Augmented-Loss": 0.05632960920662309, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.05013083142320587, "PGD-Accuracy": 9.416666666666666, "PGD-Loss": 8.446612380981446}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 65, "Epoch-Time": 91.3792073726654, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.95999908447266, "Augmented-0.05-Quantile-Accuracy": 89.33999633789062, "Augmented-0.1-Quantile-Accuracy": 91.97999572753906, "Augmented-Accuracy": 96.2199, "Augmented-Loss": 0.3419411677818298, "Clean-Accuracy": 98.4, "Clean-Loss": 0.07990144283175468, "PGD-Accuracy": 10.03, "PGD-Loss": 4.817999353027344}, "Total-Time": 10043.193663835526, "Train": {"Loss": 16.007454136459916, "avg t": 1.0289227657318116, "plain loss": 0.3351908637664935}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.5, "Augmented-0.05-Quantile-Accuracy": 91.28333282470703, "Augmented-0.1-Quantile-Accuracy": 93.71666717529297, "Augmented-Accuracy": 97.01866666666666, "Augmented-Loss": 0.31475911359945935, "Clean-Accuracy": 98.75, "Clean-Loss": 0.07387913458546003, "PGD-Accuracy": 9.433333333333334, "PGD-Loss": 4.547158683776855}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 66, "Epoch-Time": 91.64773535728455, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.93999481201172, "Augmented-0.05-Quantile-Accuracy": 86.54000091552734, "Augmented-0.1-Quantile-Accuracy": 89.72999572753906, "Augmented-Accuracy": 94.9158, "Augmented-Loss": 0.36209998305892943, "Clean-Accuracy": 95.76, "Clean-Loss": 0.1735077717065811, "PGD-Accuracy": 7.25, "PGD-Loss": 9.003221853637696}, "Total-Time": 10134.84139919281, "Train": {"Loss": 19.71014448180022, "avg t": 1.0406650014806678, "plain loss": 0.40604730051181925}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 79.76666259765625, "Augmented-0.05-Quantile-Accuracy": 88.41666412353516, "Augmented-0.1-Quantile-Accuracy": 91.53333282470703, "Augmented-Accuracy": 95.77183333333333, "Augmented-Loss": 0.329027381178538, "Clean-Accuracy": 96.8, "Clean-Loss": 0.14760705224672954, "PGD-Accuracy": 6.716666666666667, "PGD-Loss": 8.592175908406576}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 67, "Epoch-Time": 90.4987633228302, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.40999603271484, "Augmented-0.05-Quantile-Accuracy": 95.04999542236328, "Augmented-0.1-Quantile-Accuracy": 96.22999572753906, "Augmented-Accuracy": 98.0204, "Augmented-Loss": 0.11227647209370137, "Clean-Accuracy": 98.57, "Clean-Loss": 0.056843638642877344, "PGD-Accuracy": 9.57, "PGD-Loss": 8.316620782470704}, "Total-Time": 10225.34016251564, "Train": {"Loss": 13.964669876098633, "avg t": 1.0438641236623127, "plain loss": 0.3800263356491366}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.86666870117188, "Augmented-0.05-Quantile-Accuracy": 96.04999542236328, "Augmented-0.1-Quantile-Accuracy": 97.06666564941406, "Augmented-Accuracy": 98.4925, "Augmented-Loss": 0.09490727069656055, "Clean-Accuracy": 98.86666666666666, "Clean-Loss": 0.05526164350907008, "PGD-Accuracy": 9.25, "PGD-Loss": 7.745872446695963}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 68, "Epoch-Time": 174.6216275691986, "Test": {"Augmented-0.01-Quantile-Accuracy": 88.54999542236328, "Augmented-0.05-Quantile-Accuracy": 92.62999725341797, "Augmented-0.1-Quantile-Accuracy": 94.11000061035156, "Augmented-Accuracy": 96.8712, "Augmented-Loss": 0.1493926994511932, "Clean-Accuracy": 98.12, "Clean-Loss": 0.08751270742714405, "PGD-Accuracy": 2.98, "PGD-Loss": 19.557583728027343}, "Total-Time": 10399.961790084839, "Train": {"Loss": 5.4270038621690535, "avg t": 1.0274427792584455, "plain loss": 0.2520633279482523}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.73332977294922, "Augmented-0.05-Quantile-Accuracy": 94.18333435058594, "Augmented-0.1-Quantile-Accuracy": 95.41666412353516, "Augmented-Accuracy": 97.59883333333333, "Augmented-Loss": 0.1285348274897908, "Clean-Accuracy": 98.65, "Clean-Loss": 0.08108664225934384, "PGD-Accuracy": 3.033333333333333, "PGD-Loss": 18.603733266194663}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 69, "Epoch-Time": 184.33109831809998, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.0199966430664, "Augmented-0.05-Quantile-Accuracy": 95.79999542236328, "Augmented-0.1-Quantile-Accuracy": 96.66999816894531, "Augmented-Accuracy": 98.2487, "Augmented-Loss": 0.12049028483128547, "Clean-Accuracy": 98.61, "Clean-Loss": 0.06475622375011444, "PGD-Accuracy": 9.08, "PGD-Loss": 8.751447830200195}, "Total-Time": 10584.292888402939, "Train": {"Loss": 3.777566878354108, "avg t": 1.0217901942288434, "plain loss": 0.22697971820124868}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.96666717529297, "Augmented-0.05-Quantile-Accuracy": 96.75, "Augmented-0.1-Quantile-Accuracy": 97.43333435058594, "Augmented-Accuracy": 98.674, "Augmented-Loss": 0.10605785905996959, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.06035333867371082, "PGD-Accuracy": 8.6, "PGD-Loss": 8.168463770548502}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 70, "Epoch-Time": 184.28467917442322, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.70999908447266, "Augmented-0.05-Quantile-Accuracy": 95.79000091552734, "Augmented-0.1-Quantile-Accuracy": 96.63999938964844, "Augmented-Accuracy": 98.3332, "Augmented-Loss": 0.17517270945882799, "Clean-Accuracy": 98.74, "Clean-Loss": 0.0736767519235611, "PGD-Accuracy": 10.42, "PGD-Loss": 5.88961794128418}, "Total-Time": 10768.577567577362, "Train": {"Loss": 4.223814414907385, "avg t": 1.021833548863729, "plain loss": 0.22825856056213373}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.91666412353516, "Augmented-0.05-Quantile-Accuracy": 96.43333435058594, "Augmented-0.1-Quantile-Accuracy": 97.31666564941406, "Augmented-Accuracy": 98.63533333333334, "Augmented-Loss": 0.1527976424952348, "Clean-Accuracy": 99.0, "Clean-Loss": 0.06824819312493006, "PGD-Accuracy": 9.733333333333333, "PGD-Loss": 5.555235471089681}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 71, "Epoch-Time": 184.1765992641449, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.79999542236328, "Augmented-0.05-Quantile-Accuracy": 95.91999816894531, "Augmented-0.1-Quantile-Accuracy": 96.80999755859375, "Augmented-Accuracy": 98.3174, "Augmented-Loss": 0.14885157136917115, "Clean-Accuracy": 98.74, "Clean-Loss": 0.06287433077692986, "PGD-Accuracy": 10.55, "PGD-Loss": 5.72659592590332}, "Total-Time": 10952.754166841507, "Train": {"Loss": 3.3992568062676325, "avg t": 1.0181524145691483, "plain loss": 0.20922507634339524}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.28333282470703, "Augmented-0.05-Quantile-Accuracy": 96.54999542236328, "Augmented-0.1-Quantile-Accuracy": 97.43333435058594, "Augmented-Accuracy": 98.612, "Augmented-Loss": 0.1302553888094425, "Clean-Accuracy": 98.88333333333334, "Clean-Loss": 0.061292115484674774, "PGD-Accuracy": 9.95, "PGD-Loss": 5.385448115030925}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 72, "Epoch-Time": 151.37433791160583, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.77999877929688, "Augmented-0.05-Quantile-Accuracy": 96.07999420166016, "Augmented-0.1-Quantile-Accuracy": 96.97000122070312, "Augmented-Accuracy": 98.3948, "Augmented-Loss": 0.10938573556673527, "Clean-Accuracy": 98.82, "Clean-Loss": 0.05284521380364895, "PGD-Accuracy": 10.6, "PGD-Loss": 7.781251901245117}, "Total-Time": 11104.128504753113, "Train": {"Loss": 3.778186285160206, "avg t": 1.02001772124679, "plain loss": 0.22109366786391635}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.36666870117188, "Augmented-0.05-Quantile-Accuracy": 96.71666717529297, "Augmented-0.1-Quantile-Accuracy": 97.43333435058594, "Augmented-Accuracy": 98.707, "Augmented-Loss": 0.09223304270789028, "Clean-Accuracy": 98.93333333333334, "Clean-Loss": 0.04893371661442022, "PGD-Accuracy": 10.3, "PGD-Loss": 7.187159990946451}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 73, "Epoch-Time": 161.5867464542389, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.54999542236328, "Augmented-0.05-Quantile-Accuracy": 88.5, "Augmented-0.1-Quantile-Accuracy": 91.12999725341797, "Augmented-Accuracy": 95.6623, "Augmented-Loss": 0.4014908063697815, "Clean-Accuracy": 98.37, "Clean-Loss": 0.1245105859875679, "PGD-Accuracy": 10.5, "PGD-Loss": 4.4083984741210935}, "Total-Time": 11265.715251207352, "Train": {"Loss": 3.2949697204872415, "avg t": 1.017023508283827, "plain loss": 0.2092816350495372}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.44999694824219, "Augmented-0.05-Quantile-Accuracy": 91.03333282470703, "Augmented-0.1-Quantile-Accuracy": 93.08333587646484, "Augmented-Accuracy": 96.70816666666667, "Augmented-Loss": 0.37127831372817355, "Clean-Accuracy": 98.78333333333333, "Clean-Loss": 0.10819425191481909, "PGD-Accuracy": 9.9, "PGD-Loss": 4.252548739115397}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 74, "Epoch-Time": 184.16832733154297, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.63999938964844, "Augmented-0.05-Quantile-Accuracy": 96.27999877929688, "Augmented-0.1-Quantile-Accuracy": 97.0199966430664, "Augmented-Accuracy": 98.4881, "Augmented-Loss": 0.10627217508149148, "Clean-Accuracy": 98.87, "Clean-Loss": 0.05009924050420523, "PGD-Accuracy": 10.49, "PGD-Loss": 7.223594311523438}, "Total-Time": 11449.883578538895, "Train": {"Loss": 3.1427633813928675, "avg t": 1.0175545171808313, "plain loss": 0.21280223833366657}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.9000015258789, "Augmented-0.05-Quantile-Accuracy": 97.21666717529297, "Augmented-0.1-Quantile-Accuracy": 97.9000015258789, "Augmented-Accuracy": 98.80433333333333, "Augmented-Loss": 0.09030061546588937, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.04778621005173773, "PGD-Accuracy": 9.783333333333333, "PGD-Loss": 6.885170850118001}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 75, "Epoch-Time": 183.9827470779419, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.81999969482422, "Augmented-0.05-Quantile-Accuracy": 96.90999603271484, "Augmented-0.1-Quantile-Accuracy": 97.56999969482422, "Augmented-Accuracy": 98.6983, "Augmented-Loss": 0.07036319998505712, "Clean-Accuracy": 98.8, "Clean-Loss": 0.053629047296755016, "PGD-Accuracy": 8.66, "PGD-Loss": 13.430405065917968}, "Total-Time": 11633.866325616837, "Train": {"Loss": 3.1325122450722587, "avg t": 1.0165440040517737, "plain loss": 0.2074777436874531}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.78333282470703, "Augmented-0.05-Quantile-Accuracy": 97.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.01666259765625, "Augmented-Accuracy": 98.93683333333334, "Augmented-Loss": 0.06037605505947024, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.04970584858825896, "PGD-Accuracy": 8.333333333333334, "PGD-Loss": 12.788317932128907}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 76, "Epoch-Time": 183.9750943183899, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.75, "Augmented-0.05-Quantile-Accuracy": 96.75, "Augmented-0.1-Quantile-Accuracy": 97.47999572753906, "Augmented-Accuracy": 98.6365, "Augmented-Loss": 0.06778332183590531, "Clean-Accuracy": 98.85, "Clean-Loss": 0.051409731563786046, "PGD-Accuracy": 9.21, "PGD-Loss": 10.589405963134766}, "Total-Time": 11817.841419935226, "Train": {"Loss": 3.49151321750217, "avg t": 1.0187382555361146, "plain loss": 0.21728035976268611}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.73332977294922, "Augmented-0.05-Quantile-Accuracy": 97.23332977294922, "Augmented-0.1-Quantile-Accuracy": 97.93333435058594, "Augmented-Accuracy": 98.84583333333333, "Augmented-Loss": 0.061882437282850346, "Clean-Accuracy": 99.05, "Clean-Loss": 0.05476789337328713, "PGD-Accuracy": 8.666666666666666, "PGD-Loss": 10.137864191691081}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 77, "Epoch-Time": 172.8917531967163, "Test": {"Augmented-0.01-Quantile-Accuracy": 88.68000030517578, "Augmented-0.05-Quantile-Accuracy": 93.00999450683594, "Augmented-0.1-Quantile-Accuracy": 94.32999420166016, "Augmented-Accuracy": 97.2291, "Augmented-Loss": 0.24955641996192932, "Clean-Accuracy": 98.3, "Clean-Loss": 0.09854472395926714, "PGD-Accuracy": 8.47, "PGD-Loss": 7.501147024536133}, "Total-Time": 11990.733173131943, "Train": {"Loss": 2.8928685891893173, "avg t": 1.0161709330523456, "plain loss": 0.2070223562169956}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.29999542236328, "Augmented-0.05-Quantile-Accuracy": 94.19999694824219, "Augmented-0.1-Quantile-Accuracy": 95.36666870117188, "Augmented-Accuracy": 97.50033333333333, "Augmented-Loss": 0.22185710519313812, "Clean-Accuracy": 98.61666666666666, "Clean-Loss": 0.0842792962367336, "PGD-Accuracy": 8.1, "PGD-Loss": 7.3689867197672525}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 78, "Epoch-Time": 147.88043904304504, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.0, "Augmented-0.05-Quantile-Accuracy": 96.70999908447266, "Augmented-0.1-Quantile-Accuracy": 97.31999969482422, "Augmented-Accuracy": 98.6268, "Augmented-Loss": 0.0637845590274632, "Clean-Accuracy": 98.78, "Clean-Loss": 0.05154568027500063, "PGD-Accuracy": 9.92, "PGD-Loss": 10.296003942871094}, "Total-Time": 12138.613612174988, "Train": {"Loss": 3.0169825724848995, "avg t": 1.0162849859308314, "plain loss": 0.2049765639976222}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.8499984741211, "Augmented-0.05-Quantile-Accuracy": 97.5, "Augmented-0.1-Quantile-Accuracy": 98.1500015258789, "Augmented-Accuracy": 98.91916666666667, "Augmented-Loss": 0.059569323570653795, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.056255782445892695, "PGD-Accuracy": 9.616666666666667, "PGD-Loss": 9.618863169352213}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 79, "Epoch-Time": 173.94153237342834, "Test": {"Augmented-0.01-Quantile-Accuracy": 90.68999481201172, "Augmented-0.05-Quantile-Accuracy": 94.25, "Augmented-0.1-Quantile-Accuracy": 95.40999603271484, "Augmented-Accuracy": 97.6016, "Augmented-Loss": 0.12074510487997532, "Clean-Accuracy": 98.58, "Clean-Loss": 0.06698379869237542, "PGD-Accuracy": 9.92, "PGD-Loss": 9.120237048339844}, "Total-Time": 12312.555144548416, "Train": {"Loss": 3.067906864307545, "avg t": 1.0160305492966264, "plain loss": 0.20975978901474573}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.25, "Augmented-0.05-Quantile-Accuracy": 95.58333587646484, "Augmented-0.1-Quantile-Accuracy": 96.38333129882812, "Augmented-Accuracy": 97.97716666666666, "Augmented-Loss": 0.11045589530825616, "Clean-Accuracy": 98.56666666666666, "Clean-Loss": 0.07182325434684754, "PGD-Accuracy": 9.066666666666666, "PGD-Loss": 8.512694096883138}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 80, "Epoch-Time": 184.01659846305847, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.6199951171875, "Augmented-0.05-Quantile-Accuracy": 96.58999633789062, "Augmented-0.1-Quantile-Accuracy": 97.20999908447266, "Augmented-Accuracy": 98.4366, "Augmented-Loss": 0.07024508349135472, "Clean-Accuracy": 98.61, "Clean-Loss": 0.0847448845475541, "PGD-Accuracy": 5.95, "PGD-Loss": 19.879439025878906}, "Total-Time": 12496.571743011475, "Train": {"Loss": 2.901517403072781, "avg t": 1.0155210488637287, "plain loss": 0.20294068571020046}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.78333282470703, "Augmented-0.05-Quantile-Accuracy": 97.3499984741211, "Augmented-0.1-Quantile-Accuracy": 97.75, "Augmented-Accuracy": 98.7885, "Augmented-Loss": 0.06350846791825379, "Clean-Accuracy": 98.9, "Clean-Loss": 0.07938499580477575, "PGD-Accuracy": 6.15, "PGD-Loss": 18.595103088378906}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 81, "Epoch-Time": 184.1190459728241, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.61000061035156, "Augmented-0.05-Quantile-Accuracy": 96.18000030517578, "Augmented-0.1-Quantile-Accuracy": 96.8699951171875, "Augmented-Accuracy": 98.2896, "Augmented-Loss": 0.08867340926983952, "Clean-Accuracy": 98.67, "Clean-Loss": 0.07000187504482455, "PGD-Accuracy": 9.22, "PGD-Loss": 10.775621139526367}, "Total-Time": 12680.690788984299, "Train": {"Loss": 3.173869207735415, "avg t": 1.014340879087095, "plain loss": 0.2011223463411684}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.08333587646484, "Augmented-0.05-Quantile-Accuracy": 97.08333587646484, "Augmented-0.1-Quantile-Accuracy": 97.63333129882812, "Augmented-Accuracy": 98.687, "Augmented-Loss": 0.0744288867269208, "Clean-Accuracy": 98.93333333333334, "Clean-Loss": 0.06733422689539535, "PGD-Accuracy": 8.966666666666667, "PGD-Loss": 10.355241928100586}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 82, "Epoch-Time": 183.98916721343994, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.69999694824219, "Augmented-0.05-Quantile-Accuracy": 96.31999969482422, "Augmented-0.1-Quantile-Accuracy": 97.11000061035156, "Augmented-Accuracy": 98.5425, "Augmented-Loss": 0.11500447392094135, "Clean-Accuracy": 98.87, "Clean-Loss": 0.048808526458591225, "PGD-Accuracy": 10.72, "PGD-Loss": 6.450240805053711}, "Total-Time": 12864.679956197739, "Train": {"Loss": 3.008912746358801, "avg t": 1.0146503891061853, "plain loss": 0.20201724902965387}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.5999984741211, "Augmented-0.05-Quantile-Accuracy": 97.08333587646484, "Augmented-0.1-Quantile-Accuracy": 97.63333129882812, "Augmented-Accuracy": 98.74183333333333, "Augmented-Loss": 0.09953879752139251, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.04786169196354846, "PGD-Accuracy": 10.033333333333333, "PGD-Loss": 6.158005867004395}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 83, "Epoch-Time": 149.35032415390015, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.75999450683594, "Augmented-0.05-Quantile-Accuracy": 95.91999816894531, "Augmented-0.1-Quantile-Accuracy": 96.8499984741211, "Augmented-Accuracy": 98.3585, "Augmented-Loss": 0.13803545608067513, "Clean-Accuracy": 98.88, "Clean-Loss": 0.04950335649251938, "PGD-Accuracy": 10.46, "PGD-Loss": 6.086819161987305}, "Total-Time": 13014.030280351639, "Train": {"Loss": 2.8269227987572, "avg t": 1.0145850438718442, "plain loss": 0.19957520678131632}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.5, "Augmented-0.05-Quantile-Accuracy": 96.68333435058594, "Augmented-0.1-Quantile-Accuracy": 97.4000015258789, "Augmented-Accuracy": 98.58066666666667, "Augmented-Loss": 0.12553258360743522, "Clean-Accuracy": 98.96666666666667, "Clean-Loss": 0.049359229013323784, "PGD-Accuracy": 9.716666666666667, "PGD-Loss": 5.621361221313476}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 84, "Epoch-Time": 162.16745829582214, "Test": {"Augmented-0.01-Quantile-Accuracy": 88.20999908447266, "Augmented-0.05-Quantile-Accuracy": 93.39999389648438, "Augmented-0.1-Quantile-Accuracy": 95.02999877929688, "Augmented-Accuracy": 97.3649, "Augmented-Loss": 0.1846359699482918, "Clean-Accuracy": 98.13, "Clean-Loss": 0.07904997014403344, "PGD-Accuracy": 10.19, "PGD-Loss": 7.530263092041015}, "Total-Time": 13176.197738647461, "Train": {"Loss": 4.736089836615103, "avg t": 1.0189242124204283, "plain loss": 0.23043858977776993}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.51666259765625, "Augmented-0.05-Quantile-Accuracy": 94.51666259765625, "Augmented-0.1-Quantile-Accuracy": 95.9000015258789, "Augmented-Accuracy": 97.99966666666667, "Augmented-Loss": 0.16368858687520027, "Clean-Accuracy": 98.53333333333333, "Clean-Loss": 0.06809583761915565, "PGD-Accuracy": 9.566666666666666, "PGD-Loss": 7.061824727376302}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 85, "Epoch-Time": 184.16928791999817, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.22999572753906, "Augmented-0.05-Quantile-Accuracy": 95.43000030517578, "Augmented-0.1-Quantile-Accuracy": 96.37999725341797, "Augmented-Accuracy": 98.1845, "Augmented-Loss": 0.22595331794643403, "Clean-Accuracy": 98.61, "Clean-Loss": 0.08029876161813736, "PGD-Accuracy": 10.19, "PGD-Loss": 5.904246896362305}, "Total-Time": 13360.36702656746, "Train": {"Loss": 6.377023946267587, "avg t": 1.018146289896082, "plain loss": 0.24680414260758304}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.98332977294922, "Augmented-0.05-Quantile-Accuracy": 95.8499984741211, "Augmented-0.1-Quantile-Accuracy": 96.68333435058594, "Augmented-Accuracy": 98.27333333333333, "Augmented-Loss": 0.21787692033370337, "Clean-Accuracy": 98.88333333333334, "Clean-Loss": 0.07783702470858891, "PGD-Accuracy": 9.7, "PGD-Loss": 5.436957516988119}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 86, "Epoch-Time": 184.03547763824463, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.41999816894531, "Augmented-0.05-Quantile-Accuracy": 95.93999481201172, "Augmented-0.1-Quantile-Accuracy": 96.75, "Augmented-Accuracy": 98.3427, "Augmented-Loss": 0.18730850647497177, "Clean-Accuracy": 98.67, "Clean-Loss": 0.0640231265053153, "PGD-Accuracy": 10.15, "PGD-Loss": 6.32019126586914}, "Total-Time": 13544.402504205704, "Train": {"Loss": 3.1781021828828036, "avg t": 1.0180213865350793, "plain loss": 0.21206310068413062}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.63333129882812, "Augmented-0.05-Quantile-Accuracy": 96.58333587646484, "Augmented-0.1-Quantile-Accuracy": 97.16666412353516, "Augmented-Accuracy": 98.53633333333333, "Augmented-Loss": 0.17221757822990416, "Clean-Accuracy": 98.85, "Clean-Loss": 0.0593049517373244, "PGD-Accuracy": 9.6, "PGD-Loss": 5.948729835510254}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 87, "Epoch-Time": 184.04834079742432, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.65999603271484, "Augmented-0.05-Quantile-Accuracy": 95.98999786376953, "Augmented-0.1-Quantile-Accuracy": 97.11000061035156, "Augmented-Accuracy": 98.4957, "Augmented-Loss": 0.1655047710981369, "Clean-Accuracy": 98.86, "Clean-Loss": 0.05545834282636643, "PGD-Accuracy": 10.66, "PGD-Loss": 6.108679736328125}, "Total-Time": 13728.450845003128, "Train": {"Loss": 2.8316464805603028, "avg t": 1.016027510996218, "plain loss": 0.20300546854513662}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.91666412353516, "Augmented-0.05-Quantile-Accuracy": 96.79999542236328, "Augmented-0.1-Quantile-Accuracy": 97.48332977294922, "Augmented-Accuracy": 98.63066666666667, "Augmented-Loss": 0.14753366095642248, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.05438636665791273, "PGD-Accuracy": 9.983333333333333, "PGD-Loss": 5.6960024032592775}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 88, "Epoch-Time": 180.02245378494263, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.80999755859375, "Augmented-0.05-Quantile-Accuracy": 96.0199966430664, "Augmented-0.1-Quantile-Accuracy": 96.77999877929688, "Augmented-Accuracy": 98.2619, "Augmented-Loss": 0.07948930645883083, "Clean-Accuracy": 98.61, "Clean-Loss": 0.06167703413069248, "PGD-Accuracy": 7.72, "PGD-Loss": 13.676999963378906}, "Total-Time": 13908.47329878807, "Train": {"Loss": 2.9755249471311216, "avg t": 1.0157753408220078, "plain loss": 0.2070671441378419}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.76666259765625, "Augmented-0.05-Quantile-Accuracy": 96.76666259765625, "Augmented-0.1-Quantile-Accuracy": 97.44999694824219, "Augmented-Accuracy": 98.6075, "Augmented-Loss": 0.06898882729018728, "Clean-Accuracy": 98.9, "Clean-Loss": 0.056118318745711195, "PGD-Accuracy": 7.633333333333334, "PGD-Loss": 12.92986338297526}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 89, "Epoch-Time": 146.597754240036, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.86000061035156, "Augmented-0.05-Quantile-Accuracy": 96.41999816894531, "Augmented-0.1-Quantile-Accuracy": 97.08999633789062, "Augmented-Accuracy": 98.5059, "Augmented-Loss": 0.15055172958946228, "Clean-Accuracy": 98.95, "Clean-Loss": 0.054253399121761324, "PGD-Accuracy": 10.66, "PGD-Loss": 4.996502746582031}, "Total-Time": 14055.071053028107, "Train": {"Loss": 2.891542542528223, "avg t": 1.0150969554759839, "plain loss": 0.20326859314176768}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.83333587646484, "Augmented-0.05-Quantile-Accuracy": 97.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.0, "Augmented-Accuracy": 98.84233333333333, "Augmented-Loss": 0.13743168106794357, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.05239202155793707, "PGD-Accuracy": 9.916666666666666, "PGD-Loss": 4.773653645833333}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 90, "Epoch-Time": 167.20173597335815, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.47999572753906, "Augmented-0.05-Quantile-Accuracy": 96.5199966430664, "Augmented-0.1-Quantile-Accuracy": 97.14999389648438, "Augmented-Accuracy": 98.619, "Augmented-Loss": 0.12711761332535743, "Clean-Accuracy": 99.08, "Clean-Loss": 0.04502060240507126, "PGD-Accuracy": 10.69, "PGD-Loss": 5.596731094360352}, "Total-Time": 14222.272789001465, "Train": {"Loss": 3.4192877434624567, "avg t": 1.016600186559889, "plain loss": 0.2115906316368669}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.66666412353516, "Augmented-0.05-Quantile-Accuracy": 97.03333282470703, "Augmented-0.1-Quantile-Accuracy": 97.69999694824219, "Augmented-Accuracy": 98.74916666666667, "Augmented-Loss": 0.11551588838458061, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.05013467421817283, "PGD-Accuracy": 9.966666666666667, "PGD-Loss": 5.403915702819824}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 91, "Epoch-Time": 184.18488478660583, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.0999984741211, "Augmented-0.05-Quantile-Accuracy": 95.5199966430664, "Augmented-0.1-Quantile-Accuracy": 96.48999786376953, "Augmented-Accuracy": 98.3241, "Augmented-Loss": 0.17350462295675279, "Clean-Accuracy": 98.91, "Clean-Loss": 0.05436125428974629, "PGD-Accuracy": 10.86, "PGD-Loss": 4.772463873291016}, "Total-Time": 14406.45767378807, "Train": {"Loss": 2.9523888278537327, "avg t": 1.015189258752046, "plain loss": 0.20546992110499654}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.76666259765625, "Augmented-0.05-Quantile-Accuracy": 96.53333282470703, "Augmented-0.1-Quantile-Accuracy": 97.41666412353516, "Augmented-Accuracy": 98.562, "Augmented-Loss": 0.1600703518907229, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.05377724378804366, "PGD-Accuracy": 10.05, "PGD-Loss": 4.522981188456217}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 92, "Epoch-Time": 183.85856246948242, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.29000091552734, "Augmented-0.05-Quantile-Accuracy": 96.43000030517578, "Augmented-0.1-Quantile-Accuracy": 97.20999908447266, "Augmented-Accuracy": 98.5473, "Augmented-Loss": 0.13428310103952884, "Clean-Accuracy": 99.0, "Clean-Loss": 0.053648412257432936, "PGD-Accuracy": 10.42, "PGD-Loss": 6.083748489379883}, "Total-Time": 14590.316236257553, "Train": {"Loss": 2.83257914352417, "avg t": 1.0147697467803956, "plain loss": 0.20234739409552682}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.56666564941406, "Augmented-0.05-Quantile-Accuracy": 96.79999542236328, "Augmented-0.1-Quantile-Accuracy": 97.5999984741211, "Augmented-Accuracy": 98.71533333333333, "Augmented-Loss": 0.1181403411714236, "Clean-Accuracy": 98.95, "Clean-Loss": 0.056082769648482404, "PGD-Accuracy": 9.683333333333334, "PGD-Loss": 5.745982457478841}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 93, "Epoch-Time": 184.19773411750793, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.00999450683594, "Augmented-0.05-Quantile-Accuracy": 94.73999786376953, "Augmented-0.1-Quantile-Accuracy": 95.93000030517578, "Augmented-Accuracy": 97.9349, "Augmented-Loss": 0.1876056865363121, "Clean-Accuracy": 98.43, "Clean-Loss": 0.09391672370433807, "PGD-Accuracy": 10.64, "PGD-Loss": 5.55917875366211}, "Total-Time": 14774.513970375061, "Train": {"Loss": 2.864045541692663, "avg t": 1.0149418147051776, "plain loss": 0.20616869178348146}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.5999984741211, "Augmented-0.05-Quantile-Accuracy": 95.91666412353516, "Augmented-0.1-Quantile-Accuracy": 96.71666717529297, "Augmented-Accuracy": 98.25166666666667, "Augmented-Loss": 0.17501479397972425, "Clean-Accuracy": 98.71666666666667, "Clean-Loss": 0.09215696017940839, "PGD-Accuracy": 9.966666666666667, "PGD-Loss": 5.322385452270508}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 94, "Epoch-Time": 158.83133053779602, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.87999725341797, "Augmented-0.05-Quantile-Accuracy": 96.6199951171875, "Augmented-0.1-Quantile-Accuracy": 97.3499984741211, "Augmented-Accuracy": 98.5054, "Augmented-Loss": 0.07501350296992561, "Clean-Accuracy": 98.76, "Clean-Loss": 0.08333523039972561, "PGD-Accuracy": 5.95, "PGD-Loss": 22.75631457519531}, "Total-Time": 14933.345300912857, "Train": {"Loss": 2.743634540416576, "avg t": 1.0144075746536254, "plain loss": 0.1980172650655112}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.25, "Augmented-0.05-Quantile-Accuracy": 97.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.03333282470703, "Augmented-Accuracy": 98.84183333333333, "Augmented-Loss": 0.07040771041131169, "Clean-Accuracy": 98.86666666666666, "Clean-Loss": 0.08573371396345375, "PGD-Accuracy": 5.666666666666667, "PGD-Loss": 22.241775807698566}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 95, "Epoch-Time": 154.76906371116638, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.8499984741211, "Augmented-0.05-Quantile-Accuracy": 96.72000122070312, "Augmented-0.1-Quantile-Accuracy": 97.25999450683594, "Augmented-Accuracy": 98.5209, "Augmented-Loss": 0.06346186715936661, "Clean-Accuracy": 98.69, "Clean-Loss": 0.05151690560188144, "PGD-Accuracy": 10.47, "PGD-Loss": 9.82028681640625}, "Total-Time": 15088.114364624023, "Train": {"Loss": 2.7572544800793684, "avg t": 1.0140399048769915, "plain loss": 0.20230698421442975}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.93333435058594, "Augmented-0.05-Quantile-Accuracy": 97.44999694824219, "Augmented-0.1-Quantile-Accuracy": 97.8499984741211, "Augmented-Accuracy": 98.82116666666667, "Augmented-Loss": 0.06023305533106128, "Clean-Accuracy": 98.9, "Clean-Loss": 0.05497334989043884, "PGD-Accuracy": 10.05, "PGD-Loss": 9.106896026611327}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 96, "Epoch-Time": 183.24131202697754, "Test": {"Augmented-0.01-Quantile-Accuracy": 90.54000091552734, "Augmented-0.05-Quantile-Accuracy": 94.62999725341797, "Augmented-0.1-Quantile-Accuracy": 95.94999694824219, "Augmented-Accuracy": 97.9954, "Augmented-Loss": 0.21535308451080323, "Clean-Accuracy": 98.65, "Clean-Loss": 0.0730210433036089, "PGD-Accuracy": 10.54, "PGD-Loss": 4.767269692993164}, "Total-Time": 15271.355676651001, "Train": {"Loss": 3.109861587100559, "avg t": 1.0152347834198563, "plain loss": 0.20551913456033793}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.36666870117188, "Augmented-0.05-Quantile-Accuracy": 95.31666564941406, "Augmented-0.1-Quantile-Accuracy": 96.36666870117188, "Augmented-Accuracy": 98.13083333333333, "Augmented-Loss": 0.19901238564372062, "Clean-Accuracy": 98.63333333333334, "Clean-Loss": 0.06919355300068855, "PGD-Accuracy": 10.083333333333334, "PGD-Loss": 4.6052466557820635}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 97, "Epoch-Time": 184.2109353542328, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.44999694824219, "Augmented-0.05-Quantile-Accuracy": 96.43999481201172, "Augmented-0.1-Quantile-Accuracy": 97.18999481201172, "Augmented-Accuracy": 98.6219, "Augmented-Loss": 0.1484615716176033, "Clean-Accuracy": 98.98, "Clean-Loss": 0.05064516501426697, "PGD-Accuracy": 10.56, "PGD-Loss": 5.901487802124024}, "Total-Time": 15455.566612005234, "Train": {"Loss": 2.9853604555483217, "avg t": 1.0154243571316754, "plain loss": 0.20860581327897526}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.63333129882812, "Augmented-0.05-Quantile-Accuracy": 97.01666259765625, "Augmented-0.1-Quantile-Accuracy": 97.58333587646484, "Augmented-Accuracy": 98.70616666666666, "Augmented-Loss": 0.13333261707425118, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.050009018119424584, "PGD-Accuracy": 9.85, "PGD-Loss": 5.508381251017252}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 98, "Epoch-Time": 183.95891547203064, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.07999420166016, "Augmented-0.05-Quantile-Accuracy": 96.58999633789062, "Augmented-0.1-Quantile-Accuracy": 97.40999603271484, "Augmented-Accuracy": 98.6788, "Augmented-Loss": 0.1665552905945778, "Clean-Accuracy": 98.83, "Clean-Loss": 0.06451037376262247, "PGD-Accuracy": 10.3, "PGD-Loss": 6.1717545013427735}, "Total-Time": 15639.525527477264, "Train": {"Loss": 2.7940891169088857, "avg t": 1.0148241448932225, "plain loss": 0.2079518928280583}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.0, "Augmented-0.05-Quantile-Accuracy": 97.25, "Augmented-0.1-Quantile-Accuracy": 97.83333587646484, "Augmented-Accuracy": 98.846, "Augmented-Loss": 0.1504663009961446, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.0588023355876406, "PGD-Accuracy": 9.6, "PGD-Loss": 5.858462862650553}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 99, "Epoch-Time": 183.9366853237152, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.06999969482422, "Augmented-0.05-Quantile-Accuracy": 96.07999420166016, "Augmented-0.1-Quantile-Accuracy": 96.95999908447266, "Augmented-Accuracy": 98.5852, "Augmented-Loss": 0.13934807660627366, "Clean-Accuracy": 99.03, "Clean-Loss": 0.045350064523890614, "PGD-Accuracy": 10.72, "PGD-Loss": 5.5156349853515625}, "Total-Time": 15823.46221280098, "Train": {"Loss": 2.979367138791967, "avg t": 1.0141746946264196, "plain loss": 0.20324410745832652}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.25, "Augmented-0.05-Quantile-Accuracy": 96.54999542236328, "Augmented-0.1-Quantile-Accuracy": 97.46666717529297, "Augmented-Accuracy": 98.68683333333334, "Augmented-Loss": 0.13093223120768865, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.048803407533094284, "PGD-Accuracy": 9.966666666666667, "PGD-Loss": 5.28568473815918}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 100, "Epoch-Time": 150.35075497627258, "Test": {"Augmented-0.01-Quantile-Accuracy": 84.43999481201172, "Augmented-0.05-Quantile-Accuracy": 89.97000122070312, "Augmented-0.1-Quantile-Accuracy": 91.95999908447266, "Augmented-Accuracy": 95.7862, "Augmented-Loss": 0.3360552304868698, "Clean-Accuracy": 98.09, "Clean-Loss": 0.12926050546169282, "PGD-Accuracy": 9.65, "PGD-Loss": 6.494176776123047}, "Total-Time": 15973.812967777252, "Train": {"Loss": 2.7175674735175237, "avg t": 1.0140077386079012, "plain loss": 0.1991393205413116}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.46666717529297, "Augmented-0.05-Quantile-Accuracy": 90.94999694824219, "Augmented-0.1-Quantile-Accuracy": 92.5999984741211, "Augmented-Accuracy": 96.2695, "Augmented-Loss": 0.3412991695404053, "Clean-Accuracy": 98.2, "Clean-Loss": 0.12640286727746328, "PGD-Accuracy": 9.366666666666667, "PGD-Loss": 5.708883786519369}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 101, "Epoch-Time": 163.126935005188, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.0999984741211, "Augmented-0.05-Quantile-Accuracy": 95.93000030517578, "Augmented-0.1-Quantile-Accuracy": 96.79999542236328, "Augmented-Accuracy": 98.3933, "Augmented-Loss": 0.1427910720295906, "Clean-Accuracy": 98.74, "Clean-Loss": 0.05843308627307415, "PGD-Accuracy": 9.93, "PGD-Loss": 7.983170666503907}, "Total-Time": 16136.93990278244, "Train": {"Loss": 2.601573716269599, "avg t": 1.01295850054423, "plain loss": 0.19931809382262058}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.16666412353516, "Augmented-0.05-Quantile-Accuracy": 96.86666870117188, "Augmented-0.1-Quantile-Accuracy": 97.56666564941406, "Augmented-Accuracy": 98.74616666666667, "Augmented-Loss": 0.12484646053115526, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.050989969402862094, "PGD-Accuracy": 9.3, "PGD-Loss": 7.746332967122396}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 102, "Epoch-Time": 184.21837186813354, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.68000030517578, "Augmented-0.05-Quantile-Accuracy": 96.31999969482422, "Augmented-0.1-Quantile-Accuracy": 97.22000122070312, "Augmented-Accuracy": 98.5756, "Augmented-Loss": 0.13129875687515735, "Clean-Accuracy": 98.94, "Clean-Loss": 0.049634861719422045, "PGD-Accuracy": 10.74, "PGD-Loss": 6.310282339477539}, "Total-Time": 16321.158274650574, "Train": {"Loss": 2.6911292986339994, "avg t": 1.0130909272653086, "plain loss": 0.19810437231417047}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.56666564941406, "Augmented-0.05-Quantile-Accuracy": 97.01666259765625, "Augmented-0.1-Quantile-Accuracy": 97.5999984741211, "Augmented-Accuracy": 98.72633333333333, "Augmented-Loss": 0.11793522732953231, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.04983576474400858, "PGD-Accuracy": 10.083333333333334, "PGD-Loss": 6.015716814676921}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 103, "Epoch-Time": 184.22793745994568, "Test": {"Augmented-0.01-Quantile-Accuracy": 90.06999969482422, "Augmented-0.05-Quantile-Accuracy": 93.83999633789062, "Augmented-0.1-Quantile-Accuracy": 95.15999603271484, "Augmented-Accuracy": 97.5237, "Augmented-Loss": 0.12102619436579942, "Clean-Accuracy": 98.64, "Clean-Loss": 0.05536054748818278, "PGD-Accuracy": 10.65, "PGD-Loss": 9.897659060668945}, "Total-Time": 16505.38621211052, "Train": {"Loss": 2.6410384581530537, "avg t": 1.0128543822323834, "plain loss": 0.1918160998591671}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.8499984741211, "Augmented-0.05-Quantile-Accuracy": 95.0999984741211, "Augmented-0.1-Quantile-Accuracy": 96.28333282470703, "Augmented-Accuracy": 97.973, "Augmented-Loss": 0.11658452551171183, "Clean-Accuracy": 98.7, "Clean-Loss": 0.0634984480176742, "PGD-Accuracy": 10.066666666666666, "PGD-Loss": 8.892782880147298}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 104, "Epoch-Time": 183.9525270462036, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.88999938964844, "Augmented-0.05-Quantile-Accuracy": 96.88999938964844, "Augmented-0.1-Quantile-Accuracy": 97.45999908447266, "Augmented-Accuracy": 98.7037, "Augmented-Loss": 0.126821873965621, "Clean-Accuracy": 98.95, "Clean-Loss": 0.0667153901785612, "PGD-Accuracy": 10.5, "PGD-Loss": 6.782338687133789}, "Total-Time": 16689.338739156723, "Train": {"Loss": 2.439878421218307, "avg t": 1.0124257555537755, "plain loss": 0.1985650353979181}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.56666564941406, "Augmented-0.05-Quantile-Accuracy": 97.16666412353516, "Augmented-0.1-Quantile-Accuracy": 97.79999542236328, "Augmented-Accuracy": 98.85483333333333, "Augmented-Loss": 0.12540076841235162, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.06690499309202036, "PGD-Accuracy": 9.883333333333333, "PGD-Loss": 6.391403071085612}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 105, "Epoch-Time": 165.96348452568054, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.0199966430664, "Augmented-0.05-Quantile-Accuracy": 96.32999420166016, "Augmented-0.1-Quantile-Accuracy": 97.15999603271484, "Augmented-Accuracy": 98.4838, "Augmented-Loss": 0.1487040823779106, "Clean-Accuracy": 98.84, "Clean-Loss": 0.058101375365257266, "PGD-Accuracy": 10.64, "PGD-Loss": 4.749708511352539}, "Total-Time": 16855.302223682404, "Train": {"Loss": 2.3198754827711316, "avg t": 1.0107052695662888, "plain loss": 0.19026577813360404}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.29999542236328, "Augmented-0.05-Quantile-Accuracy": 97.13333129882812, "Augmented-0.1-Quantile-Accuracy": 97.79999542236328, "Augmented-Accuracy": 98.71333333333334, "Augmented-Loss": 0.1338403516538938, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.052545835892359415, "PGD-Accuracy": 9.983333333333333, "PGD-Loss": 4.51533192952474}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 106, "Epoch-Time": 152.29294323921204, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.63999938964844, "Augmented-0.05-Quantile-Accuracy": 96.70999908447266, "Augmented-0.1-Quantile-Accuracy": 97.3499984741211, "Augmented-Accuracy": 98.5344, "Augmented-Loss": 0.13054869823265075, "Clean-Accuracy": 98.85, "Clean-Loss": 0.05190590665265918, "PGD-Accuracy": 10.41, "PGD-Loss": 6.131866235351563}, "Total-Time": 17007.595166921616, "Train": {"Loss": 2.4484970509564437, "avg t": 1.0112039674123128, "plain loss": 0.1939966813299389}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.63333129882812, "Augmented-0.05-Quantile-Accuracy": 97.25, "Augmented-0.1-Quantile-Accuracy": 97.66666412353516, "Augmented-Accuracy": 98.73166666666667, "Augmented-Loss": 0.12274667252798875, "Clean-Accuracy": 98.88333333333334, "Clean-Loss": 0.05160729496801893, "PGD-Accuracy": 9.766666666666667, "PGD-Loss": 5.689744483947754}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 107, "Epoch-Time": 179.23709535598755, "Test": {"Augmented-0.01-Quantile-Accuracy": 85.83999633789062, "Augmented-0.05-Quantile-Accuracy": 91.1199951171875, "Augmented-0.1-Quantile-Accuracy": 93.13999938964844, "Augmented-Accuracy": 96.4675, "Augmented-Loss": 0.3198331251707077, "Clean-Accuracy": 98.49, "Clean-Loss": 0.09924696907997131, "PGD-Accuracy": 11.11, "PGD-Loss": 3.6936774826049805}, "Total-Time": 17186.832262277603, "Train": {"Loss": 2.6996461383678296, "avg t": 1.0112353620882388, "plain loss": 0.19579961086202616}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.36666870117188, "Augmented-0.05-Quantile-Accuracy": 92.3499984741211, "Augmented-0.1-Quantile-Accuracy": 93.98332977294922, "Augmented-Accuracy": 96.83216666666667, "Augmented-Loss": 0.3095255168716113, "Clean-Accuracy": 98.65, "Clean-Loss": 0.09571558423837026, "PGD-Accuracy": 10.316666666666666, "PGD-Loss": 3.5360608151753743}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 108, "Epoch-Time": 184.1482355594635, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.82999420166016, "Augmented-0.05-Quantile-Accuracy": 96.81999969482422, "Augmented-0.1-Quantile-Accuracy": 97.47999572753906, "Augmented-Accuracy": 98.6892, "Augmented-Loss": 0.16460876196360588, "Clean-Accuracy": 99.11, "Clean-Loss": 0.054067704872787, "PGD-Accuracy": 10.61, "PGD-Loss": 4.659219378662109}, "Total-Time": 17370.980497837067, "Train": {"Loss": 2.273033643545928, "avg t": 1.0104608636785437, "plain loss": 0.18835786501743196}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.11666870117188, "Augmented-0.05-Quantile-Accuracy": 97.19999694824219, "Augmented-0.1-Quantile-Accuracy": 97.86666870117188, "Augmented-Accuracy": 98.78816666666667, "Augmented-Loss": 0.15013031676332156, "Clean-Accuracy": 99.05, "Clean-Loss": 0.050891471040745574, "PGD-Accuracy": 10.033333333333333, "PGD-Loss": 4.394203231811524}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 109, "Epoch-Time": 184.38439893722534, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.79000091552734, "Augmented-0.05-Quantile-Accuracy": 97.48999786376953, "Augmented-0.1-Quantile-Accuracy": 97.95999908447266, "Augmented-Accuracy": 98.882, "Augmented-Loss": 0.09525220409810543, "Clean-Accuracy": 99.06, "Clean-Loss": 0.04465719467550516, "PGD-Accuracy": 10.68, "PGD-Loss": 5.401234826660156}, "Total-Time": 17555.364896774292, "Train": {"Loss": 2.5943992837976526, "avg t": 1.0108206726533395, "plain loss": 0.19314374011887453}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.18333435058594, "Augmented-0.05-Quantile-Accuracy": 97.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.94183333333334, "Augmented-Loss": 0.08366824329207341, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.0423004216576616, "PGD-Accuracy": 10.016666666666667, "PGD-Loss": 5.009413815816243}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 110, "Epoch-Time": 184.1539340019226, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.5, "Augmented-0.05-Quantile-Accuracy": 97.40999603271484, "Augmented-0.1-Quantile-Accuracy": 97.97000122070312, "Augmented-Accuracy": 98.8738, "Augmented-Loss": 0.09612697952961921, "Clean-Accuracy": 99.02, "Clean-Loss": 0.04608071642741561, "PGD-Accuracy": 10.61, "PGD-Loss": 6.150651049804687}, "Total-Time": 17739.518830776215, "Train": {"Loss": 3.2674402245415584, "avg t": 1.0108462321316753, "plain loss": 0.20178120533801883}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.81666564941406, "Augmented-0.05-Quantile-Accuracy": 97.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.23332977294922, "Augmented-Accuracy": 98.915, "Augmented-Loss": 0.089195905670921, "Clean-Accuracy": 98.96666666666667, "Clean-Loss": 0.04569487995033463, "PGD-Accuracy": 10.033333333333333, "PGD-Loss": 5.698648625691732}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 111, "Epoch-Time": 151.7634289264679, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.65999603271484, "Augmented-0.05-Quantile-Accuracy": 96.94999694824219, "Augmented-0.1-Quantile-Accuracy": 97.58999633789062, "Augmented-Accuracy": 98.7003, "Augmented-Loss": 0.12823039253616333, "Clean-Accuracy": 99.0, "Clean-Loss": 0.04887945549488067, "PGD-Accuracy": 10.9, "PGD-Loss": 4.859579473876953}, "Total-Time": 17891.282259702682, "Train": {"Loss": 2.5609539136533384, "avg t": 1.0104009677745678, "plain loss": 0.1924991473639452}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.23332977294922, "Augmented-0.05-Quantile-Accuracy": 97.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.11666870117188, "Augmented-Accuracy": 98.89933333333333, "Augmented-Loss": 0.11129633432189623, "Clean-Accuracy": 99.15, "Clean-Loss": 0.0449410230666399, "PGD-Accuracy": 10.1, "PGD-Loss": 4.507874252319336}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 112, "Epoch-Time": 161.29536747932434, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.8699951171875, "Augmented-0.05-Quantile-Accuracy": 97.38999938964844, "Augmented-0.1-Quantile-Accuracy": 97.94999694824219, "Augmented-Accuracy": 98.8468, "Augmented-Loss": 0.05904053122097254, "Clean-Accuracy": 99.0, "Clean-Loss": 0.04333588826954365, "PGD-Accuracy": 10.33, "PGD-Loss": 7.609248635864258}, "Total-Time": 18052.577627182007, "Train": {"Loss": 2.2242122597871004, "avg t": 1.0105304046207004, "plain loss": 0.1865702565599371}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.6500015258789, "Augmented-0.05-Quantile-Accuracy": 97.93333435058594, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 98.98616666666666, "Augmented-Loss": 0.05539966810820003, "Clean-Accuracy": 99.1, "Clean-Loss": 0.04891541300232832, "PGD-Accuracy": 9.916666666666666, "PGD-Loss": 7.166703015645345}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 113, "Epoch-Time": 184.1169195175171, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.22999572753906, "Augmented-0.05-Quantile-Accuracy": 96.55999755859375, "Augmented-0.1-Quantile-Accuracy": 97.15999603271484, "Augmented-Accuracy": 98.4894, "Augmented-Loss": 0.09802594153523445, "Clean-Accuracy": 98.85, "Clean-Loss": 0.050198599054291845, "PGD-Accuracy": 10.63, "PGD-Loss": 6.246486303710937}, "Total-Time": 18236.694546699524, "Train": {"Loss": 2.635754501413416, "avg t": 1.0122572564725523, "plain loss": 0.1966008964891786}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.78333282470703, "Augmented-0.05-Quantile-Accuracy": 97.3499984741211, "Augmented-0.1-Quantile-Accuracy": 97.81666564941406, "Augmented-Accuracy": 98.76133333333334, "Augmented-Loss": 0.08174124012954533, "Clean-Accuracy": 98.88333333333334, "Clean-Loss": 0.048479927315376696, "PGD-Accuracy": 9.9, "PGD-Loss": 6.060585968017578}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 114, "Epoch-Time": 184.1420192718506, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.56999969482422, "Augmented-0.05-Quantile-Accuracy": 97.11000061035156, "Augmented-0.1-Quantile-Accuracy": 97.63999938964844, "Augmented-Accuracy": 98.7958, "Augmented-Loss": 0.06877183240622282, "Clean-Accuracy": 98.99, "Clean-Loss": 0.04504450107738376, "PGD-Accuracy": 10.85, "PGD-Loss": 7.446584976196289}, "Total-Time": 18420.836565971375, "Train": {"Loss": 10.664678766603823, "avg t": 1.0231886799776995, "plain loss": 0.2996700020613497}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.26666259765625, "Augmented-0.05-Quantile-Accuracy": 97.81666564941406, "Augmented-0.1-Quantile-Accuracy": 98.36666870117188, "Augmented-Accuracy": 98.98283333333333, "Augmented-Loss": 0.06292516721030077, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.05029910251793141, "PGD-Accuracy": 10.166666666666666, "PGD-Loss": 7.038795890808106}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 115, "Epoch-Time": 183.81564378738403, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.80999755859375, "Augmented-0.05-Quantile-Accuracy": 95.79000091552734, "Augmented-0.1-Quantile-Accuracy": 96.82999420166016, "Augmented-Accuracy": 98.3519, "Augmented-Loss": 0.19177858248758317, "Clean-Accuracy": 98.96, "Clean-Loss": 0.06657633479833602, "PGD-Accuracy": 11.0, "PGD-Loss": 4.002368180847168}, "Total-Time": 18604.65220975876, "Train": {"Loss": 2.6914130798622415, "avg t": 1.0136783115245678, "plain loss": 0.19914980281017464}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.16666412353516, "Augmented-0.05-Quantile-Accuracy": 96.71666717529297, "Augmented-0.1-Quantile-Accuracy": 97.43333435058594, "Augmented-Accuracy": 98.56066666666666, "Augmented-Loss": 0.17234595766981442, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.05949326097468535, "PGD-Accuracy": 10.216666666666667, "PGD-Loss": 3.7330801849365236}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 116, "Epoch-Time": 171.3508403301239, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.47999572753906, "Augmented-0.05-Quantile-Accuracy": 76.68000030517578, "Augmented-0.1-Quantile-Accuracy": 80.83999633789062, "Augmented-Accuracy": 90.1443, "Augmented-Loss": 0.707890361793518, "Clean-Accuracy": 97.3, "Clean-Loss": 0.29106006784439087, "PGD-Accuracy": 11.02, "PGD-Loss": 2.9278165771484375}, "Total-Time": 18776.003050088882, "Train": {"Loss": 2.893823051593922, "avg t": 1.0135085103070294, "plain loss": 0.20022144634811967}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.56666564941406, "Augmented-0.05-Quantile-Accuracy": 77.11666870117188, "Augmented-0.1-Quantile-Accuracy": 81.63333129882812, "Augmented-Accuracy": 90.797, "Augmented-Loss": 0.707518594938914, "Clean-Accuracy": 97.55, "Clean-Loss": 0.28778972403208414, "PGD-Accuracy": 10.316666666666666, "PGD-Loss": 2.8855076319376627}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 117, "Epoch-Time": 149.13450384140015, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.04000091552734, "Augmented-0.05-Quantile-Accuracy": 84.52999877929688, "Augmented-0.1-Quantile-Accuracy": 88.08999633789062, "Augmented-Accuracy": 94.4, "Augmented-Loss": 0.4999314622592926, "Clean-Accuracy": 98.06, "Clean-Loss": 0.19336708936691285, "PGD-Accuracy": 11.06, "PGD-Loss": 3.2999055709838867}, "Total-Time": 18925.137553930283, "Train": {"Loss": 2.8340018279464156, "avg t": 1.012819370587667, "plain loss": 0.19932079458413302}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.66666412353516, "Augmented-0.05-Quantile-Accuracy": 86.73332977294922, "Augmented-0.1-Quantile-Accuracy": 89.9000015258789, "Augmented-Accuracy": 95.16333333333333, "Augmented-Loss": 0.48490469477653503, "Clean-Accuracy": 98.4, "Clean-Loss": 0.18581349953015644, "PGD-Accuracy": 10.333333333333334, "PGD-Loss": 3.198157492319743}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 118, "Epoch-Time": 175.13718152046204, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.79999542236328, "Augmented-0.05-Quantile-Accuracy": 96.68000030517578, "Augmented-0.1-Quantile-Accuracy": 97.36000061035156, "Augmented-Accuracy": 98.6728, "Augmented-Loss": 0.11253271705508232, "Clean-Accuracy": 98.97, "Clean-Loss": 0.050837731635570524, "PGD-Accuracy": 10.11, "PGD-Loss": 4.905476150512695}, "Total-Time": 19100.274735450745, "Train": {"Loss": 3.317776038205182, "avg t": 1.0145230742560494, "plain loss": 0.21258300437220826}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.66666412353516, "Augmented-0.05-Quantile-Accuracy": 97.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.03333282470703, "Augmented-Accuracy": 98.8355, "Augmented-Loss": 0.10199802048027515, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.049484146932760875, "PGD-Accuracy": 9.666666666666666, "PGD-Loss": 4.547890640258789}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 119, "Epoch-Time": 183.73572754859924, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.63999938964844, "Augmented-0.05-Quantile-Accuracy": 96.80999755859375, "Augmented-0.1-Quantile-Accuracy": 97.43999481201172, "Augmented-Accuracy": 98.67, "Augmented-Loss": 0.13336366498851776, "Clean-Accuracy": 99.02, "Clean-Loss": 0.050410623136162756, "PGD-Accuracy": 10.68, "PGD-Loss": 5.0010548736572265}, "Total-Time": 19284.010462999344, "Train": {"Loss": 3.522907562997606, "avg t": 1.0140465117560493, "plain loss": 0.2113852482972322}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.5999984741211, "Augmented-0.05-Quantile-Accuracy": 97.4000015258789, "Augmented-0.1-Quantile-Accuracy": 97.93333435058594, "Augmented-Accuracy": 98.83816666666667, "Augmented-Loss": 0.11859094941576322, "Clean-Accuracy": 99.05, "Clean-Loss": 0.048717856852958596, "PGD-Accuracy": 9.95, "PGD-Loss": 4.698520825703938}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 120, "Epoch-Time": 184.10930752754211, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.349998474121094, "Augmented-0.05-Quantile-Accuracy": 72.41999816894531, "Augmented-0.1-Quantile-Accuracy": 77.55999755859375, "Augmented-Accuracy": 87.7622, "Augmented-Loss": 0.9484097443733215, "Clean-Accuracy": 96.99, "Clean-Loss": 0.4639015649795532, "PGD-Accuracy": 11.13, "PGD-Loss": 2.723436619567871}, "Total-Time": 19468.119770526886, "Train": {"Loss": 8.096284151289199, "avg t": 1.0228264114945023, "plain loss": 0.2830782760938013}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.56666564941406, "Augmented-0.05-Quantile-Accuracy": 75.94999694824219, "Augmented-0.1-Quantile-Accuracy": 80.98332977294922, "Augmented-Accuracy": 90.26916666666666, "Augmented-Loss": 0.915148207543691, "Clean-Accuracy": 97.41666666666667, "Clean-Loss": 0.42817950995763143, "PGD-Accuracy": 10.233333333333333, "PGD-Loss": 2.7122601839701335}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 121, "Epoch-Time": 184.03601098060608, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.86000061035156, "Augmented-0.05-Quantile-Accuracy": 96.82999420166016, "Augmented-0.1-Quantile-Accuracy": 97.3699951171875, "Augmented-Accuracy": 98.5808, "Augmented-Loss": 0.12309393429803848, "Clean-Accuracy": 98.94, "Clean-Loss": 0.054170460945367815, "PGD-Accuracy": 10.53, "PGD-Loss": 4.7398777770996094}, "Total-Time": 19652.155781507492, "Train": {"Loss": 3.3036469634727195, "avg t": 1.0156776364291156, "plain loss": 0.2213985592418247}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.73332977294922, "Augmented-0.05-Quantile-Accuracy": 97.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.03333282470703, "Augmented-Accuracy": 98.853, "Augmented-Loss": 0.11560010208149751, "Clean-Accuracy": 99.0, "Clean-Loss": 0.051722220823168755, "PGD-Accuracy": 9.866666666666667, "PGD-Loss": 4.44360843149821}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 122, "Epoch-Time": 148.44738030433655, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.3699951171875, "Augmented-0.05-Quantile-Accuracy": 95.14999389648438, "Augmented-0.1-Quantile-Accuracy": 96.12999725341797, "Augmented-Accuracy": 97.9544, "Augmented-Loss": 0.2692504097890854, "Clean-Accuracy": 98.69, "Clean-Loss": 0.12022586953639984, "PGD-Accuracy": 10.87, "PGD-Loss": 4.280197877502442}, "Total-Time": 19800.60316181183, "Train": {"Loss": 3.6430154147677953, "avg t": 1.0148565040517736, "plain loss": 0.21932272064067695}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.93333435058594, "Augmented-0.05-Quantile-Accuracy": 96.0999984741211, "Augmented-0.1-Quantile-Accuracy": 96.94999694824219, "Augmented-Accuracy": 98.399, "Augmented-Loss": 0.24579699742952982, "Clean-Accuracy": 98.96666666666667, "Clean-Loss": 0.10786921761433284, "PGD-Accuracy": 10.283333333333333, "PGD-Loss": 3.9525014877319338}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 123, "Epoch-Time": 161.7110779285431, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.58999633789062, "Augmented-0.05-Quantile-Accuracy": 96.83999633789062, "Augmented-0.1-Quantile-Accuracy": 97.41999816894531, "Augmented-Accuracy": 98.6304, "Augmented-Loss": 0.10625967994499207, "Clean-Accuracy": 99.03, "Clean-Loss": 0.05174121446013451, "PGD-Accuracy": 10.58, "PGD-Loss": 5.630908810424804}, "Total-Time": 19962.31423974037, "Train": {"Loss": 2.628300319177133, "avg t": 1.013723016385679, "plain loss": 0.20815685311423418}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.88333129882812, "Augmented-0.05-Quantile-Accuracy": 97.44999694824219, "Augmented-0.1-Quantile-Accuracy": 97.8499984741211, "Augmented-Accuracy": 98.80983333333333, "Augmented-Loss": 0.09664664951781432, "Clean-Accuracy": 98.95, "Clean-Loss": 0.05085474882274866, "PGD-Accuracy": 9.866666666666667, "PGD-Loss": 5.1403151117960615}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 124, "Epoch-Time": 183.9876368045807, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.29999542236328, "Augmented-0.05-Quantile-Accuracy": 96.57999420166016, "Augmented-0.1-Quantile-Accuracy": 97.29000091552734, "Augmented-Accuracy": 98.5739, "Augmented-Loss": 0.1019808802986145, "Clean-Accuracy": 98.98, "Clean-Loss": 0.05794505360126495, "PGD-Accuracy": 10.47, "PGD-Loss": 6.8632170074462895}, "Total-Time": 20146.301876544952, "Train": {"Loss": 4.327776428646511, "avg t": 1.0167750997543334, "plain loss": 0.23251168576169928}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.25, "Augmented-0.05-Quantile-Accuracy": 97.11666870117188, "Augmented-0.1-Quantile-Accuracy": 97.75, "Augmented-Accuracy": 98.795, "Augmented-Loss": 0.09887619680047036, "Clean-Accuracy": 99.0, "Clean-Loss": 0.059189084892471634, "PGD-Accuracy": 9.966666666666667, "PGD-Loss": 6.263118817647298}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 125, "Epoch-Time": 184.4090223312378, "Test": {"Augmented-0.01-Quantile-Accuracy": 90.82999420166016, "Augmented-0.05-Quantile-Accuracy": 94.63999938964844, "Augmented-0.1-Quantile-Accuracy": 95.79000091552734, "Augmented-Accuracy": 97.79, "Augmented-Loss": 0.32392451952266693, "Clean-Accuracy": 98.52, "Clean-Loss": 0.18932303895950317, "PGD-Accuracy": 10.74, "PGD-Loss": 5.730405783081054}, "Total-Time": 20330.71089887619, "Train": {"Loss": 5.391205523384942, "avg t": 1.0199485661895187, "plain loss": 0.25140873241601136}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 92.06666564941406, "Augmented-0.05-Quantile-Accuracy": 95.56666564941406, "Augmented-0.1-Quantile-Accuracy": 96.5, "Augmented-Accuracy": 97.982, "Augmented-Loss": 0.3059839508851369, "Clean-Accuracy": 98.46666666666667, "Clean-Loss": 0.18336368584632873, "PGD-Accuracy": 10.1, "PGD-Loss": 5.553084762573242}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 126, "Epoch-Time": 183.96927571296692, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.12999725341797, "Augmented-0.05-Quantile-Accuracy": 96.04000091552734, "Augmented-0.1-Quantile-Accuracy": 96.88999938964844, "Augmented-Accuracy": 98.3825, "Augmented-Loss": 0.14415572940206528, "Clean-Accuracy": 98.85, "Clean-Loss": 0.06146528080701828, "PGD-Accuracy": 10.83, "PGD-Loss": 5.182142303466797}, "Total-Time": 20514.680174589157, "Train": {"Loss": 2.7039413464864097, "avg t": 1.01449818999679, "plain loss": 0.2133735430187647}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.21666717529297, "Augmented-0.05-Quantile-Accuracy": 96.53333282470703, "Augmented-0.1-Quantile-Accuracy": 97.21666717529297, "Augmented-Accuracy": 98.4825, "Augmented-Loss": 0.13939193302313488, "Clean-Accuracy": 98.85, "Clean-Loss": 0.06581568309664726, "PGD-Accuracy": 10.133333333333333, "PGD-Loss": 4.898852864583334}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 127, "Epoch-Time": 179.39120244979858, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.13999938964844, "Augmented-0.05-Quantile-Accuracy": 96.39999389648438, "Augmented-0.1-Quantile-Accuracy": 97.08999633789062, "Augmented-Accuracy": 98.4102, "Augmented-Loss": 0.1572356731300354, "Clean-Accuracy": 98.75, "Clean-Loss": 0.08071944633126259, "PGD-Accuracy": 11.06, "PGD-Loss": 4.475359413146973}, "Total-Time": 20694.071377038956, "Train": {"Loss": 2.636606221516927, "avg t": 1.0131181263393827, "plain loss": 0.21109061067192667}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.78333282470703, "Augmented-0.05-Quantile-Accuracy": 96.73332977294922, "Augmented-0.1-Quantile-Accuracy": 97.46666717529297, "Augmented-Accuracy": 98.5715, "Augmented-Loss": 0.1378392059036096, "Clean-Accuracy": 98.83333333333333, "Clean-Loss": 0.07582335148751736, "PGD-Accuracy": 10.766666666666667, "PGD-Loss": 4.203987515767415}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 128, "Epoch-Time": 145.05238795280457, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.79000091552734, "Augmented-0.05-Quantile-Accuracy": 97.44999694824219, "Augmented-0.1-Quantile-Accuracy": 97.97999572753906, "Augmented-Accuracy": 98.8616, "Augmented-Loss": 0.07953153600668907, "Clean-Accuracy": 99.01, "Clean-Loss": 0.04866369640380144, "PGD-Accuracy": 10.53, "PGD-Loss": 6.148911578369141}, "Total-Time": 20839.12376499176, "Train": {"Loss": 2.4753017006626834, "avg t": 1.0118325361675686, "plain loss": 0.20734960619608542}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.69999694824219, "Augmented-0.05-Quantile-Accuracy": 97.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.16666412353516, "Augmented-Accuracy": 98.9985, "Augmented-Loss": 0.07404812791039546, "Clean-Accuracy": 99.1, "Clean-Loss": 0.04895671638970574, "PGD-Accuracy": 10.0, "PGD-Loss": 5.60598309580485}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 129, "Epoch-Time": 168.82040810585022, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.3499984741211, "Augmented-0.05-Quantile-Accuracy": 96.65999603271484, "Augmented-0.1-Quantile-Accuracy": 97.39999389648438, "Augmented-Accuracy": 98.6229, "Augmented-Loss": 0.16146233345079422, "Clean-Accuracy": 99.01, "Clean-Loss": 0.06292091419696808, "PGD-Accuracy": 10.9, "PGD-Loss": 4.09589149017334}, "Total-Time": 21007.94417309761, "Train": {"Loss": 2.368187812310678, "avg t": 1.0113896830523457, "plain loss": 0.20140314938757173}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.16666412353516, "Augmented-0.05-Quantile-Accuracy": 97.0999984741211, "Augmented-0.1-Quantile-Accuracy": 97.76666259765625, "Augmented-Accuracy": 98.7715, "Augmented-Loss": 0.15020393774588903, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.05801134964823723, "PGD-Accuracy": 10.316666666666666, "PGD-Loss": 3.8327947413126626}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 130, "Epoch-Time": 173.50218629837036, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.81999969482422, "Augmented-0.05-Quantile-Accuracy": 97.36000061035156, "Augmented-0.1-Quantile-Accuracy": 97.80999755859375, "Augmented-Accuracy": 98.8088, "Augmented-Loss": 0.08661053891903162, "Clean-Accuracy": 99.05, "Clean-Loss": 0.04643701534159481, "PGD-Accuracy": 10.54, "PGD-Loss": 5.486512832641601}, "Total-Time": 21181.44635939598, "Train": {"Loss": 2.6856282565858627, "avg t": 1.0106050572571932, "plain loss": 0.2023044661045073}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.5999984741211, "Augmented-0.05-Quantile-Accuracy": 97.83333587646484, "Augmented-0.1-Quantile-Accuracy": 98.31666564941406, "Augmented-Accuracy": 98.96616666666667, "Augmented-Loss": 0.0798148596739769, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.048019511754314105, "PGD-Accuracy": 10.016666666666667, "PGD-Loss": 5.087661315917969}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 131, "Epoch-Time": 67.79578685760498, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.47999572753906, "Augmented-0.05-Quantile-Accuracy": 97.07999420166016, "Augmented-0.1-Quantile-Accuracy": 97.50999450683594, "Augmented-Accuracy": 98.646, "Augmented-Loss": 0.10214737735629081, "Clean-Accuracy": 98.88, "Clean-Loss": 0.050841544815152885, "PGD-Accuracy": 10.33, "PGD-Loss": 4.681673928833008}, "Total-Time": 21249.242146253586, "Train": {"Loss": 2.270300428779037, "avg t": 1.0102655992861147, "plain loss": 0.1974345018422159}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.9000015258789, "Augmented-0.05-Quantile-Accuracy": 97.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.06666564941406, "Augmented-Accuracy": 98.92033333333333, "Augmented-Loss": 0.08716496758659681, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.04639332583360374, "PGD-Accuracy": 9.883333333333333, "PGD-Loss": 4.449264493306478}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 132, "Epoch-Time": 67.59301114082336, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.97999572753906, "Augmented-0.05-Quantile-Accuracy": 96.97000122070312, "Augmented-0.1-Quantile-Accuracy": 97.57999420166016, "Augmented-Accuracy": 98.6082, "Augmented-Loss": 0.05804049850952625, "Clean-Accuracy": 98.8, "Clean-Loss": 0.05679970240186376, "PGD-Accuracy": 9.48, "PGD-Loss": 12.164010223388672}, "Total-Time": 21316.83515739441, "Train": {"Loss": 2.3022520240501123, "avg t": 1.0099700746889468, "plain loss": 0.19787143378434377}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.01666259765625, "Augmented-0.05-Quantile-Accuracy": 97.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.0, "Augmented-Accuracy": 98.87933333333334, "Augmented-Loss": 0.05941020892739917, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.061083419821001975, "PGD-Accuracy": 9.05, "PGD-Loss": 11.299898513793945}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 133, "Epoch-Time": 67.28738307952881, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.50999450683594, "Augmented-0.05-Quantile-Accuracy": 96.56999969482422, "Augmented-0.1-Quantile-Accuracy": 97.25, "Augmented-Accuracy": 98.6264, "Augmented-Loss": 0.14903239186000825, "Clean-Accuracy": 99.0, "Clean-Loss": 0.05916277391910553, "PGD-Accuracy": 11.0, "PGD-Loss": 4.590209759521485}, "Total-Time": 21384.122540473938, "Train": {"Loss": 2.6588195288269607, "avg t": 1.0100380724094533, "plain loss": 0.19583468158510003}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.43333435058594, "Augmented-0.05-Quantile-Accuracy": 97.0999984741211, "Augmented-0.1-Quantile-Accuracy": 97.76666259765625, "Augmented-Accuracy": 98.75633333333333, "Augmented-Loss": 0.13583869145711264, "Clean-Accuracy": 99.1, "Clean-Loss": 0.05669904903819164, "PGD-Accuracy": 10.2, "PGD-Loss": 4.402878700256347}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 134, "Epoch-Time": 67.51773571968079, "Test": {"Augmented-0.01-Quantile-Accuracy": 11.34999942779541, "Augmented-0.05-Quantile-Accuracy": 11.34999942779541, "Augmented-0.1-Quantile-Accuracy": 11.34999942779541, "Augmented-Accuracy": 11.35, "Augmented-Loss": 2.4470256833496093, "Clean-Accuracy": 11.35, "Clean-Loss": 2.4470256881713865, "PGD-Accuracy": 11.35, "PGD-Loss": 2.4470244369506835}, "Total-Time": 21451.64027619362, "Train": {"Loss": 6.151473166147868, "avg t": 1.0263218781506573, "plain loss": 0.2657177398257788}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 10.5, "Augmented-0.05-Quantile-Accuracy": 10.5, "Augmented-0.1-Quantile-Accuracy": 10.5, "Augmented-Accuracy": 10.5, "Augmented-Loss": 2.4576487172444663, "Clean-Accuracy": 10.5, "Clean-Loss": 2.4576487172444663, "PGD-Accuracy": 10.5, "PGD-Loss": 2.4576487172444663}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 135, "Epoch-Time": 67.1021785736084, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.0999984741211, "Augmented-0.05-Quantile-Accuracy": 95.91999816894531, "Augmented-0.1-Quantile-Accuracy": 96.79000091552734, "Augmented-Accuracy": 98.3613, "Augmented-Loss": 0.18582430465984345, "Clean-Accuracy": 98.69, "Clean-Loss": 0.06465967861115933, "PGD-Accuracy": 10.58, "PGD-Loss": 6.240947985839844}, "Total-Time": 21518.742454767227, "Train": {"Loss": 21.981221924675836, "avg t": 1.2194214152936582, "plain loss": 0.7992782167364028}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.1500015258789, "Augmented-0.05-Quantile-Accuracy": 96.63333129882812, "Augmented-0.1-Quantile-Accuracy": 97.5, "Augmented-Accuracy": 98.636, "Augmented-Loss": 0.16839638061761855, "Clean-Accuracy": 98.9, "Clean-Loss": 0.05936700495580832, "PGD-Accuracy": 9.883333333333333, "PGD-Loss": 6.006631070454915}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 136, "Epoch-Time": 67.34025597572327, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.30999755859375, "Augmented-0.05-Quantile-Accuracy": 96.44999694824219, "Augmented-0.1-Quantile-Accuracy": 97.18999481201172, "Augmented-Accuracy": 98.4957, "Augmented-Loss": 0.1103906883147955, "Clean-Accuracy": 98.86, "Clean-Loss": 0.05075349469333887, "PGD-Accuracy": 10.7, "PGD-Loss": 6.041657531738282}, "Total-Time": 21586.08271074295, "Train": {"Loss": 3.441515611577917, "avg t": 1.0226551152688486, "plain loss": 0.23423717055497345}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.01666259765625, "Augmented-0.05-Quantile-Accuracy": 96.79999542236328, "Augmented-0.1-Quantile-Accuracy": 97.54999542236328, "Augmented-Accuracy": 98.7005, "Augmented-Loss": 0.09695362795586387, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.04845091691520065, "PGD-Accuracy": 9.866666666666667, "PGD-Loss": 5.630273539225261}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 137, "Epoch-Time": 67.13200330734253, "Test": {"Augmented-0.01-Quantile-Accuracy": 90.02999877929688, "Augmented-0.05-Quantile-Accuracy": 93.94999694824219, "Augmented-0.1-Quantile-Accuracy": 95.23999786376953, "Augmented-Accuracy": 97.4824, "Augmented-Loss": 0.32318891496658325, "Clean-Accuracy": 98.38, "Clean-Loss": 0.16451740102767945, "PGD-Accuracy": 10.95, "PGD-Loss": 4.815061596679688}, "Total-Time": 21653.214714050293, "Train": {"Loss": 2.727275630809643, "avg t": 1.0180860565326832, "plain loss": 0.22468025094668068}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.21666717529297, "Augmented-0.05-Quantile-Accuracy": 94.91666412353516, "Augmented-0.1-Quantile-Accuracy": 95.8499984741211, "Augmented-Accuracy": 97.73233333333333, "Augmented-Loss": 0.30620009093761447, "Clean-Accuracy": 98.45, "Clean-Loss": 0.15765529104073842, "PGD-Accuracy": 10.233333333333333, "PGD-Loss": 4.592564287821451}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 138, "Epoch-Time": 66.6830883026123, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.05999755859375, "Augmented-0.05-Quantile-Accuracy": 96.80999755859375, "Augmented-0.1-Quantile-Accuracy": 97.44999694824219, "Augmented-Accuracy": 98.6353, "Augmented-Loss": 0.14728017936134338, "Clean-Accuracy": 98.99, "Clean-Loss": 0.060454227888584136, "PGD-Accuracy": 10.71, "PGD-Loss": 4.338507348632812}, "Total-Time": 21719.897802352905, "Train": {"Loss": 2.5650898610574226, "avg t": 1.0155630530957822, "plain loss": 0.22167778299826155}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.81666564941406, "Augmented-0.05-Quantile-Accuracy": 97.5, "Augmented-0.1-Quantile-Accuracy": 97.9000015258789, "Augmented-Accuracy": 98.82, "Augmented-Loss": 0.1376682609506448, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.06035765605171522, "PGD-Accuracy": 9.95, "PGD-Loss": 4.057217653910319}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 139, "Epoch-Time": 66.79114007949829, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.56999969482422, "Augmented-0.05-Quantile-Accuracy": 95.3699951171875, "Augmented-0.1-Quantile-Accuracy": 96.3499984741211, "Augmented-Accuracy": 98.077, "Augmented-Loss": 0.19142660070943832, "Clean-Accuracy": 98.67, "Clean-Loss": 0.09165401120185852, "PGD-Accuracy": 10.76, "PGD-Loss": 4.118308728027344}, "Total-Time": 21786.688942432404, "Train": {"Loss": 2.1132788914574516, "avg t": 1.0096404064319753, "plain loss": 0.20274709183375}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.88333129882812, "Augmented-0.05-Quantile-Accuracy": 96.21666717529297, "Augmented-0.1-Quantile-Accuracy": 96.96666717529297, "Augmented-Accuracy": 98.32216666666666, "Augmented-Loss": 0.1706846696527799, "Clean-Accuracy": 98.76666666666667, "Clean-Loss": 0.08433250162998836, "PGD-Accuracy": 9.95, "PGD-Loss": 3.8972758509318033}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 140, "Epoch-Time": 66.85944104194641, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.79999542236328, "Augmented-0.05-Quantile-Accuracy": 96.27999877929688, "Augmented-0.1-Quantile-Accuracy": 97.07999420166016, "Augmented-Accuracy": 98.5536, "Augmented-Loss": 0.22244022385597229, "Clean-Accuracy": 98.99, "Clean-Loss": 0.10338052487373352, "PGD-Accuracy": 11.0, "PGD-Loss": 4.3232256652832035}, "Total-Time": 21853.54838347435, "Train": {"Loss": 1.9149769765359383, "avg t": 1.007678601053026, "plain loss": 0.19421667721006589}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.73332977294922, "Augmented-0.05-Quantile-Accuracy": 97.13333129882812, "Augmented-0.1-Quantile-Accuracy": 97.68333435058594, "Augmented-Accuracy": 98.64083333333333, "Augmented-Loss": 0.21135766438086828, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.09839898415406545, "PGD-Accuracy": 10.216666666666667, "PGD-Loss": 4.160738663991292}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 141, "Epoch-Time": 67.04059481620789, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.58999633789062, "Augmented-0.05-Quantile-Accuracy": 97.00999450683594, "Augmented-0.1-Quantile-Accuracy": 97.52999877929688, "Augmented-Accuracy": 98.517, "Augmented-Loss": 0.059285232738018036, "Clean-Accuracy": 98.7, "Clean-Loss": 0.05481622137539089, "PGD-Accuracy": 10.54, "PGD-Loss": 17.51876880493164}, "Total-Time": 21920.588978290558, "Train": {"Loss": 1.9002665254098399, "avg t": 1.0073577097433584, "plain loss": 0.19435208307548824}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.28333282470703, "Augmented-0.05-Quantile-Accuracy": 97.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.04999542236328, "Augmented-Accuracy": 98.82366666666667, "Augmented-Loss": 0.054868724383381196, "Clean-Accuracy": 98.96666666666667, "Clean-Loss": 0.054766362418265394, "PGD-Accuracy": 11.516666666666667, "PGD-Loss": 16.87331756591797}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 142, "Epoch-Time": 67.43514084815979, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.1199951171875, "Augmented-0.05-Quantile-Accuracy": 95.94999694824219, "Augmented-0.1-Quantile-Accuracy": 96.88999938964844, "Augmented-Accuracy": 98.4071, "Augmented-Loss": 0.2849921863031387, "Clean-Accuracy": 99.02, "Clean-Loss": 0.10012628915309905, "PGD-Accuracy": 11.08, "PGD-Loss": 3.1288096908569334}, "Total-Time": 21988.024119138718, "Train": {"Loss": 2.0911996166087965, "avg t": 1.0077165542531896, "plain loss": 0.1946456905153063}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 94.23332977294922, "Augmented-0.05-Quantile-Accuracy": 96.66666412353516, "Augmented-0.1-Quantile-Accuracy": 97.4000015258789, "Augmented-Accuracy": 98.52516666666666, "Augmented-Loss": 0.2675139101099968, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.09415754373868307, "PGD-Accuracy": 10.266666666666667, "PGD-Loss": 3.062170925140381}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 143, "Epoch-Time": 67.06582880020142, "Test": {"Augmented-0.01-Quantile-Accuracy": 89.1199951171875, "Augmented-0.05-Quantile-Accuracy": 93.73999786376953, "Augmented-0.1-Quantile-Accuracy": 95.22999572753906, "Augmented-Accuracy": 97.5167, "Augmented-Loss": 0.38603591844558716, "Clean-Accuracy": 98.84, "Clean-Loss": 0.13497857637405394, "PGD-Accuracy": 11.1, "PGD-Loss": 3.0487237731933594}, "Total-Time": 22055.08994793892, "Train": {"Loss": 2.4217172013035526, "avg t": 1.0086464346426505, "plain loss": 0.1949684411967243}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.76666259765625, "Augmented-0.05-Quantile-Accuracy": 94.58333587646484, "Augmented-0.1-Quantile-Accuracy": 95.91666412353516, "Augmented-Accuracy": 97.8885, "Augmented-Loss": 0.3648688344510396, "Clean-Accuracy": 98.81666666666666, "Clean-Loss": 0.12997961521148682, "PGD-Accuracy": 10.3, "PGD-Loss": 2.9775397733052573}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 144, "Epoch-Time": 67.11828422546387, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.69999694824219, "Augmented-0.05-Quantile-Accuracy": 96.7699966430664, "Augmented-0.1-Quantile-Accuracy": 97.54999542236328, "Augmented-Accuracy": 98.6293, "Augmented-Loss": 0.1386566261510849, "Clean-Accuracy": 98.95, "Clean-Loss": 0.05007036656737328, "PGD-Accuracy": 10.75, "PGD-Loss": 4.514279315185547}, "Total-Time": 22122.208232164383, "Train": {"Loss": 2.0427112759130974, "avg t": 1.0081761896345351, "plain loss": 0.19449169524510732}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.54999542236328, "Augmented-0.05-Quantile-Accuracy": 97.28333282470703, "Augmented-0.1-Quantile-Accuracy": 97.83333587646484, "Augmented-Accuracy": 98.723, "Augmented-Loss": 0.1271907900015513, "Clean-Accuracy": 98.98333333333333, "Clean-Loss": 0.05159889974693457, "PGD-Accuracy": 10.016666666666667, "PGD-Loss": 4.251572985331218}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 145, "Epoch-Time": 67.53560972213745, "Test": {"Augmented-0.01-Quantile-Accuracy": 37.32999801635742, "Augmented-0.05-Quantile-Accuracy": 43.68000030517578, "Augmented-0.1-Quantile-Accuracy": 46.62999725341797, "Augmented-Accuracy": 56.1991, "Augmented-Loss": 1.781107146598816, "Clean-Accuracy": 62.85, "Clean-Loss": 1.913882350921631, "PGD-Accuracy": 9.56, "PGD-Loss": 20.170071447753905}, "Total-Time": 22189.74384188652, "Train": {"Loss": 2.2873665987650553, "avg t": 1.006966795320864, "plain loss": 0.19277421799412472}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 39.099998474121094, "Augmented-0.05-Quantile-Accuracy": 44.849998474121094, "Augmented-0.1-Quantile-Accuracy": 47.79999923706055, "Augmented-Accuracy": 57.176, "Augmented-Loss": 1.7659230509058634, "Clean-Accuracy": 63.68333333333333, "Clean-Loss": 1.9153394400278727, "PGD-Accuracy": 9.35, "PGD-Loss": 20.337254435221354}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 146, "Epoch-Time": 67.15948581695557, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.83999633789062, "Augmented-0.05-Quantile-Accuracy": 95.06999969482422, "Augmented-0.1-Quantile-Accuracy": 96.05999755859375, "Augmented-Accuracy": 97.8925, "Augmented-Loss": 0.15887072517967224, "Clean-Accuracy": 98.46, "Clean-Loss": 0.07842897721529007, "PGD-Accuracy": 9.64, "PGD-Loss": 9.499272247314453}, "Total-Time": 22256.903327703476, "Train": {"Loss": 5.881744306917544, "avg t": 1.0331400689019097, "plain loss": 0.30062424219802564}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.33333587646484, "Augmented-0.05-Quantile-Accuracy": 95.91666412353516, "Augmented-0.1-Quantile-Accuracy": 96.63333129882812, "Augmented-Accuracy": 98.25083333333333, "Augmented-Loss": 0.13521500526507696, "Clean-Accuracy": 98.73333333333333, "Clean-Loss": 0.06999522709846497, "PGD-Accuracy": 9.333333333333334, "PGD-Loss": 8.748751708984376}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 147, "Epoch-Time": 67.30165505409241, "Test": {"Augmented-0.01-Quantile-Accuracy": 92.40999603271484, "Augmented-0.05-Quantile-Accuracy": 95.20999908447266, "Augmented-0.1-Quantile-Accuracy": 96.13999938964844, "Augmented-Accuracy": 97.9272, "Augmented-Loss": 0.1728788304116726, "Clean-Accuracy": 98.6, "Clean-Loss": 0.07292234627604484, "PGD-Accuracy": 10.5, "PGD-Loss": 4.295549807739258}, "Total-Time": 22324.20498275757, "Train": {"Loss": 2.702625240325928, "avg t": 1.0170075457537615, "plain loss": 0.23057979533584017}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.96666717529297, "Augmented-0.05-Quantile-Accuracy": 95.98332977294922, "Augmented-0.1-Quantile-Accuracy": 96.78333282470703, "Augmented-Accuracy": 98.3505, "Augmented-Loss": 0.16029804387728372, "Clean-Accuracy": 98.88333333333334, "Clean-Loss": 0.06964229784409205, "PGD-Accuracy": 9.783333333333333, "PGD-Loss": 4.060728861490886}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 148, "Epoch-Time": 66.81484031677246, "Test": {"Augmented-0.01-Quantile-Accuracy": 94.88999938964844, "Augmented-0.05-Quantile-Accuracy": 97.00999450683594, "Augmented-0.1-Quantile-Accuracy": 97.52999877929688, "Augmented-Accuracy": 98.6241, "Augmented-Loss": 0.1134926581325531, "Clean-Accuracy": 98.96, "Clean-Loss": 0.052233002313971516, "PGD-Accuracy": 10.53, "PGD-Loss": 4.817103997802734}, "Total-Time": 22391.01982307434, "Train": {"Loss": 2.44242470324481, "avg t": 1.0150509485315393, "plain loss": 0.22351231560883725}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.76666259765625, "Augmented-0.05-Quantile-Accuracy": 97.33333587646484, "Augmented-0.1-Quantile-Accuracy": 97.9000015258789, "Augmented-Accuracy": 98.7975, "Augmented-Loss": 0.10145723230759303, "Clean-Accuracy": 98.91666666666667, "Clean-Loss": 0.0519051937336723, "PGD-Accuracy": 9.8, "PGD-Loss": 4.60047873433431}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 149, "Epoch-Time": 66.92258381843567, "Test": {"Augmented-0.01-Quantile-Accuracy": 91.86000061035156, "Augmented-0.05-Quantile-Accuracy": 95.0, "Augmented-0.1-Quantile-Accuracy": 96.0999984741211, "Augmented-Accuracy": 98.0544, "Augmented-Loss": 0.3004154814977646, "Clean-Accuracy": 98.55, "Clean-Loss": 0.13588243694305419, "PGD-Accuracy": 10.42, "PGD-Loss": 4.131434017944336}, "Total-Time": 22457.942406892776, "Train": {"Loss": 3.6205773292824075, "avg t": 1.0202877830929227, "plain loss": 0.24754040999589164}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 93.4000015258789, "Augmented-0.05-Quantile-Accuracy": 96.04999542236328, "Augmented-0.1-Quantile-Accuracy": 96.98332977294922, "Augmented-Accuracy": 98.376, "Augmented-Loss": 0.2871746701844533, "Clean-Accuracy": 98.71666666666667, "Clean-Loss": 0.1280236378510793, "PGD-Accuracy": 9.766666666666667, "PGD-Loss": 3.870950981140137}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.01, "cvar_sgd_t_step_size": 0.1, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_four/mnist_mod_001", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.01, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 0.1, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
