{"Epoch": 0, "Epoch-Time": 103.95356154441833, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.20999908447266, "Augmented-0.05-Quantile-Accuracy": 96.5199966430664, "Augmented-0.1-Quantile-Accuracy": 96.93000030517578, "Augmented-Accuracy": 97.9975, "Augmented-Loss": 0.2073836661901474, "Clean-Accuracy": 98.29, "Clean-Loss": 0.14437752504348755, "PGD-Accuracy": 0.52, "PGD-Loss": 4.527927633666992}, "Total-Time": 103.95356154441833, "Train": {"Loss": 1.0563396033004477, "avg t": 0.93538740906892, "plain loss": 0.4148235176015787}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.31666564941406, "Augmented-0.05-Quantile-Accuracy": 97.38333129882812, "Augmented-0.1-Quantile-Accuracy": 97.76666259765625, "Augmented-Accuracy": 98.49683333333333, "Augmented-Loss": 0.19196832266171773, "Clean-Accuracy": 98.76666666666667, "Clean-Loss": 0.13271772849559785, "PGD-Accuracy": 0.6666666666666666, "PGD-Loss": 4.532835105895996}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 1, "Epoch-Time": 102.69835615158081, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.68999481201172, "Augmented-0.05-Quantile-Accuracy": 97.61000061035156, "Augmented-0.1-Quantile-Accuracy": 98.00999450683594, "Augmented-Accuracy": 98.7429, "Augmented-Loss": 0.18396908147621155, "Clean-Accuracy": 98.88, "Clean-Loss": 0.12408567237854004, "PGD-Accuracy": 1.08, "PGD-Loss": 4.319879052734375}, "Total-Time": 206.65191769599915, "Train": {"Loss": 0.9626148137693052, "avg t": 0.925726332311277, "plain loss": 0.25787907349621814}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.03333282470703, "Augmented-0.05-Quantile-Accuracy": 97.83333587646484, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.774, "Augmented-Loss": 0.1755120556807518, "Clean-Accuracy": 98.81666666666666, "Clean-Loss": 0.11931070617834727, "PGD-Accuracy": 0.8666666666666667, "PGD-Loss": 4.260172391255697}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 2, "Epoch-Time": 102.72957944869995, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.61000061035156, "Augmented-0.05-Quantile-Accuracy": 97.5999984741211, "Augmented-0.1-Quantile-Accuracy": 97.86000061035156, "Augmented-Accuracy": 98.6059, "Augmented-Loss": 0.21203683472442628, "Clean-Accuracy": 98.77, "Clean-Loss": 0.13556848788261414, "PGD-Accuracy": 1.12, "PGD-Loss": 5.422387521362305}, "Total-Time": 309.3814971446991, "Train": {"Loss": 0.9522196657745926, "avg t": 0.9244098954377351, "plain loss": 0.22794150878058547}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.98332977294922, "Augmented-0.05-Quantile-Accuracy": 97.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.06666564941406, "Augmented-Accuracy": 98.78133333333334, "Augmented-Loss": 0.19774132058461508, "Clean-Accuracy": 98.93333333333334, "Clean-Loss": 0.12620468616485594, "PGD-Accuracy": 1.15, "PGD-Loss": 5.402235778808594}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 3, "Epoch-Time": 102.29347848892212, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.93999481201172, "Augmented-0.05-Quantile-Accuracy": 97.91999816894531, "Augmented-0.1-Quantile-Accuracy": 98.30999755859375, "Augmented-Accuracy": 98.9612, "Augmented-Loss": 0.14466187118053436, "Clean-Accuracy": 99.16, "Clean-Loss": 0.09178978016376495, "PGD-Accuracy": 1.88, "PGD-Loss": 6.016355776977539}, "Total-Time": 411.6749756336212, "Train": {"Loss": 0.9469491336433976, "avg t": 0.9236731292583324, "plain loss": 0.1969437129691795}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.18333435058594, "Augmented-0.1-Quantile-Accuracy": 98.43333435058594, "Augmented-Accuracy": 98.85466666666666, "Augmented-Loss": 0.13877518500447272, "Clean-Accuracy": 99.05, "Clean-Loss": 0.09102196214596431, "PGD-Accuracy": 1.8333333333333333, "PGD-Loss": 6.02605983988444}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 4, "Epoch-Time": 102.3276093006134, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.07999420166016, "Augmented-0.05-Quantile-Accuracy": 98.00999450683594, "Augmented-0.1-Quantile-Accuracy": 98.25, "Augmented-Accuracy": 98.9379, "Augmented-Loss": 0.12780133792591095, "Clean-Accuracy": 99.12, "Clean-Loss": 0.08375916123390198, "PGD-Accuracy": 3.68, "PGD-Loss": 5.7189384368896485}, "Total-Time": 514.0025849342346, "Train": {"Loss": 0.9438385958848177, "avg t": 0.9231913392278883, "plain loss": 0.17871339664812452}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.66666412353516, "Augmented-0.05-Quantile-Accuracy": 98.26666259765625, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.011, "Augmented-Loss": 0.11921099249680837, "Clean-Accuracy": 99.1, "Clean-Loss": 0.08002825933694839, "PGD-Accuracy": 3.75, "PGD-Loss": 5.631521952311198}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 5, "Epoch-Time": 102.34916567802429, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.05999755859375, "Augmented-0.05-Quantile-Accuracy": 97.93999481201172, "Augmented-0.1-Quantile-Accuracy": 98.29000091552734, "Augmented-Accuracy": 98.9293, "Augmented-Loss": 0.11862720605492592, "Clean-Accuracy": 99.02, "Clean-Loss": 0.0819629858493805, "PGD-Accuracy": 2.42, "PGD-Loss": 6.278462689208984}, "Total-Time": 616.3517506122589, "Train": {"Loss": 0.9418869512346055, "avg t": 0.9228741042878893, "plain loss": 0.1655270953637584}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.53333282470703, "Augmented-0.05-Quantile-Accuracy": 98.28333282470703, "Augmented-0.1-Quantile-Accuracy": 98.51666259765625, "Augmented-Accuracy": 98.97333333333333, "Augmented-Loss": 0.11089885977109273, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.07820877963304519, "PGD-Accuracy": 2.35, "PGD-Loss": 6.299765869140625}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 6, "Epoch-Time": 101.69724249839783, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.86000061035156, "Augmented-0.05-Quantile-Accuracy": 97.95999908447266, "Augmented-0.1-Quantile-Accuracy": 98.23999786376953, "Augmented-Accuracy": 98.9891, "Augmented-Loss": 0.1073564297428131, "Clean-Accuracy": 99.06, "Clean-Loss": 0.07476237812042236, "PGD-Accuracy": 2.75, "PGD-Loss": 6.2271563293457035}, "Total-Time": 718.0489931106567, "Train": {"Loss": 0.9408188900594359, "avg t": 0.9226882915850039, "plain loss": 0.1558586835437352}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.25, "Augmented-0.05-Quantile-Accuracy": 98.21666717529297, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 98.90833333333333, "Augmented-Loss": 0.10254059913078944, "Clean-Accuracy": 98.96666666666667, "Clean-Loss": 0.0738890382349491, "PGD-Accuracy": 2.8833333333333333, "PGD-Loss": 6.217314173380534}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 7, "Epoch-Time": 101.70518636703491, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.48999786376953, "Augmented-0.05-Quantile-Accuracy": 98.18000030517578, "Augmented-0.1-Quantile-Accuracy": 98.43000030517578, "Augmented-Accuracy": 99.0386, "Augmented-Loss": 0.09245951935267449, "Clean-Accuracy": 99.1, "Clean-Loss": 0.06823747435808182, "PGD-Accuracy": 2.66, "PGD-Loss": 6.37472209777832}, "Total-Time": 819.7541794776917, "Train": {"Loss": 0.9401050678535744, "avg t": 0.9225262332139191, "plain loss": 0.1459809551274335}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.88333129882812, "Augmented-0.05-Quantile-Accuracy": 98.46666717529297, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.03666666666666, "Augmented-Loss": 0.0866538540816307, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.06575548945864042, "PGD-Accuracy": 3.0166666666666666, "PGD-Loss": 6.2553469187418616}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 8, "Epoch-Time": 102.06128358840942, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.39999389648438, "Augmented-Accuracy": 98.9879, "Augmented-Loss": 0.09124314813828469, "Clean-Accuracy": 99.09, "Clean-Loss": 0.06522544136047363, "PGD-Accuracy": 2.41, "PGD-Loss": 6.78751820678711}, "Total-Time": 921.8154630661011, "Train": {"Loss": 0.9396016007176152, "avg t": 0.9224230701305248, "plain loss": 0.14047344372360784}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.4000015258789, "Augmented-0.1-Quantile-Accuracy": 98.56666564941406, "Augmented-Accuracy": 99.0585, "Augmented-Loss": 0.08559938604950905, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.06320215716958046, "PGD-Accuracy": 2.65, "PGD-Loss": 6.641989084879557}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 9, "Epoch-Time": 102.0455253124237, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.33999633789062, "Augmented-0.05-Quantile-Accuracy": 98.18000030517578, "Augmented-0.1-Quantile-Accuracy": 98.38999938964844, "Augmented-Accuracy": 99.0535, "Augmented-Loss": 0.084065708933115, "Clean-Accuracy": 99.16, "Clean-Loss": 0.06125767258405686, "PGD-Accuracy": 2.39, "PGD-Loss": 6.880079849243164}, "Total-Time": 1023.8609883785248, "Train": {"Loss": 0.9393689128028022, "avg t": 0.9223769464139585, "plain loss": 0.13822921344969008}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.88333129882812, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.08016666666667, "Augmented-Loss": 0.07958567259152731, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.0598685043156147, "PGD-Accuracy": 2.2666666666666666, "PGD-Loss": 6.797665491739909}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 10, "Epoch-Time": 102.55683922767639, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.31999969482422, "Augmented-0.05-Quantile-Accuracy": 98.14999389648438, "Augmented-0.1-Quantile-Accuracy": 98.47999572753906, "Augmented-Accuracy": 99.076, "Augmented-Loss": 0.09672998444962501, "Clean-Accuracy": 99.17, "Clean-Loss": 0.06898465282917023, "PGD-Accuracy": 2.77, "PGD-Loss": 6.686963961791992}, "Total-Time": 1126.4178276062012, "Train": {"Loss": 0.9391249198560362, "avg t": 0.9223181420962016, "plain loss": 0.13264585122355696}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.73332977294922, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.036, "Augmented-Loss": 0.09190411105593045, "Clean-Accuracy": 99.1, "Clean-Loss": 0.06763697389761607, "PGD-Accuracy": 2.85, "PGD-Loss": 6.637532974243164}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 11, "Epoch-Time": 101.78561115264893, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.12999725341797, "Augmented-0.1-Quantile-Accuracy": 98.43000030517578, "Augmented-Accuracy": 99.0513, "Augmented-Loss": 0.08855184127593041, "Clean-Accuracy": 99.09, "Clean-Loss": 0.06554855506420136, "PGD-Accuracy": 2.82, "PGD-Loss": 6.685222216796875}, "Total-Time": 1228.20343875885, "Train": {"Loss": 0.938942561979647, "avg t": 0.922275944603814, "plain loss": 0.13305601884347412}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.31666564941406, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.00016666666667, "Augmented-Loss": 0.08572725008348624, "Clean-Accuracy": 99.1, "Clean-Loss": 0.06548496900995572, "PGD-Accuracy": 2.75, "PGD-Loss": 6.649891779581706}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 12, "Epoch-Time": 102.97298455238342, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.57999420166016, "Augmented-0.05-Quantile-Accuracy": 98.2699966430664, "Augmented-0.1-Quantile-Accuracy": 98.57999420166016, "Augmented-Accuracy": 99.1468, "Augmented-Loss": 0.09414905543351174, "Clean-Accuracy": 99.25, "Clean-Loss": 0.06954713944196701, "PGD-Accuracy": 2.63, "PGD-Loss": 6.654889221191406}, "Total-Time": 1331.1764233112335, "Train": {"Loss": 0.9388054425981309, "avg t": 0.9222393800594189, "plain loss": 0.13021457783381143}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.11166666666666, "Augmented-Loss": 0.0903065868383646, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.0684265755812327, "PGD-Accuracy": 3.183333333333333, "PGD-Loss": 6.646256301879883}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 13, "Epoch-Time": 101.78418517112732, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.50999450683594, "Augmented-0.05-Quantile-Accuracy": 98.2699966430664, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.0996, "Augmented-Loss": 0.09434973382854461, "Clean-Accuracy": 99.15, "Clean-Loss": 0.07061652643680573, "PGD-Accuracy": 2.72, "PGD-Loss": 6.224621508789062}, "Total-Time": 1432.9606084823608, "Train": {"Loss": 0.9387431151072184, "avg t": 0.9222116208253084, "plain loss": 0.12694991177806147}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.10733333333333, "Augmented-Loss": 0.09075069890042146, "Clean-Accuracy": 99.15, "Clean-Loss": 0.06939385024706522, "PGD-Accuracy": 2.783333333333333, "PGD-Loss": 6.206331568400065}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 14, "Epoch-Time": 102.0059266090393, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.43999481201172, "Augmented-0.05-Quantile-Accuracy": 98.2699966430664, "Augmented-0.1-Quantile-Accuracy": 98.45999908447266, "Augmented-Accuracy": 99.0841, "Augmented-Loss": 0.07358630947971344, "Clean-Accuracy": 99.14, "Clean-Loss": 0.056593268454074856, "PGD-Accuracy": 2.96, "PGD-Loss": 6.529113635253906}, "Total-Time": 1534.9665350914001, "Train": {"Loss": 0.9385488937872427, "avg t": 0.9221771394941541, "plain loss": 0.12578712209772194}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.91666412353516, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.08916666666667, "Augmented-Loss": 0.07164844597299894, "Clean-Accuracy": 99.2, "Clean-Loss": 0.056912401646375656, "PGD-Accuracy": 3.0166666666666666, "PGD-Loss": 6.428080535888672}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 15, "Epoch-Time": 101.67603874206543, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.5199966430664, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.55999755859375, "Augmented-Accuracy": 99.1051, "Augmented-Loss": 0.09591068712210656, "Clean-Accuracy": 99.14, "Clean-Loss": 0.0718064356803894, "PGD-Accuracy": 3.41, "PGD-Loss": 6.265245010375977}, "Total-Time": 1636.6425738334656, "Train": {"Loss": 0.9385462221569485, "avg t": 0.9221756048555727, "plain loss": 0.12574746960887193}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.1215, "Augmented-Loss": 0.09184024996678035, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.0702326169013977, "PGD-Accuracy": 3.9, "PGD-Loss": 6.173826858520508}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 16, "Epoch-Time": 102.53135704994202, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.20999908447266, "Augmented-0.05-Quantile-Accuracy": 98.0199966430664, "Augmented-0.1-Quantile-Accuracy": 98.27999877929688, "Augmented-Accuracy": 99.0439, "Augmented-Loss": 0.09680486316776275, "Clean-Accuracy": 99.24, "Clean-Loss": 0.0718829176902771, "PGD-Accuracy": 3.47, "PGD-Loss": 6.446502749633789}, "Total-Time": 1739.1739308834076, "Train": {"Loss": 0.9385176783314457, "avg t": 0.9221649489226165, "plain loss": 0.12462947772697183}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.78333282470703, "Augmented-0.05-Quantile-Accuracy": 98.33333587646484, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 98.93033333333334, "Augmented-Loss": 0.09383830096542835, "Clean-Accuracy": 98.96666666666667, "Clean-Loss": 0.07137573047478994, "PGD-Accuracy": 3.183333333333333, "PGD-Loss": 6.407512013753255}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 17, "Epoch-Time": 102.6168565750122, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.54999542236328, "Augmented-0.05-Quantile-Accuracy": 98.33999633789062, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.1186, "Augmented-Loss": 0.0998186681330204, "Clean-Accuracy": 99.12, "Clean-Loss": 0.07663780086040496, "PGD-Accuracy": 4.01, "PGD-Loss": 5.985980474853515}, "Total-Time": 1841.7907874584198, "Train": {"Loss": 0.9384146723040828, "avg t": 0.9221392347547743, "plain loss": 0.1213843452241685}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.46666717529297, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.105, "Augmented-Loss": 0.09357527181267739, "Clean-Accuracy": 99.25, "Clean-Loss": 0.07253843222061793, "PGD-Accuracy": 3.533333333333333, "PGD-Loss": 5.95224937693278}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 18, "Epoch-Time": 102.85565686225891, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.66999816894531, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.62999725341797, "Augmented-Accuracy": 99.164, "Augmented-Loss": 0.08056015000510215, "Clean-Accuracy": 99.29, "Clean-Loss": 0.060310453498363496, "PGD-Accuracy": 2.65, "PGD-Loss": 6.8109039825439455}, "Total-Time": 1944.6464443206787, "Train": {"Loss": 0.9383660291742395, "avg t": 0.9221310560438368, "plain loss": 0.11846963053102846}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.08333587646484, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.13133333333333, "Augmented-Loss": 0.07875582391659419, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.061213648637135826, "PGD-Accuracy": 2.8333333333333335, "PGD-Loss": 6.717582153320312}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 19, "Epoch-Time": 102.62917041778564, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.62999725341797, "Augmented-0.05-Quantile-Accuracy": 98.29000091552734, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.0897, "Augmented-Loss": 0.08714969416594505, "Clean-Accuracy": 99.15, "Clean-Loss": 0.06611072514057159, "PGD-Accuracy": 3.8, "PGD-Loss": 5.883270513916016}, "Total-Time": 2047.2756147384644, "Train": {"Loss": 0.9383832307391696, "avg t": 0.9221234823862712, "plain loss": 0.11904059188277634}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.61666870117188, "Augmented-Accuracy": 99.07316666666667, "Augmented-Loss": 0.08370882718463739, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.06468305347363154, "PGD-Accuracy": 3.466666666666667, "PGD-Loss": 5.8299273605346675}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 20, "Epoch-Time": 102.59267807006836, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.5999984741211, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.1472, "Augmented-Loss": 0.08629222263145447, "Clean-Accuracy": 99.21, "Clean-Loss": 0.06452144325971604, "PGD-Accuracy": 3.2, "PGD-Loss": 6.022693780517578}, "Total-Time": 2149.8682928085327, "Train": {"Loss": 0.9383105950532136, "avg t": 0.9221144166875769, "plain loss": 0.1167141746238426}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.88333129882812, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.173, "Augmented-Loss": 0.08248605650166671, "Clean-Accuracy": 99.25, "Clean-Loss": 0.06317390221357345, "PGD-Accuracy": 3.433333333333333, "PGD-Loss": 5.99152338663737}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 21, "Epoch-Time": 102.6855719089508, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.55999755859375, "Augmented-0.05-Quantile-Accuracy": 98.27999877929688, "Augmented-0.1-Quantile-Accuracy": 98.47999572753906, "Augmented-Accuracy": 99.0948, "Augmented-Loss": 0.09021258602118493, "Clean-Accuracy": 99.2, "Clean-Loss": 0.06847428090572358, "PGD-Accuracy": 2.99, "PGD-Loss": 6.176704022216797}, "Total-Time": 2252.5538647174835, "Train": {"Loss": 0.9383047986560398, "avg t": 0.9221062283692536, "plain loss": 0.11843453171694726}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.12416666666667, "Augmented-Loss": 0.08665805941343308, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.06709575055042903, "PGD-Accuracy": 3.1, "PGD-Loss": 6.1679473419189454}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 22, "Epoch-Time": 102.18830633163452, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.64999389648438, "Augmented-0.05-Quantile-Accuracy": 98.30999755859375, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.1559, "Augmented-Loss": 0.07550761114704609, "Clean-Accuracy": 99.22, "Clean-Loss": 0.05786893762350082, "PGD-Accuracy": 2.78, "PGD-Loss": 6.368094470214844}, "Total-Time": 2354.742171049118, "Train": {"Loss": 0.9382317901187472, "avg t": 0.9220973463411685, "plain loss": 0.11686119869550061}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.08333587646484, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.10266666666666, "Augmented-Loss": 0.073090042065382, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.05748896114031474, "PGD-Accuracy": 2.7333333333333334, "PGD-Loss": 6.3406387837727864}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 23, "Epoch-Time": 103.24312353134155, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.1485, "Augmented-Loss": 0.08314561608958244, "Clean-Accuracy": 99.2, "Clean-Loss": 0.06202408891916275, "PGD-Accuracy": 2.83, "PGD-Loss": 6.165314178466797}, "Total-Time": 2457.9852945804596, "Train": {"Loss": 0.93824345752928, "avg t": 0.9220890978353995, "plain loss": 0.11547287067483973}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.08333587646484, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.1125, "Augmented-Loss": 0.07889966589828332, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.06057282662391662, "PGD-Accuracy": 3.1666666666666665, "PGD-Loss": 6.009665644327799}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 24, "Epoch-Time": 103.07052445411682, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.40999603271484, "Augmented-0.05-Quantile-Accuracy": 98.13999938964844, "Augmented-0.1-Quantile-Accuracy": 98.48999786376953, "Augmented-Accuracy": 99.0511, "Augmented-Loss": 0.09362094021558762, "Clean-Accuracy": 99.16, "Clean-Loss": 0.07047989209890365, "PGD-Accuracy": 3.68, "PGD-Loss": 5.860297583007813}, "Total-Time": 2561.0558190345764, "Train": {"Loss": 0.9382409557766385, "avg t": 0.922092341458356, "plain loss": 0.11427825336809504}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.28333282470703, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 98.9995, "Augmented-Loss": 0.08885117647230625, "Clean-Accuracy": 99.15, "Clean-Loss": 0.06806950098276138, "PGD-Accuracy": 4.033333333333333, "PGD-Loss": 5.827982823689779}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 25, "Epoch-Time": 102.5234067440033, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.65999603271484, "Augmented-0.05-Quantile-Accuracy": 98.3699951171875, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.1445, "Augmented-Loss": 0.08867048178124427, "Clean-Accuracy": 99.22, "Clean-Loss": 0.06543377155065537, "PGD-Accuracy": 3.9, "PGD-Loss": 6.101071502685547}, "Total-Time": 2663.5792257785797, "Train": {"Loss": 0.9382523872940629, "avg t": 0.9220958694881863, "plain loss": 0.11797394925223466}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.1255, "Augmented-Loss": 0.08484833092153073, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.06417141207059225, "PGD-Accuracy": 3.8666666666666667, "PGD-Loss": 6.112487637837728}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 26, "Epoch-Time": 102.36690354347229, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.5999984741211, "Augmented-0.05-Quantile-Accuracy": 98.29000091552734, "Augmented-0.1-Quantile-Accuracy": 98.56999969482422, "Augmented-Accuracy": 99.1857, "Augmented-Loss": 0.09553555162239075, "Clean-Accuracy": 99.28, "Clean-Loss": 0.0711724912405014, "PGD-Accuracy": 3.35, "PGD-Loss": 5.8671390869140625}, "Total-Time": 2765.946129322052, "Train": {"Loss": 0.9382387796331335, "avg t": 0.9220934682069002, "plain loss": 0.11762756754380684}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.93333435058594, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.1825, "Augmented-Loss": 0.09047662991424402, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.06857423641284306, "PGD-Accuracy": 3.183333333333333, "PGD-Loss": 5.835703450520834}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 27, "Epoch-Time": 102.86838889122009, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.5199966430664, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.119, "Augmented-Loss": 0.08079337745642662, "Clean-Accuracy": 99.19, "Clean-Loss": 0.06226854555606842, "PGD-Accuracy": 2.48, "PGD-Loss": 6.111281509399414}, "Total-Time": 2868.814518213272, "Train": {"Loss": 0.9381873442331949, "avg t": 0.9220763665658457, "plain loss": 0.11345995784688875}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.07733333333333, "Augmented-Loss": 0.07715954774022102, "Clean-Accuracy": 99.2, "Clean-Loss": 0.06077819229165713, "PGD-Accuracy": 2.466666666666667, "PGD-Loss": 6.072931437174479}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 28, "Epoch-Time": 102.7897367477417, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.54000091552734, "Augmented-0.05-Quantile-Accuracy": 98.23999786376953, "Augmented-0.1-Quantile-Accuracy": 98.52999877929688, "Augmented-Accuracy": 99.1274, "Augmented-Loss": 0.08634175201487541, "Clean-Accuracy": 99.21, "Clean-Loss": 0.06546745721101761, "PGD-Accuracy": 2.72, "PGD-Loss": 6.0084943664550785}, "Total-Time": 2971.604254961014, "Train": {"Loss": 0.938183337882713, "avg t": 0.9220812755160862, "plain loss": 0.1125748146198415}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.14133333333334, "Augmented-Loss": 0.08206415227194627, "Clean-Accuracy": 99.25, "Clean-Loss": 0.06350775347153345, "PGD-Accuracy": 2.7333333333333334, "PGD-Loss": 5.95534331258138}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 29, "Epoch-Time": 102.77324938774109, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.64999389648438, "Augmented-0.05-Quantile-Accuracy": 98.30999755859375, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.1662, "Augmented-Loss": 0.07630279883420467, "Clean-Accuracy": 99.28, "Clean-Loss": 0.05804697797298431, "PGD-Accuracy": 2.45, "PGD-Loss": 6.161524774169922}, "Total-Time": 3074.377504348755, "Train": {"Loss": 0.9381739440494113, "avg t": 0.9220740626299823, "plain loss": 0.11388267214739768}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.1595, "Augmented-Loss": 0.07307002777496974, "Clean-Accuracy": 99.25, "Clean-Loss": 0.056754726231098174, "PGD-Accuracy": 2.466666666666667, "PGD-Loss": 6.100244003295899}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 30, "Epoch-Time": 103.08365559577942, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79000091552734, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.2056, "Augmented-Loss": 0.0868656712949276, "Clean-Accuracy": 99.3, "Clean-Loss": 0.06507442908287048, "PGD-Accuracy": 2.99, "PGD-Loss": 5.946357781982422}, "Total-Time": 3177.4611599445343, "Train": {"Loss": 0.9381635784926238, "avg t": 0.9220782374629268, "plain loss": 0.11487051978287863}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.18683333333334, "Augmented-Loss": 0.08288666053434213, "Clean-Accuracy": 99.25, "Clean-Loss": 0.06353530617554982, "PGD-Accuracy": 3.15, "PGD-Loss": 5.897577763875326}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 31, "Epoch-Time": 103.03966951370239, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72999572753906, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.171, "Augmented-Loss": 0.08825453697299958, "Clean-Accuracy": 99.22, "Clean-Loss": 0.06553432519435883, "PGD-Accuracy": 2.7, "PGD-Loss": 5.802048553466797}, "Total-Time": 3280.5008294582367, "Train": {"Loss": 0.9381275389812611, "avg t": 0.922068061404758, "plain loss": 0.11185098622639973}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.1815, "Augmented-Loss": 0.08411779447197915, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.06358552916844686, "PGD-Accuracy": 2.8333333333333335, "PGD-Loss": 5.759605763753255}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 32, "Epoch-Time": 102.89242434501648, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.50999450683594, "Augmented-0.05-Quantile-Accuracy": 98.2699966430664, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.1632, "Augmented-Loss": 0.08455772881317139, "Clean-Accuracy": 99.28, "Clean-Loss": 0.06493770334720611, "PGD-Accuracy": 2.64, "PGD-Loss": 5.8509530853271485}, "Total-Time": 3383.393253803253, "Train": {"Loss": 0.9381263521688956, "avg t": 0.9220639717843797, "plain loss": 0.11350289172066554}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.13216666666666, "Augmented-Loss": 0.08091319499313832, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.06329924388726553, "PGD-Accuracy": 2.85, "PGD-Loss": 5.726926228841146}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 33, "Epoch-Time": 102.4952380657196, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.40999603271484, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.1762, "Augmented-Loss": 0.08020314468741417, "Clean-Accuracy": 99.28, "Clean-Loss": 0.05965632300376892, "PGD-Accuracy": 2.95, "PGD-Loss": 6.096369442749023}, "Total-Time": 3485.888491868973, "Train": {"Loss": 0.9381077234480116, "avg t": 0.9220646588007609, "plain loss": 0.11283557599032368}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.14016666666667, "Augmented-Loss": 0.0776722662158807, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.059295636375745135, "PGD-Accuracy": 3.066666666666667, "PGD-Loss": 6.088343592325846}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 34, "Epoch-Time": 102.79537630081177, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.65999603271484, "Augmented-0.05-Quantile-Accuracy": 98.41999816894531, "Augmented-0.1-Quantile-Accuracy": 98.61000061035156, "Augmented-Accuracy": 99.1625, "Augmented-Loss": 0.07618814045381546, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05659398567676544, "PGD-Accuracy": 2.57, "PGD-Loss": 6.175742330932617}, "Total-Time": 3588.6838681697845, "Train": {"Loss": 0.9381770343074092, "avg t": 0.9220753545407896, "plain loss": 0.11355203055629005}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.11633333333333, "Augmented-Loss": 0.0733995244538784, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.056043883939584094, "PGD-Accuracy": 3.2, "PGD-Loss": 6.1281313222249345}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 35, "Epoch-Time": 102.27175760269165, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.54000091552734, "Augmented-0.05-Quantile-Accuracy": 98.2699966430664, "Augmented-0.1-Quantile-Accuracy": 98.48999786376953, "Augmented-Accuracy": 99.1242, "Augmented-Loss": 0.08987109768795967, "Clean-Accuracy": 99.16, "Clean-Loss": 0.06799255326986313, "PGD-Accuracy": 2.76, "PGD-Loss": 5.584668338012695}, "Total-Time": 3690.955625772476, "Train": {"Loss": 0.93810870885849, "avg t": 0.922062082361292, "plain loss": 0.11048574472356716}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.91666412353516, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.064, "Augmented-Loss": 0.08474576357245445, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.06506302454074224, "PGD-Accuracy": 2.6166666666666667, "PGD-Loss": 5.541231997172038}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 36, "Epoch-Time": 102.95328307151794, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.97999572753906, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.7699966430664, "Augmented-Accuracy": 99.2138, "Augmented-Loss": 0.0734272281601429, "Clean-Accuracy": 99.27, "Clean-Loss": 0.05533525928258896, "PGD-Accuracy": 2.19, "PGD-Loss": 6.118031185913086}, "Total-Time": 3793.908908843994, "Train": {"Loss": 0.9381003381941053, "avg t": 0.9220599508638735, "plain loss": 0.11264316855889768}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.19383333333333, "Augmented-Loss": 0.07077435228327911, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.05485786490639051, "PGD-Accuracy": 2.15, "PGD-Loss": 6.014150400797526}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 37, "Epoch-Time": 103.01786661148071, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.5999984741211, "Augmented-0.05-Quantile-Accuracy": 98.32999420166016, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.1732, "Augmented-Loss": 0.08724941079592705, "Clean-Accuracy": 99.26, "Clean-Loss": 0.06580803580284118, "PGD-Accuracy": 2.53, "PGD-Loss": 5.580606555175781}, "Total-Time": 3896.926775455475, "Train": {"Loss": 0.9381012051900228, "avg t": 0.922050045437283, "plain loss": 0.11108058386732034}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.12, "Augmented-Loss": 0.08269238502124945, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.06346468154589335, "PGD-Accuracy": 2.5166666666666666, "PGD-Loss": 5.500867497762044}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 38, "Epoch-Time": 103.07536292076111, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.55999755859375, "Augmented-0.05-Quantile-Accuracy": 98.36000061035156, "Augmented-0.1-Quantile-Accuracy": 98.57999420166016, "Augmented-Accuracy": 99.0749, "Augmented-Loss": 0.0758438332413435, "Clean-Accuracy": 99.14, "Clean-Loss": 0.057994129180908204, "PGD-Accuracy": 2.44, "PGD-Loss": 5.989810153198242}, "Total-Time": 4000.002138376236, "Train": {"Loss": 0.938063967263257, "avg t": 0.9220470075960513, "plain loss": 0.11050126432489461}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.13683333333333, "Augmented-Loss": 0.07125369585156441, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.05548850146929423, "PGD-Accuracy": 3.033333333333333, "PGD-Loss": 5.935432932535807}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 39, "Epoch-Time": 103.16006922721863, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72000122070312, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.1476, "Augmented-Loss": 0.08398775784826279, "Clean-Accuracy": 99.23, "Clean-Loss": 0.06306436754465103, "PGD-Accuracy": 2.31, "PGD-Loss": 6.077461544799805}, "Total-Time": 4103.162207603455, "Train": {"Loss": 0.938059801472558, "avg t": 0.9220472281420672, "plain loss": 0.1108703059249454}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.17083333333333, "Augmented-Loss": 0.07940047627667586, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.06037979165712992, "PGD-Accuracy": 2.65, "PGD-Loss": 6.09978017171224}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 40, "Epoch-Time": 102.41934251785278, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.1414, "Augmented-Loss": 0.07809421932435036, "Clean-Accuracy": 99.18, "Clean-Loss": 0.0586782989859581, "PGD-Accuracy": 2.57, "PGD-Loss": 5.79958310546875}, "Total-Time": 4205.581550121307, "Train": {"Loss": 0.9380709058973524, "avg t": 0.9220470747771087, "plain loss": 0.1096040223086323}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.152, "Augmented-Loss": 0.07430550380686919, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05702045672138532, "PGD-Accuracy": 2.966666666666667, "PGD-Loss": 5.720834569295247}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 41, "Epoch-Time": 102.48983216285706, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.57999420166016, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.1097, "Augmented-Loss": 0.07852768262684345, "Clean-Accuracy": 99.14, "Clean-Loss": 0.06022432152032852, "PGD-Accuracy": 2.76, "PGD-Loss": 5.700717132568359}, "Total-Time": 4308.071382284164, "Train": {"Loss": 0.9380640472129539, "avg t": 0.9220425413272999, "plain loss": 0.11070453791794962}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.11733333333333, "Augmented-Loss": 0.07497316204190255, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.058550354619820916, "PGD-Accuracy": 3.066666666666667, "PGD-Loss": 5.626822725931803}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 42, "Epoch-Time": 102.992919921875, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.54000091552734, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.1016, "Augmented-Loss": 0.08496562581300736, "Clean-Accuracy": 99.17, "Clean-Loss": 0.06483685797452926, "PGD-Accuracy": 2.64, "PGD-Loss": 5.681908294677735}, "Total-Time": 4411.064302206039, "Train": {"Loss": 0.9380854843280934, "avg t": 0.9220476244114063, "plain loss": 0.10891479279200228}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.1865, "Augmented-Loss": 0.07955023980796337, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.061701760788758594, "PGD-Accuracy": 2.466666666666667, "PGD-Loss": 5.633965342203776}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 43, "Epoch-Time": 103.73132586479187, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.6199951171875, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.57999420166016, "Augmented-Accuracy": 99.0959, "Augmented-Loss": 0.08349663294124603, "Clean-Accuracy": 99.18, "Clean-Loss": 0.062153142142295836, "PGD-Accuracy": 2.79, "PGD-Loss": 5.87510901184082}, "Total-Time": 4514.795628070831, "Train": {"Loss": 0.9381159680331195, "avg t": 0.9220526688540424, "plain loss": 0.11153681479913191}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.76666259765625, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.09866666666667, "Augmented-Loss": 0.08080815534730752, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.06168041768670082, "PGD-Accuracy": 3.15, "PGD-Loss": 5.816909072875976}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 44, "Epoch-Time": 102.89565873146057, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.172, "Augmented-Loss": 0.08057531220316887, "Clean-Accuracy": 99.24, "Clean-Loss": 0.06080879064798355, "PGD-Accuracy": 2.17, "PGD-Loss": 5.872072155761718}, "Total-Time": 4617.691286802292, "Train": {"Loss": 0.9380697438981798, "avg t": 0.9220455310962818, "plain loss": 0.10965934292122172}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.24033333333334, "Augmented-Loss": 0.0756277485881249, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.05786957400043805, "PGD-Accuracy": 2.216666666666667, "PGD-Loss": 5.828922780354818}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 45, "Epoch-Time": 102.6875171661377, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.1843, "Augmented-Loss": 0.07105040183484554, "Clean-Accuracy": 99.23, "Clean-Loss": 0.05398068987131119, "PGD-Accuracy": 1.88, "PGD-Loss": 6.225340036010742}, "Total-Time": 4720.37880396843, "Train": {"Loss": 0.9380282094920123, "avg t": 0.9220366686361807, "plain loss": 0.1062918191062081}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.16166666666666, "Augmented-Loss": 0.06784823020458221, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.052605944683154424, "PGD-Accuracy": 2.283333333333333, "PGD-Loss": 6.1387094879150395}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 46, "Epoch-Time": 102.31958317756653, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.1685, "Augmented-Loss": 0.07617443046784401, "Clean-Accuracy": 99.23, "Clean-Loss": 0.05693428018093109, "PGD-Accuracy": 1.57, "PGD-Loss": 6.073898736572265}, "Total-Time": 4822.698387145996, "Train": {"Loss": 0.9380496728331954, "avg t": 0.9220362517745406, "plain loss": 0.10648834078753451}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.17533333333333, "Augmented-Loss": 0.07366743445694447, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05663550455371539, "PGD-Accuracy": 1.7666666666666666, "PGD-Loss": 6.047746983846029}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 47, "Epoch-Time": 102.61679315567017, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.1519, "Augmented-Loss": 0.07805040554344654, "Clean-Accuracy": 99.18, "Clean-Loss": 0.05887654337882996, "PGD-Accuracy": 1.94, "PGD-Loss": 6.0276207397460935}, "Total-Time": 4925.315180301666, "Train": {"Loss": 0.9380325003023501, "avg t": 0.9220362625475284, "plain loss": 0.10802874820144083}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.18666666666667, "Augmented-Loss": 0.07368792773922285, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.0564543857673804, "PGD-Accuracy": 2.283333333333333, "PGD-Loss": 5.99638486735026}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 48, "Epoch-Time": 102.80598735809326, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.89999389648438, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.1451, "Augmented-Loss": 0.07523787279033661, "Clean-Accuracy": 99.21, "Clean-Loss": 0.05640743353366852, "PGD-Accuracy": 1.85, "PGD-Loss": 6.137865075683594}, "Total-Time": 5028.1211676597595, "Train": {"Loss": 0.938023575676812, "avg t": 0.9220342842561228, "plain loss": 0.10084391911471322}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.1565, "Augmented-Loss": 0.07270090291758378, "Clean-Accuracy": 99.2, "Clean-Loss": 0.05579035848379135, "PGD-Accuracy": 2.05, "PGD-Loss": 6.0857229359944665}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 49, "Epoch-Time": 103.35746264457703, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8699951171875, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.1404, "Augmented-Loss": 0.08644689820170402, "Clean-Accuracy": 99.2, "Clean-Loss": 0.06464582705497741, "PGD-Accuracy": 2.74, "PGD-Loss": 5.649691973876953}, "Total-Time": 5131.478630304337, "Train": {"Loss": 0.9380700374179416, "avg t": 0.922043303736934, "plain loss": 0.10699097433796634}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.91666412353516, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.1535, "Augmented-Loss": 0.08169944733579954, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.06176108290751775, "PGD-Accuracy": 3.1333333333333333, "PGD-Loss": 5.656423177083333}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 50, "Epoch-Time": 102.96647596359253, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72999572753906, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.62999725341797, "Augmented-Accuracy": 99.1605, "Augmented-Loss": 0.07231697769546509, "Clean-Accuracy": 99.2, "Clean-Loss": 0.055234143221378325, "PGD-Accuracy": 1.97, "PGD-Loss": 5.981856274414063}, "Total-Time": 5234.445106267929, "Train": {"Loss": 0.9379925308580752, "avg t": 0.922028247056184, "plain loss": 0.10611104466826844}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.18383333333334, "Augmented-Loss": 0.06807149466454983, "Clean-Accuracy": 99.3, "Clean-Loss": 0.052750593145688376, "PGD-Accuracy": 2.3666666666666667, "PGD-Loss": 5.94387564086914}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 51, "Epoch-Time": 102.6790542602539, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.30999755859375, "Augmented-0.1-Quantile-Accuracy": 98.52999877929688, "Augmented-Accuracy": 99.1046, "Augmented-Loss": 0.07347766869878769, "Clean-Accuracy": 99.16, "Clean-Loss": 0.0562027569770813, "PGD-Accuracy": 2.8, "PGD-Loss": 5.87622053527832}, "Total-Time": 5337.124160528183, "Train": {"Loss": 0.9380312823719449, "avg t": 0.9220345449094419, "plain loss": 0.10559808825210285}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.15166666666667, "Augmented-Loss": 0.06966192093610764, "Clean-Accuracy": 99.2, "Clean-Loss": 0.054243962208429974, "PGD-Accuracy": 3.15, "PGD-Loss": 5.806935063680013}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 52, "Epoch-Time": 102.68505883216858, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75999450683594, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.1749, "Augmented-Loss": 0.07819686216855048, "Clean-Accuracy": 99.26, "Clean-Loss": 0.058717187666893, "PGD-Accuracy": 2.13, "PGD-Loss": 6.097793185424805}, "Total-Time": 5439.809219360352, "Train": {"Loss": 0.9380213582780627, "avg t": 0.9220326845380995, "plain loss": 0.10416101082695851}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.17116666666666, "Augmented-Loss": 0.07374244311948618, "Clean-Accuracy": 99.25, "Clean-Loss": 0.056510286112626394, "PGD-Accuracy": 2.183333333333333, "PGD-Loss": 6.040676462809245}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 53, "Epoch-Time": 103.26987624168396, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.6199951171875, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.48999786376953, "Augmented-Accuracy": 99.1085, "Augmented-Loss": 0.07824715269970894, "Clean-Accuracy": 99.1, "Clean-Loss": 0.060671608567237856, "PGD-Accuracy": 2.05, "PGD-Loss": 5.813174392700195}, "Total-Time": 5543.0790956020355, "Train": {"Loss": 0.9380048711211593, "avg t": 0.9220257102118599, "plain loss": 0.10464907666665543}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.17883333333333, "Augmented-Loss": 0.07260177422662575, "Clean-Accuracy": 99.2, "Clean-Loss": 0.056888708849747976, "PGD-Accuracy": 2.5833333333333335, "PGD-Loss": 5.720368769327799}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 54, "Epoch-Time": 103.07973217964172, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.41999816894531, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.1743, "Augmented-Loss": 0.07791813991260528, "Clean-Accuracy": 99.3, "Clean-Loss": 0.05917279512882233, "PGD-Accuracy": 2.0, "PGD-Loss": 5.900589797973633}, "Total-Time": 5646.158827781677, "Train": {"Loss": 0.9380075161015546, "avg t": 0.9220356912259702, "plain loss": 0.10649728884343751}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.17366666666666, "Augmented-Loss": 0.07357635671953361, "Clean-Accuracy": 99.2, "Clean-Loss": 0.05689199262857437, "PGD-Accuracy": 2.1333333333333333, "PGD-Loss": 5.918027933756511}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 55, "Epoch-Time": 101.88702630996704, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.58999633789062, "Augmented-0.05-Quantile-Accuracy": 98.36000061035156, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.1491, "Augmented-Loss": 0.0810753174803257, "Clean-Accuracy": 99.18, "Clean-Loss": 0.062056211793422696, "PGD-Accuracy": 2.42, "PGD-Loss": 5.474482962036133}, "Total-Time": 5748.045854091644, "Train": {"Loss": 0.9379572335879008, "avg t": 0.9220157101949056, "plain loss": 0.10550243422896771}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.61666870117188, "Augmented-Accuracy": 99.139, "Augmented-Loss": 0.07571984251141547, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.05865408198038737, "PGD-Accuracy": 2.55, "PGD-Loss": 5.4662878087361655}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 56, "Epoch-Time": 102.89095425605774, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.83999633789062, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.62999725341797, "Augmented-Accuracy": 99.1811, "Augmented-Loss": 0.0753139865065813, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05690315659046173, "PGD-Accuracy": 2.49, "PGD-Loss": 5.802954119873047}, "Total-Time": 5850.936808347702, "Train": {"Loss": 0.9379726833767361, "avg t": 0.9220176486968994, "plain loss": 0.10444156936716154}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.12283333333333, "Augmented-Loss": 0.07279112839678924, "Clean-Accuracy": 99.2, "Clean-Loss": 0.05625650210181872, "PGD-Accuracy": 2.6666666666666665, "PGD-Loss": 5.754136306762695}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 57, "Epoch-Time": 103.17964696884155, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.1589, "Augmented-Loss": 0.08650614581131935, "Clean-Accuracy": 99.23, "Clean-Loss": 0.0650084911942482, "PGD-Accuracy": 2.8, "PGD-Loss": 5.713552020263672}, "Total-Time": 5954.116455316544, "Train": {"Loss": 0.9379749383573179, "avg t": 0.9220214374860127, "plain loss": 0.10432948211034154}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.148, "Augmented-Loss": 0.08144987895687421, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.06198468808333079, "PGD-Accuracy": 3.15, "PGD-Loss": 5.659316162109375}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 58, "Epoch-Time": 102.89486145973206, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.6199951171875, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.50999450683594, "Augmented-Accuracy": 99.0872, "Augmented-Loss": 0.07536422837305069, "Clean-Accuracy": 99.13, "Clean-Loss": 0.057294199478626254, "PGD-Accuracy": 2.49, "PGD-Loss": 5.829452197265625}, "Total-Time": 6057.011316776276, "Train": {"Loss": 0.9379944770954274, "avg t": 0.9220139814659402, "plain loss": 0.10532253549717087}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.93333435058594, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.06733333333334, "Augmented-Loss": 0.07093881351153056, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.05476349275310834, "PGD-Accuracy": 2.433333333333333, "PGD-Loss": 5.7938950220743815}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 59, "Epoch-Time": 102.73186087608337, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.80999755859375, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.158, "Augmented-Loss": 0.07412751828622818, "Clean-Accuracy": 99.23, "Clean-Loss": 0.056713319301605225, "PGD-Accuracy": 2.31, "PGD-Loss": 5.723351031494141}, "Total-Time": 6159.743177652359, "Train": {"Loss": 0.937937720210464, "avg t": 0.9220162586636014, "plain loss": 0.10056876960330541}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.18933333333334, "Augmented-Loss": 0.07051319090565046, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.054841030617554985, "PGD-Accuracy": 2.3333333333333335, "PGD-Loss": 5.733243977864583}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 60, "Epoch-Time": 101.73593854904175, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.47999572753906, "Augmented-0.05-Quantile-Accuracy": 98.13999938964844, "Augmented-0.1-Quantile-Accuracy": 98.38999938964844, "Augmented-Accuracy": 99.0299, "Augmented-Loss": 0.07750768496322631, "Clean-Accuracy": 99.09, "Clean-Loss": 0.059071921360492705, "PGD-Accuracy": 2.65, "PGD-Loss": 5.78857317199707}, "Total-Time": 6261.479116201401, "Train": {"Loss": 0.9379921510484484, "avg t": 0.9220176473723517, "plain loss": 0.10322799032529191}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.68333435058594, "Augmented-0.05-Quantile-Accuracy": 98.36666870117188, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.04683333333334, "Augmented-Loss": 0.07233234699388345, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.05582270548741023, "PGD-Accuracy": 2.9, "PGD-Loss": 5.740777328491211}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 61, "Epoch-Time": 102.19836282730103, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.63999938964844, "Augmented-0.05-Quantile-Accuracy": 98.27999877929688, "Augmented-0.1-Quantile-Accuracy": 98.50999450683594, "Augmented-Accuracy": 99.136, "Augmented-Loss": 0.07745603499245643, "Clean-Accuracy": 99.21, "Clean-Loss": 0.05964402731657028, "PGD-Accuracy": 2.78, "PGD-Loss": 5.7745590484619145}, "Total-Time": 6363.677479028702, "Train": {"Loss": 0.9379487974378797, "avg t": 0.922009361796909, "plain loss": 0.10423913368295738}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.21016666666667, "Augmented-Loss": 0.07151883180836836, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.055541501919428506, "PGD-Accuracy": 3.1166666666666667, "PGD-Loss": 5.788453262329101}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 62, "Epoch-Time": 102.46078252792358, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8699951171875, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.1792, "Augmented-Loss": 0.0828840298602581, "Clean-Accuracy": 99.25, "Clean-Loss": 0.062045688676834104, "PGD-Accuracy": 2.19, "PGD-Loss": 5.667765161132812}, "Total-Time": 6466.138261556625, "Train": {"Loss": 0.937921135407907, "avg t": 0.9220067183176677, "plain loss": 0.10226899474815099}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.98332977294922, "Augmented-Accuracy": 99.241, "Augmented-Loss": 0.07794606068352858, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05909434941411018, "PGD-Accuracy": 2.4, "PGD-Loss": 5.651264200846354}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 63, "Epoch-Time": 102.58840751647949, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.1998, "Augmented-Loss": 0.07111419860827922, "Clean-Accuracy": 99.27, "Clean-Loss": 0.05375183448791504, "PGD-Accuracy": 1.58, "PGD-Loss": 5.851764657592773}, "Total-Time": 6568.726669073105, "Train": {"Loss": 0.9379304079832854, "avg t": 0.9220099984628183, "plain loss": 0.10073606283046582}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.148, "Augmented-Loss": 0.06882145697275797, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05335389268398285, "PGD-Accuracy": 1.85, "PGD-Loss": 5.832543968200683}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 64, "Epoch-Time": 102.86431837081909, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.81999969482422, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.1776, "Augmented-Loss": 0.07370262014126777, "Clean-Accuracy": 99.21, "Clean-Loss": 0.05632310593128204, "PGD-Accuracy": 2.45, "PGD-Loss": 5.707468634033203}, "Total-Time": 6671.590987443924, "Train": {"Loss": 0.9379667537124069, "avg t": 0.9220126034065529, "plain loss": 0.10104422725041698}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.20883333333333, "Augmented-Loss": 0.06975086119194826, "Clean-Accuracy": 99.3, "Clean-Loss": 0.0540314147969087, "PGD-Accuracy": 2.9166666666666665, "PGD-Loss": 5.628961985270182}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 65, "Epoch-Time": 102.88523030281067, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.88999938964844, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.1819, "Augmented-Loss": 0.08058891946840287, "Clean-Accuracy": 99.25, "Clean-Loss": 0.06076893976926804, "PGD-Accuracy": 2.54, "PGD-Loss": 5.598581048583984}, "Total-Time": 6774.476217746735, "Train": {"Loss": 0.9379518824330083, "avg t": 0.9220086662857621, "plain loss": 0.10056761978997122}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.22216666666667, "Augmented-Loss": 0.07563013373831907, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.05780668467283249, "PGD-Accuracy": 2.75, "PGD-Loss": 5.555131528218587}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 66, "Epoch-Time": 102.77842712402344, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8699951171875, "Augmented-0.05-Quantile-Accuracy": 98.40999603271484, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.173, "Augmented-Loss": 0.07386892173945904, "Clean-Accuracy": 99.2, "Clean-Loss": 0.05658427445888519, "PGD-Accuracy": 1.43, "PGD-Loss": 5.815818362426758}, "Total-Time": 6877.254644870758, "Train": {"Loss": 0.9379453463024563, "avg t": 0.9220037379088225, "plain loss": 0.10015121029394639}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.16166666666666, "Augmented-Loss": 0.07034066777149836, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.054969484359025954, "PGD-Accuracy": 1.8, "PGD-Loss": 5.7900470326741535}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 67, "Epoch-Time": 102.79933452606201, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75999450683594, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.1932, "Augmented-Loss": 0.07819879546809197, "Clean-Accuracy": 99.23, "Clean-Loss": 0.06003860293626785, "PGD-Accuracy": 1.66, "PGD-Loss": 5.852727645874023}, "Total-Time": 6980.05397939682, "Train": {"Loss": 0.9379203756473683, "avg t": 0.9220039609273275, "plain loss": 0.10101038722991952}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.203, "Augmented-Loss": 0.0727527340855201, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05616152651111285, "PGD-Accuracy": 1.6333333333333333, "PGD-Loss": 5.740996170043945}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 68, "Epoch-Time": 102.91359639167786, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.86000061035156, "Augmented-0.05-Quantile-Accuracy": 98.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.2237, "Augmented-Loss": 0.07514486150527, "Clean-Accuracy": 99.3, "Clean-Loss": 0.05651092045307159, "PGD-Accuracy": 1.91, "PGD-Loss": 5.997207400512695}, "Total-Time": 7082.967575788498, "Train": {"Loss": 0.937912153950444, "avg t": 0.9220057351854113, "plain loss": 0.10178161649703969}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.17266666666667, "Augmented-Loss": 0.07227060829222202, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.05534911038478216, "PGD-Accuracy": 2.1666666666666665, "PGD-Loss": 6.016459009806315}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 69, "Epoch-Time": 102.7123703956604, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72000122070312, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.146, "Augmented-Loss": 0.0752377830530405, "Clean-Accuracy": 99.22, "Clean-Loss": 0.05685539517402649, "PGD-Accuracy": 1.76, "PGD-Loss": 5.9054176696777345}, "Total-Time": 7185.679946184158, "Train": {"Loss": 0.9379509125462285, "avg t": 0.9220104700194465, "plain loss": 0.1014458091417948}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.14233333333334, "Augmented-Loss": 0.07229644932508468, "Clean-Accuracy": 99.2, "Clean-Loss": 0.05568309133251508, "PGD-Accuracy": 1.9166666666666667, "PGD-Loss": 5.875538477579752}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 70, "Epoch-Time": 103.20039916038513, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.73999786376953, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.1503, "Augmented-Loss": 0.07234105491280556, "Clean-Accuracy": 99.21, "Clean-Loss": 0.05550886582136154, "PGD-Accuracy": 1.87, "PGD-Loss": 5.982186270141602}, "Total-Time": 7288.8803453445435, "Train": {"Loss": 0.9379117673238119, "avg t": 0.9220020607135914, "plain loss": 0.10200454580518943}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.17566666666667, "Augmented-Loss": 0.06875752339581649, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.05360611095031102, "PGD-Accuracy": 2.25, "PGD-Loss": 5.898491879781087}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 71, "Epoch-Time": 102.64437007904053, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.90999603271484, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.6199951171875, "Augmented-Accuracy": 99.1533, "Augmented-Loss": 0.07396338140773773, "Clean-Accuracy": 99.18, "Clean-Loss": 0.05747844347953796, "PGD-Accuracy": 1.75, "PGD-Loss": 5.687639166259766}, "Total-Time": 7391.524715423584, "Train": {"Loss": 0.9379216251373291, "avg t": 0.9220014812328198, "plain loss": 0.10234450238545745}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.24616666666667, "Augmented-Loss": 0.0690463462549448, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.05422743000586828, "PGD-Accuracy": 2.2, "PGD-Loss": 5.628488260904948}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 72, "Epoch-Time": 102.90911293029785, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.87999725341797, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.6199951171875, "Augmented-Accuracy": 99.1504, "Augmented-Loss": 0.0732529290138483, "Clean-Accuracy": 99.15, "Clean-Loss": 0.056894194900989535, "PGD-Accuracy": 1.86, "PGD-Loss": 5.87078955078125}, "Total-Time": 7494.433828353882, "Train": {"Loss": 0.9379574127550478, "avg t": 0.9220137221018473, "plain loss": 0.10342511948832765}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.22083333333333, "Augmented-Loss": 0.06843023994644483, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.05351436783870061, "PGD-Accuracy": 2.15, "PGD-Loss": 5.840068333943685}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 73, "Epoch-Time": 103.22922563552856, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79000091552734, "Augmented-0.05-Quantile-Accuracy": 98.40999603271484, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.1332, "Augmented-Loss": 0.07629371410775185, "Clean-Accuracy": 99.19, "Clean-Loss": 0.05854290373325348, "PGD-Accuracy": 2.27, "PGD-Loss": 5.698489956665039}, "Total-Time": 7597.66305398941, "Train": {"Loss": 0.9379008618107548, "avg t": 0.9219961569044325, "plain loss": 0.09894997999050001}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.17783333333334, "Augmented-Loss": 0.07171622543513775, "Clean-Accuracy": 99.2, "Clean-Loss": 0.055503554433584214, "PGD-Accuracy": 2.25, "PGD-Loss": 5.688914225260417}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 74, "Epoch-Time": 102.96927070617676, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.88999938964844, "Augmented-0.05-Quantile-Accuracy": 98.3699951171875, "Augmented-0.1-Quantile-Accuracy": 98.6199951171875, "Augmented-Accuracy": 99.1083, "Augmented-Loss": 0.07439507255649566, "Clean-Accuracy": 99.12, "Clean-Loss": 0.05802283155918121, "PGD-Accuracy": 2.47, "PGD-Loss": 5.763143893432617}, "Total-Time": 7700.632324695587, "Train": {"Loss": 0.937914517543934, "avg t": 0.9219989052525273, "plain loss": 0.09922566393216443}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.22783333333334, "Augmented-Loss": 0.06904196182807286, "Clean-Accuracy": 99.3, "Clean-Loss": 0.05428714503844579, "PGD-Accuracy": 2.6333333333333333, "PGD-Loss": 5.641681549072266}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 75, "Epoch-Time": 102.36684560775757, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8699951171875, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.1856, "Augmented-Loss": 0.06823636352765561, "Clean-Accuracy": 99.22, "Clean-Loss": 0.05275052098035812, "PGD-Accuracy": 1.89, "PGD-Loss": 5.819150445556641}, "Total-Time": 7802.999170303345, "Train": {"Loss": 0.9379143505096436, "avg t": 0.9220009418063694, "plain loss": 0.10126632243792218}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.2055, "Augmented-Loss": 0.06424148762623469, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.050545715938011805, "PGD-Accuracy": 1.7333333333333334, "PGD-Loss": 5.76876751200358}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 76, "Epoch-Time": 102.46289157867432, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.90999603271484, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.1665, "Augmented-Loss": 0.06561689501368999, "Clean-Accuracy": 99.21, "Clean-Loss": 0.04958613620996475, "PGD-Accuracy": 2.15, "PGD-Loss": 6.16161608581543}, "Total-Time": 7905.462061882019, "Train": {"Loss": 0.9379294742301658, "avg t": 0.9219991553271258, "plain loss": 0.10002842528025314}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.19083333333333, "Augmented-Loss": 0.06304680770218372, "Clean-Accuracy": 99.3, "Clean-Loss": 0.04880682450532913, "PGD-Accuracy": 2.0833333333333335, "PGD-Loss": 6.173033569335938}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 77, "Epoch-Time": 103.20131421089172, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.81999969482422, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.6199951171875, "Augmented-Accuracy": 99.1364, "Augmented-Loss": 0.07409296963751316, "Clean-Accuracy": 99.19, "Clean-Loss": 0.05678214911222458, "PGD-Accuracy": 2.0, "PGD-Loss": 5.650105294799805}, "Total-Time": 8008.663376092911, "Train": {"Loss": 0.9378829080087168, "avg t": 0.9219981615631668, "plain loss": 0.09689877166394842}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.12466666666667, "Augmented-Loss": 0.07134582252919675, "Clean-Accuracy": 99.15, "Clean-Loss": 0.05575044900178909, "PGD-Accuracy": 2.35, "PGD-Loss": 5.581620198567708}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 78, "Epoch-Time": 103.69865465164185, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.70999908447266, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.1247, "Augmented-Loss": 0.06743185137784481, "Clean-Accuracy": 99.23, "Clean-Loss": 0.0517878956913948, "PGD-Accuracy": 2.3, "PGD-Loss": 5.742045608520508}, "Total-Time": 8112.362030744553, "Train": {"Loss": 0.9378884737933123, "avg t": 0.9219929347744694, "plain loss": 0.09850604059254679}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.93333435058594, "Augmented-0.05-Quantile-Accuracy": 98.36666870117188, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.08733333333333, "Augmented-Loss": 0.06508270675937335, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.051226282835006715, "PGD-Accuracy": 2.0833333333333335, "PGD-Loss": 5.68958363087972}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 79, "Epoch-Time": 102.56220555305481, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.66999816894531, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.57999420166016, "Augmented-Accuracy": 99.1058, "Augmented-Loss": 0.07495502777409553, "Clean-Accuracy": 99.13, "Clean-Loss": 0.056897537052631376, "PGD-Accuracy": 1.68, "PGD-Loss": 5.750585711669922}, "Total-Time": 8214.924236297607, "Train": {"Loss": 0.9379092378263121, "avg t": 0.9219950473396866, "plain loss": 0.09801420669908881}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.11516666666667, "Augmented-Loss": 0.07148408143778642, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.05540876495838165, "PGD-Accuracy": 1.7333333333333334, "PGD-Loss": 5.673467768351237}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 80, "Epoch-Time": 103.08932566642761, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.89999389648438, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.2121, "Augmented-Loss": 0.0699869534765482, "Clean-Accuracy": 99.29, "Clean-Loss": 0.053552887403964994, "PGD-Accuracy": 1.87, "PGD-Loss": 6.013535382080078}, "Total-Time": 8318.013561964035, "Train": {"Loss": 0.937904311215436, "avg t": 0.9219978642640291, "plain loss": 0.0981046119160124}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.96666717529297, "Augmented-Accuracy": 99.25583333333333, "Augmented-Loss": 0.06635888543486596, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.05166085498531659, "PGD-Accuracy": 2.1, "PGD-Loss": 5.946428009033204}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 81, "Epoch-Time": 102.51684999465942, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.80999755859375, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.168, "Augmented-Loss": 0.08163910806059838, "Clean-Accuracy": 99.16, "Clean-Loss": 0.06149401284456253, "PGD-Accuracy": 2.06, "PGD-Loss": 5.6266377105712895}, "Total-Time": 8420.530411958694, "Train": {"Loss": 0.937909867533931, "avg t": 0.9219929940259015, "plain loss": 0.10030454821410004}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.15633333333334, "Augmented-Loss": 0.0782051815744241, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.059694414019584655, "PGD-Accuracy": 2.4833333333333334, "PGD-Loss": 5.553102457682292}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 82, "Epoch-Time": 102.84645485877991, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.07999420166016, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.7699966430664, "Augmented-Accuracy": 99.2122, "Augmented-Loss": 0.07664384124207496, "Clean-Accuracy": 99.24, "Clean-Loss": 0.057719462597370146, "PGD-Accuracy": 1.95, "PGD-Loss": 5.764076132202148}, "Total-Time": 8523.376866817474, "Train": {"Loss": 0.9378838854895698, "avg t": 0.9219900614420573, "plain loss": 0.09952995289696594}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.2025, "Augmented-Loss": 0.07284764862497647, "Clean-Accuracy": 99.3, "Clean-Loss": 0.05562262061238289, "PGD-Accuracy": 2.2333333333333334, "PGD-Loss": 5.6582333374023435}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 83, "Epoch-Time": 103.41044282913208, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.61000061035156, "Augmented-0.05-Quantile-Accuracy": 98.2699966430664, "Augmented-0.1-Quantile-Accuracy": 98.50999450683594, "Augmented-Accuracy": 99.0445, "Augmented-Loss": 0.08365851670336723, "Clean-Accuracy": 99.14, "Clean-Loss": 0.06419657492637634, "PGD-Accuracy": 1.74, "PGD-Loss": 5.791860235595703}, "Total-Time": 8626.787309646606, "Train": {"Loss": 0.9378763407248037, "avg t": 0.9219859906655771, "plain loss": 0.09743258014961527}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.46666717529297, "Augmented-0.1-Quantile-Accuracy": 98.61666870117188, "Augmented-Accuracy": 99.07733333333333, "Augmented-Loss": 0.0785127106265227, "Clean-Accuracy": 99.15, "Clean-Loss": 0.06080265380938848, "PGD-Accuracy": 1.8833333333333333, "PGD-Loss": 5.699915868123372}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 84, "Epoch-Time": 102.13326859474182, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.98999786376953, "Augmented-0.05-Quantile-Accuracy": 98.5199966430664, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.1966, "Augmented-Loss": 0.0667056090656519, "Clean-Accuracy": 99.29, "Clean-Loss": 0.05142465544939041, "PGD-Accuracy": 2.13, "PGD-Loss": 5.848263784790039}, "Total-Time": 8728.920578241348, "Train": {"Loss": 0.9378886316970543, "avg t": 0.9219935528084083, "plain loss": 0.09943756182282046}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.23416666666667, "Augmented-Loss": 0.06296788666307926, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.04933589068055153, "PGD-Accuracy": 2.683333333333333, "PGD-Loss": 5.752998606363932}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 85, "Epoch-Time": 102.64176917076111, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.73999786376953, "Augmented-0.05-Quantile-Accuracy": 98.41999816894531, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.1494, "Augmented-Loss": 0.07292105798017978, "Clean-Accuracy": 99.23, "Clean-Loss": 0.0552265553355217, "PGD-Accuracy": 1.8, "PGD-Loss": 5.768133969116211}, "Total-Time": 8831.56234741211, "Train": {"Loss": 0.9378991385565864, "avg t": 0.9219926080350522, "plain loss": 0.09856239654752937}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.91666412353516, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.16383333333333, "Augmented-Loss": 0.06932801127374172, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05302884498238564, "PGD-Accuracy": 1.8333333333333333, "PGD-Loss": 5.7258140665690105}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 86, "Epoch-Time": 102.9424843788147, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.98999786376953, "Augmented-0.05-Quantile-Accuracy": 98.66999816894531, "Augmented-0.1-Quantile-Accuracy": 98.79000091552734, "Augmented-Accuracy": 99.262, "Augmented-Loss": 0.06981673950576782, "Clean-Accuracy": 99.34, "Clean-Loss": 0.05345832871198654, "PGD-Accuracy": 1.78, "PGD-Loss": 5.642007299804687}, "Total-Time": 8934.504831790924, "Train": {"Loss": 0.9378907934824625, "avg t": 0.92199489402771, "plain loss": 0.09815169905203361}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.21466666666667, "Augmented-Loss": 0.06596160366555055, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.051387321313222246, "PGD-Accuracy": 2.2666666666666666, "PGD-Loss": 5.552014767964681}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 87, "Epoch-Time": 102.84511160850525, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.97999572753906, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.207, "Augmented-Loss": 0.07164383432292938, "Clean-Accuracy": 99.24, "Clean-Loss": 0.05512476036548614, "PGD-Accuracy": 2.3, "PGD-Loss": 5.471747973632812}, "Total-Time": 9037.34994339943, "Train": {"Loss": 0.9378735406663683, "avg t": 0.9219861460791694, "plain loss": 0.09730486537438852}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.179, "Augmented-Loss": 0.06793820331315199, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.053008986661831535, "PGD-Accuracy": 2.3833333333333333, "PGD-Loss": 5.422936080932617}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 88, "Epoch-Time": 102.14217901229858, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0199966430664, "Augmented-0.05-Quantile-Accuracy": 98.58999633789062, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.1951, "Augmented-Loss": 0.0664547686804533, "Clean-Accuracy": 99.22, "Clean-Loss": 0.051315587943792346, "PGD-Accuracy": 2.23, "PGD-Loss": 5.778306286621094}, "Total-Time": 9139.492122411728, "Train": {"Loss": 0.9378590755462647, "avg t": 0.9219870027612757, "plain loss": 0.09762773606335681}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.17233333333333, "Augmented-Loss": 0.0641904811100165, "Clean-Accuracy": 99.2, "Clean-Loss": 0.050647720923026406, "PGD-Accuracy": 2.533333333333333, "PGD-Loss": 5.751831817626953}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 89, "Epoch-Time": 103.14969110488892, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.97000122070312, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.1901, "Augmented-Loss": 0.06586154898786545, "Clean-Accuracy": 99.28, "Clean-Loss": 0.05057169547080994, "PGD-Accuracy": 1.82, "PGD-Loss": 5.825541213989258}, "Total-Time": 9242.641813516617, "Train": {"Loss": 0.93788172644156, "avg t": 0.9219866371861211, "plain loss": 0.09407174167986272}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.16233333333334, "Augmented-Loss": 0.06309699311077595, "Clean-Accuracy": 99.2, "Clean-Loss": 0.0493599274456501, "PGD-Accuracy": 1.8833333333333333, "PGD-Loss": 5.777662707010905}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 90, "Epoch-Time": 103.12348532676697, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.98999786376953, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.80999755859375, "Augmented-Accuracy": 99.2228, "Augmented-Loss": 0.0708531940023899, "Clean-Accuracy": 99.26, "Clean-Loss": 0.05393200550079346, "PGD-Accuracy": 1.62, "PGD-Loss": 5.832910302734375}, "Total-Time": 9345.765298843384, "Train": {"Loss": 0.9378847366968791, "avg t": 0.9219919601723, "plain loss": 0.09515865873760639}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.18233333333333, "Augmented-Loss": 0.06820127820531527, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.05314259824156761, "PGD-Accuracy": 1.8666666666666667, "PGD-Loss": 5.755842447916667}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 91, "Epoch-Time": 102.61223816871643, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8699951171875, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.22, "Augmented-Loss": 0.07599966370820999, "Clean-Accuracy": 99.3, "Clean-Loss": 0.058365378737449645, "PGD-Accuracy": 1.36, "PGD-Loss": 5.7423170379638675}, "Total-Time": 9448.3775370121, "Train": {"Loss": 0.937863577136287, "avg t": 0.9219876033641674, "plain loss": 0.09801451220688989}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.23833333333333, "Augmented-Loss": 0.07086159597694874, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.054790800462166465, "PGD-Accuracy": 1.7166666666666666, "PGD-Loss": 5.727574696858724}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 92, "Epoch-Time": 103.33341836929321, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8699951171875, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2156, "Augmented-Loss": 0.07884065170645714, "Clean-Accuracy": 99.24, "Clean-Loss": 0.06026104679107666, "PGD-Accuracy": 1.53, "PGD-Loss": 5.687586676025391}, "Total-Time": 9551.710955381393, "Train": {"Loss": 0.9378919915799742, "avg t": 0.9219897241239194, "plain loss": 0.09890071624473278}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.15933333333334, "Augmented-Loss": 0.07466595606525739, "Clean-Accuracy": 99.2, "Clean-Loss": 0.058136400640010834, "PGD-Accuracy": 1.7833333333333334, "PGD-Loss": 5.606910954793294}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 93, "Epoch-Time": 103.40613913536072, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79000091552734, "Augmented-0.05-Quantile-Accuracy": 98.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.17, "Augmented-Loss": 0.0682054796795845, "Clean-Accuracy": 99.21, "Clean-Loss": 0.05200909024477005, "PGD-Accuracy": 1.72, "PGD-Loss": 5.962024792480468}, "Total-Time": 9655.117094516754, "Train": {"Loss": 0.9378474681995533, "avg t": 0.9219808703705117, "plain loss": 0.09818265273835941}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.201, "Augmented-Loss": 0.06504101456393799, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.050205971678098045, "PGD-Accuracy": 1.7666666666666666, "PGD-Loss": 5.847275258382162}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 94, "Epoch-Time": 103.36683130264282, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93999481201172, "Augmented-0.05-Quantile-Accuracy": 98.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.2365, "Augmented-Loss": 0.06506754560077191, "Clean-Accuracy": 99.3, "Clean-Loss": 0.049809968560934066, "PGD-Accuracy": 1.47, "PGD-Loss": 5.949026516723633}, "Total-Time": 9758.483925819397, "Train": {"Loss": 0.9378607027972186, "avg t": 0.9219830013910929, "plain loss": 0.09902664599242039}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.44999694824219, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.23666666666666, "Augmented-Loss": 0.061139637986719605, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.04764516794681549, "PGD-Accuracy": 1.5, "PGD-Loss": 5.883005996704101}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 95, "Epoch-Time": 103.33763217926025, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.80999755859375, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2197, "Augmented-Loss": 0.0700448487303257, "Clean-Accuracy": 99.31, "Clean-Loss": 0.053950201189517974, "PGD-Accuracy": 1.46, "PGD-Loss": 5.7514337554931645}, "Total-Time": 9861.821557998657, "Train": {"Loss": 0.9378724718447085, "avg t": 0.9219849294733118, "plain loss": 0.0962337662608536}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.187, "Augmented-Loss": 0.06642057530879975, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05183292545874914, "PGD-Accuracy": 1.7333333333333334, "PGD-Loss": 5.681045323689778}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 96, "Epoch-Time": 103.59012341499329, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.5199966430664, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.2603, "Augmented-Loss": 0.07655622882294655, "Clean-Accuracy": 99.35, "Clean-Loss": 0.057866519129276275, "PGD-Accuracy": 1.66, "PGD-Loss": 5.770708142089844}, "Total-Time": 9965.41168141365, "Train": {"Loss": 0.9378474768179434, "avg t": 0.921978681423046, "plain loss": 0.09761933555249817}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.21183333333333, "Augmented-Loss": 0.0722637420141697, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05535430343945821, "PGD-Accuracy": 2.0, "PGD-Loss": 5.6833269348144535}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 97, "Epoch-Time": 103.04117035865784, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79000091552734, "Augmented-0.05-Quantile-Accuracy": 98.6199951171875, "Augmented-0.1-Quantile-Accuracy": 98.79000091552734, "Augmented-Accuracy": 99.2094, "Augmented-Loss": 0.070864841796875, "Clean-Accuracy": 99.27, "Clean-Loss": 0.053650512492656705, "PGD-Accuracy": 1.36, "PGD-Loss": 5.979122421264648}, "Total-Time": 10068.452851772308, "Train": {"Loss": 0.9378695881101821, "avg t": 0.9219832521544562, "plain loss": 0.09773523196114435}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.1695, "Augmented-Loss": 0.06724166065533956, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.051742589443922044, "PGD-Accuracy": 1.4333333333333333, "PGD-Loss": 5.913369491577148}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 98, "Epoch-Time": 102.78790283203125, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.2334, "Augmented-Loss": 0.0750209237754345, "Clean-Accuracy": 99.34, "Clean-Loss": 0.05665620001554489, "PGD-Accuracy": 1.66, "PGD-Loss": 5.72509026184082}, "Total-Time": 10171.24075460434, "Train": {"Loss": 0.9378372585155346, "avg t": 0.921977919684516, "plain loss": 0.0936883160909016}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.17316666666666, "Augmented-Loss": 0.07154460292001566, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.054916650195916496, "PGD-Accuracy": 2.3, "PGD-Loss": 5.678376978556315}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 99, "Epoch-Time": 102.84631109237671, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.7699966430664, "Augmented-Accuracy": 99.2313, "Augmented-Loss": 0.0682523899524212, "Clean-Accuracy": 99.32, "Clean-Loss": 0.05234449828863144, "PGD-Accuracy": 1.23, "PGD-Loss": 5.8229435546875}, "Total-Time": 10274.087065696716, "Train": {"Loss": 0.9378515756395128, "avg t": 0.9219764238286902, "plain loss": 0.09290280709619883}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.21333333333334, "Augmented-Loss": 0.06496563097536563, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.050842041273911794, "PGD-Accuracy": 1.7, "PGD-Loss": 5.794648549397786}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 100, "Epoch-Time": 103.14210796356201, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.95999908447266, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.2109, "Augmented-Loss": 0.07023108990073204, "Clean-Accuracy": 99.33, "Clean-Loss": 0.05312177565097809, "PGD-Accuracy": 1.82, "PGD-Loss": 5.875147232055664}, "Total-Time": 10377.229173660278, "Train": {"Loss": 0.9378344040623418, "avg t": 0.9219775027522334, "plain loss": 0.0946095554987589}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.21433333333333, "Augmented-Loss": 0.06618425407230855, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.050833361963431044, "PGD-Accuracy": 1.9333333333333333, "PGD-Loss": 5.82015988667806}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 101, "Epoch-Time": 102.29391598701477, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.57999420166016, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.2284, "Augmented-Loss": 0.06515328939568997, "Clean-Accuracy": 99.29, "Clean-Loss": 0.04925408889055252, "PGD-Accuracy": 1.59, "PGD-Loss": 5.930045327758789}, "Total-Time": 10479.523089647293, "Train": {"Loss": 0.9378213060520313, "avg t": 0.9219769345742684, "plain loss": 0.09400928800724176}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.1975, "Augmented-Loss": 0.0628424592372775, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.04851553287108739, "PGD-Accuracy": 1.85, "PGD-Loss": 5.879858373006185}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 102, "Epoch-Time": 102.88613867759705, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.90999603271484, "Augmented-0.05-Quantile-Accuracy": 98.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.7699966430664, "Augmented-Accuracy": 99.1731, "Augmented-Loss": 0.07492635936141014, "Clean-Accuracy": 99.22, "Clean-Loss": 0.05662345678806305, "PGD-Accuracy": 1.94, "PGD-Loss": 5.641676651000976}, "Total-Time": 10582.40922832489, "Train": {"Loss": 0.9378645460517319, "avg t": 0.9219782077648021, "plain loss": 0.09309532326945558}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.19216666666667, "Augmented-Loss": 0.07072207584460577, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.05413281354308128, "PGD-Accuracy": 1.7666666666666666, "PGD-Loss": 5.604840932210286}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 103, "Epoch-Time": 102.74034786224365, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.81999969482422, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.1758, "Augmented-Loss": 0.07090756480181218, "Clean-Accuracy": 99.22, "Clean-Loss": 0.05350053623914719, "PGD-Accuracy": 1.54, "PGD-Loss": 6.0411591186523435}, "Total-Time": 10685.149576187134, "Train": {"Loss": 0.937838352980437, "avg t": 0.9219761827256945, "plain loss": 0.09554102718918399}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.18566666666666, "Augmented-Loss": 0.06796097501834233, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.05231638338168462, "PGD-Accuracy": 1.75, "PGD-Loss": 5.986789301554362}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 104, "Epoch-Time": 101.92289185523987, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.81999969482422, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.2221, "Augmented-Loss": 0.06896770672154427, "Clean-Accuracy": 99.27, "Clean-Loss": 0.05182872571945191, "PGD-Accuracy": 1.66, "PGD-Loss": 5.740085317993164}, "Total-Time": 10787.072468042374, "Train": {"Loss": 0.9378674116134643, "avg t": 0.9219800598003246, "plain loss": 0.0943541490802058}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.1905, "Augmented-Loss": 0.06529904167274635, "Clean-Accuracy": 99.25, "Clean-Loss": 0.04987907737493515, "PGD-Accuracy": 2.066666666666667, "PGD-Loss": 5.6927738342285155}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 105, "Epoch-Time": 102.58983087539673, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.83999633789062, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.16, "Augmented-Loss": 0.07464506716787815, "Clean-Accuracy": 99.23, "Clean-Loss": 0.05609376344680786, "PGD-Accuracy": 1.87, "PGD-Loss": 5.712867672729492}, "Total-Time": 10889.66229891777, "Train": {"Loss": 0.9378758758968777, "avg t": 0.9219830515119765, "plain loss": 0.09539374230702717}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.17566666666667, "Augmented-Loss": 0.0713587595039606, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.05457470832268397, "PGD-Accuracy": 2.3666666666666667, "PGD-Loss": 5.6531411641438805}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 106, "Epoch-Time": 102.83349108695984, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93999481201172, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2098, "Augmented-Loss": 0.0724345229357481, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05488085640668869, "PGD-Accuracy": 1.58, "PGD-Loss": 5.633456903076172}, "Total-Time": 10992.49579000473, "Train": {"Loss": 0.9378290049941451, "avg t": 0.9219761522787588, "plain loss": 0.09483804028122506}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.2065, "Augmented-Loss": 0.0679290356407563, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.05217827478051185, "PGD-Accuracy": 2.1666666666666665, "PGD-Loss": 5.641474583943685}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 107, "Epoch-Time": 102.65304493904114, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.86000061035156, "Augmented-0.05-Quantile-Accuracy": 98.61000061035156, "Augmented-0.1-Quantile-Accuracy": 98.79000091552734, "Augmented-Accuracy": 99.2086, "Augmented-Loss": 0.06890861215150357, "Clean-Accuracy": 99.24, "Clean-Loss": 0.0519414502799511, "PGD-Accuracy": 1.68, "PGD-Loss": 5.773034954833984}, "Total-Time": 11095.148834943771, "Train": {"Loss": 0.9378244374946312, "avg t": 0.9219691694047716, "plain loss": 0.09377894892869172}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.17783333333334, "Augmented-Loss": 0.0664315504481395, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05131801888346672, "PGD-Accuracy": 1.9833333333333334, "PGD-Loss": 5.6791439259847}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 108, "Epoch-Time": 102.74023008346558, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72000122070312, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.62999725341797, "Augmented-Accuracy": 99.107, "Augmented-Loss": 0.07504611042165757, "Clean-Accuracy": 99.17, "Clean-Loss": 0.056611650693416594, "PGD-Accuracy": 2.31, "PGD-Loss": 5.6384781524658205}, "Total-Time": 11197.889065027237, "Train": {"Loss": 0.937804437496044, "avg t": 0.9219694698475025, "plain loss": 0.09271713374985581}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.33333587646484, "Augmented-0.1-Quantile-Accuracy": 98.61666870117188, "Augmented-Accuracy": 99.12033333333333, "Augmented-Loss": 0.07184370710730553, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.054952401280403136, "PGD-Accuracy": 2.3833333333333333, "PGD-Loss": 5.574186648050944}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 109, "Epoch-Time": 129.70924615859985, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.90999603271484, "Augmented-0.05-Quantile-Accuracy": 98.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.2371, "Augmented-Loss": 0.06708344836711884, "Clean-Accuracy": 99.29, "Clean-Loss": 0.051476269233226776, "PGD-Accuracy": 1.87, "PGD-Loss": 5.630448754882813}, "Total-Time": 11327.598311185837, "Train": {"Loss": 0.9378620755407545, "avg t": 0.9219787293186894, "plain loss": 0.09577146931401008}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.2075, "Augmented-Loss": 0.06359853881080946, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.04990966285268466, "PGD-Accuracy": 2.0833333333333335, "PGD-Loss": 5.564891189575195}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 110, "Epoch-Time": 119.21303200721741, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8699951171875, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.79000091552734, "Augmented-Accuracy": 99.181, "Augmented-Loss": 0.07541166991615296, "Clean-Accuracy": 99.21, "Clean-Loss": 0.05738237601518631, "PGD-Accuracy": 2.6, "PGD-Loss": 5.551221090698242}, "Total-Time": 11446.811343193054, "Train": {"Loss": 0.9378314576325593, "avg t": 0.9219727581165456, "plain loss": 0.09004785337801337}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.23266666666666, "Augmented-Loss": 0.07038570989489555, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.05406374933322271, "PGD-Accuracy": 3.0, "PGD-Loss": 5.486036763509115}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 111, "Epoch-Time": 120.62077331542969, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.05999755859375, "Augmented-0.05-Quantile-Accuracy": 98.58999633789062, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.1995, "Augmented-Loss": 0.06389696236658096, "Clean-Accuracy": 99.24, "Clean-Loss": 0.04887938780784607, "PGD-Accuracy": 1.29, "PGD-Loss": 5.8953726165771485}, "Total-Time": 11567.432116508484, "Train": {"Loss": 0.9378127644326951, "avg t": 0.9219663838986997, "plain loss": 0.0939252373200875}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.20333333333333, "Augmented-Loss": 0.06050225967625777, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.04737824562191963, "PGD-Accuracy": 1.8833333333333333, "PGD-Loss": 5.823742874145508}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 112, "Epoch-Time": 120.3730218410492, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.86000061035156, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.1863, "Augmented-Loss": 0.06702825784218311, "Clean-Accuracy": 99.24, "Clean-Loss": 0.05055177404284477, "PGD-Accuracy": 1.74, "PGD-Loss": 5.961596914672851}, "Total-Time": 11687.805138349533, "Train": {"Loss": 0.9378142841833609, "avg t": 0.9219725156006989, "plain loss": 0.09161610997517898}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.214, "Augmented-Loss": 0.06397747710247835, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.049426138470570244, "PGD-Accuracy": 2.066666666666667, "PGD-Loss": 5.942784474690755}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 113, "Epoch-Time": 116.18632960319519, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.95999908447266, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.1981, "Augmented-Loss": 0.06896649026584625, "Clean-Accuracy": 99.27, "Clean-Loss": 0.05263099880814552, "PGD-Accuracy": 1.41, "PGD-Loss": 5.742803604125976}, "Total-Time": 11803.991467952728, "Train": {"Loss": 0.9378091734426993, "avg t": 0.9219643296135797, "plain loss": 0.09286957065264394}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.17233333333333, "Augmented-Loss": 0.06513019291599592, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.05056079936027527, "PGD-Accuracy": 1.75, "PGD-Loss": 5.68437575785319}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 114, "Epoch-Time": 116.23941850662231, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8699951171875, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.1648, "Augmented-Loss": 0.06591636521017552, "Clean-Accuracy": 99.25, "Clean-Loss": 0.0501191739320755, "PGD-Accuracy": 1.35, "PGD-Loss": 5.865297567749024}, "Total-Time": 11920.23088645935, "Train": {"Loss": 0.9378259089081376, "avg t": 0.9219745039056848, "plain loss": 0.0912544542347944}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.20066666666666, "Augmented-Loss": 0.06209451522986094, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.0480180304646492, "PGD-Accuracy": 1.7833333333333334, "PGD-Loss": 5.834568496704102}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 115, "Epoch-Time": 120.32751655578613, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.00999450683594, "Augmented-0.05-Quantile-Accuracy": 98.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.79000091552734, "Augmented-Accuracy": 99.2165, "Augmented-Loss": 0.06769147895109653, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05206883406639099, "PGD-Accuracy": 1.87, "PGD-Loss": 5.610272320556641}, "Total-Time": 12040.558403015137, "Train": {"Loss": 0.9378302681534378, "avg t": 0.9219662388695611, "plain loss": 0.0892549778055262}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.1935, "Augmented-Loss": 0.06323665757298469, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.04907878891626994, "PGD-Accuracy": 2.25, "PGD-Loss": 5.559026059468588}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 116, "Epoch-Time": 119.84828591346741, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.2322, "Augmented-Loss": 0.06968496927845479, "Clean-Accuracy": 99.26, "Clean-Loss": 0.05285776288509369, "PGD-Accuracy": 1.85, "PGD-Loss": 5.7947779296875}, "Total-Time": 12160.406688928604, "Train": {"Loss": 0.9378154597459016, "avg t": 0.9219700775852909, "plain loss": 0.09178056008727477}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.17633333333333, "Augmented-Loss": 0.06561844004333019, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.05052181833982468, "PGD-Accuracy": 1.9666666666666666, "PGD-Loss": 5.742275530497233}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 117, "Epoch-Time": 119.15335702896118, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.58999633789062, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.2235, "Augmented-Loss": 0.06098531952309608, "Clean-Accuracy": 99.33, "Clean-Loss": 0.0463844750225544, "PGD-Accuracy": 1.58, "PGD-Loss": 6.100805709838867}, "Total-Time": 12279.560045957565, "Train": {"Loss": 0.9378264556107697, "avg t": 0.9219681963743986, "plain loss": 0.0907108301745522}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.242, "Augmented-Loss": 0.05859327065537373, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.045503302683432896, "PGD-Accuracy": 1.8666666666666667, "PGD-Loss": 6.080444636027019}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 118, "Epoch-Time": 99.85577249526978, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.97999572753906, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.2037, "Augmented-Loss": 0.06891524786543846, "Clean-Accuracy": 99.31, "Clean-Loss": 0.05217064381837845, "PGD-Accuracy": 1.61, "PGD-Loss": 5.891046835327148}, "Total-Time": 12379.415818452835, "Train": {"Loss": 0.9378287703196208, "avg t": 0.9219690931991295, "plain loss": 0.09148967415491732}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.17083333333333, "Augmented-Loss": 0.06604008024017016, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.05120543242494265, "PGD-Accuracy": 2.0833333333333335, "PGD-Loss": 5.874905217488607}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 119, "Epoch-Time": 102.21703481674194, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.91999816894531, "Augmented-0.05-Quantile-Accuracy": 98.5199966430664, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2238, "Augmented-Loss": 0.06525751136481762, "Clean-Accuracy": 99.29, "Clean-Loss": 0.04840458028316498, "PGD-Accuracy": 1.52, "PGD-Loss": 5.9834440826416015}, "Total-Time": 12481.632853269577, "Train": {"Loss": 0.9378136929759273, "avg t": 0.921961916676274, "plain loss": 0.09544194649060585}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.18483333333333, "Augmented-Loss": 0.06326200158754984, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.04838612830638885, "PGD-Accuracy": 1.7, "PGD-Loss": 5.914685173034668}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 120, "Epoch-Time": 120.8042345046997, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.7699966430664, "Augmented-0.05-Quantile-Accuracy": 98.32999420166016, "Augmented-0.1-Quantile-Accuracy": 98.61000061035156, "Augmented-Accuracy": 99.1501, "Augmented-Loss": 0.07658414627623558, "Clean-Accuracy": 99.19, "Clean-Loss": 0.057467791056632994, "PGD-Accuracy": 1.84, "PGD-Loss": 5.749227822875977}, "Total-Time": 12602.437087774277, "Train": {"Loss": 0.9378394688500299, "avg t": 0.9219719756091083, "plain loss": 0.09304867017180829}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.13616666666667, "Augmented-Loss": 0.07165080551505089, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.05422465838988622, "PGD-Accuracy": 2.45, "PGD-Loss": 5.7272409896850585}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 121, "Epoch-Time": 120.13559198379517, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0199966430664, "Augmented-0.05-Quantile-Accuracy": 98.57999420166016, "Augmented-0.1-Quantile-Accuracy": 98.80999755859375, "Augmented-Accuracy": 99.2509, "Augmented-Loss": 0.06885856803166866, "Clean-Accuracy": 99.31, "Clean-Loss": 0.052124240291118625, "PGD-Accuracy": 1.58, "PGD-Loss": 5.885556848144531}, "Total-Time": 12722.572679758072, "Train": {"Loss": 0.9378106750205711, "avg t": 0.921966459998378, "plain loss": 0.08964872790442577}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.81666564941406, "Augmented-0.1-Quantile-Accuracy": 98.94999694824219, "Augmented-Accuracy": 99.243, "Augmented-Loss": 0.06458818702359995, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.049677455216646196, "PGD-Accuracy": 1.7666666666666666, "PGD-Loss": 5.838492050170898}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 122, "Epoch-Time": 119.08721208572388, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.97000122070312, "Augmented-0.05-Quantile-Accuracy": 98.57999420166016, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.2152, "Augmented-Loss": 0.06384296169948578, "Clean-Accuracy": 99.26, "Clean-Loss": 0.04885613114833832, "PGD-Accuracy": 1.58, "PGD-Loss": 5.993613836669922}, "Total-Time": 12841.659891843796, "Train": {"Loss": 0.9377844543633638, "avg t": 0.9219605946011014, "plain loss": 0.09208546867723819}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.36666870117188, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.94999694824219, "Augmented-Accuracy": 99.19716666666666, "Augmented-Loss": 0.06077555593897899, "Clean-Accuracy": 99.25, "Clean-Loss": 0.04737210422754288, "PGD-Accuracy": 1.5833333333333333, "PGD-Loss": 5.944452865600586}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 123, "Epoch-Time": 119.86435127258301, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.80999755859375, "Augmented-0.05-Quantile-Accuracy": 98.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.7699966430664, "Augmented-Accuracy": 99.2094, "Augmented-Loss": 0.06939305035686492, "Clean-Accuracy": 99.24, "Clean-Loss": 0.05314695279598236, "PGD-Accuracy": 1.16, "PGD-Loss": 5.848555105590821}, "Total-Time": 12961.524243116379, "Train": {"Loss": 0.9377832273553919, "avg t": 0.9219577883261222, "plain loss": 0.0876847594861631}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.18316666666666, "Augmented-Loss": 0.06538393125196298, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.050789977848529816, "PGD-Accuracy": 1.4833333333333334, "PGD-Loss": 5.753296910603841}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 124, "Epoch-Time": 120.70701384544373, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.97999572753906, "Augmented-0.05-Quantile-Accuracy": 98.6199951171875, "Augmented-0.1-Quantile-Accuracy": 98.80999755859375, "Augmented-Accuracy": 99.2568, "Augmented-Loss": 0.07301010338640213, "Clean-Accuracy": 99.27, "Clean-Loss": 0.05480495496988297, "PGD-Accuracy": 1.51, "PGD-Loss": 5.876543542480468}, "Total-Time": 13082.231256961823, "Train": {"Loss": 0.9378100123935276, "avg t": 0.921969546282733, "plain loss": 0.0919528858184815}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.96666717529297, "Augmented-Accuracy": 99.2325, "Augmented-Loss": 0.06854224803725878, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05214991835753123, "PGD-Accuracy": 1.8, "PGD-Loss": 5.819338500976563}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 125, "Epoch-Time": 119.53564667701721, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93999481201172, "Augmented-0.05-Quantile-Accuracy": 98.63999938964844, "Augmented-0.1-Quantile-Accuracy": 98.80999755859375, "Augmented-Accuracy": 99.2444, "Augmented-Loss": 0.07035153559160233, "Clean-Accuracy": 99.33, "Clean-Loss": 0.052981127917766574, "PGD-Accuracy": 1.15, "PGD-Loss": 5.898948849487304}, "Total-Time": 13201.76690363884, "Train": {"Loss": 0.9378091979203401, "avg t": 0.9219649654670998, "plain loss": 0.09028326116844465}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.22116666666666, "Augmented-Loss": 0.0670777545807759, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.051430729409058885, "PGD-Accuracy": 1.45, "PGD-Loss": 5.827674166361491}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 126, "Epoch-Time": 119.58202528953552, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.97999572753906, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.2084, "Augmented-Loss": 0.06484761663031578, "Clean-Accuracy": 99.29, "Clean-Loss": 0.049064738553762435, "PGD-Accuracy": 1.6, "PGD-Loss": 5.905600466918945}, "Total-Time": 13321.348928928375, "Train": {"Loss": 0.9377853295714766, "avg t": 0.921962909910414, "plain loss": 0.0925909859374718}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.1775, "Augmented-Loss": 0.06255164861698945, "Clean-Accuracy": 99.25, "Clean-Loss": 0.048546511441469195, "PGD-Accuracy": 1.9666666666666666, "PGD-Loss": 5.857430252075195}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 127, "Epoch-Time": 119.53850245475769, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.90999603271484, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.193, "Augmented-Loss": 0.06892585895764827, "Clean-Accuracy": 99.3, "Clean-Loss": 0.053266758644580844, "PGD-Accuracy": 1.71, "PGD-Loss": 5.748871762084961}, "Total-Time": 13440.887431383133, "Train": {"Loss": 0.9377999462728147, "avg t": 0.9219659116886281, "plain loss": 0.09160848922023068}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.17616666666666, "Augmented-Loss": 0.06534527321080366, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05122465898593267, "PGD-Accuracy": 1.8, "PGD-Loss": 5.632097646077474}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 128, "Epoch-Time": 120.22762775421143, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.98999786376953, "Augmented-0.05-Quantile-Accuracy": 98.57999420166016, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2088, "Augmented-Loss": 0.07351636702501774, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05639804332256317, "PGD-Accuracy": 1.22, "PGD-Loss": 5.730737231445312}, "Total-Time": 13561.115059137344, "Train": {"Loss": 0.9377787317346643, "avg t": 0.9219600359068977, "plain loss": 0.09340299296025885}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.33333587646484, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.19833333333334, "Augmented-Loss": 0.06869050221820672, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.05331581064065297, "PGD-Accuracy": 1.6666666666666667, "PGD-Loss": 5.613852040608724}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 129, "Epoch-Time": 119.9170913696289, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.2145, "Augmented-Loss": 0.06898930418455601, "Clean-Accuracy": 99.27, "Clean-Loss": 0.05221517344713211, "PGD-Accuracy": 1.18, "PGD-Loss": 5.911334509277344}, "Total-Time": 13681.032150506973, "Train": {"Loss": 0.9378108691462764, "avg t": 0.9219639732219554, "plain loss": 0.09283716481703311}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.2225, "Augmented-Loss": 0.06542513167440892, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.05016941002011299, "PGD-Accuracy": 1.6, "PGD-Loss": 5.828868993123373}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 130, "Epoch-Time": 120.05898118019104, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.98999786376953, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.2002, "Augmented-Loss": 0.06882985906457902, "Clean-Accuracy": 99.29, "Clean-Loss": 0.05211680854558945, "PGD-Accuracy": 1.45, "PGD-Loss": 5.879009497070313}, "Total-Time": 13801.091131687164, "Train": {"Loss": 0.9377939559442026, "avg t": 0.9219617430369059, "plain loss": 0.09367599409951102}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.1925, "Augmented-Loss": 0.0651633639240265, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.05019775899251302, "PGD-Accuracy": 1.7833333333333334, "PGD-Loss": 5.781971257527669}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 131, "Epoch-Time": 120.46397066116333, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93999481201172, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2156, "Augmented-Loss": 0.06430583811962605, "Clean-Accuracy": 99.29, "Clean-Loss": 0.049375883024930955, "PGD-Accuracy": 1.91, "PGD-Loss": 5.8822769378662105}, "Total-Time": 13921.555102348328, "Train": {"Loss": 0.9378067225703487, "avg t": 0.9219618006282383, "plain loss": 0.09314061638337585}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.18866666666666, "Augmented-Loss": 0.061474719039201736, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.04824175607164701, "PGD-Accuracy": 2.2666666666666666, "PGD-Loss": 5.865859390258789}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 132, "Epoch-Time": 103.21477031707764, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93000030517578, "Augmented-0.05-Quantile-Accuracy": 98.65999603271484, "Augmented-0.1-Quantile-Accuracy": 98.81999969482422, "Augmented-Accuracy": 99.2297, "Augmented-Loss": 0.059945623913884166, "Clean-Accuracy": 99.27, "Clean-Loss": 0.045915167105197906, "PGD-Accuracy": 1.33, "PGD-Loss": 6.164152243041992}, "Total-Time": 14024.769872665405, "Train": {"Loss": 0.937814008500841, "avg t": 0.9219656591062193, "plain loss": 0.09238607523706231}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.18716666666667, "Augmented-Loss": 0.05742195650955041, "Clean-Accuracy": 99.25, "Clean-Loss": 0.044811274190743766, "PGD-Accuracy": 1.65, "PGD-Loss": 6.100823094685873}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 133, "Epoch-Time": 101.75580883026123, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.04000091552734, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.2007, "Augmented-Loss": 0.06706304528677463, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05128773329257965, "PGD-Accuracy": 1.49, "PGD-Loss": 5.863062054443359}, "Total-Time": 14126.525681495667, "Train": {"Loss": 0.9377827481163873, "avg t": 0.9219570571228309, "plain loss": 0.08826195916423095}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.219, "Augmented-Loss": 0.0633549388029178, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.04898448358972867, "PGD-Accuracy": 1.8, "PGD-Loss": 5.830962203979492}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 134, "Epoch-Time": 101.35849189758301, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.82999420166016, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.1685, "Augmented-Loss": 0.07175459258842468, "Clean-Accuracy": 99.25, "Clean-Loss": 0.0536049654841423, "PGD-Accuracy": 1.89, "PGD-Loss": 5.853667730712891}, "Total-Time": 14227.88417339325, "Train": {"Loss": 0.9378257430747703, "avg t": 0.9219637210987233, "plain loss": 0.09052945644590595}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.1445, "Augmented-Loss": 0.06876769470334053, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.05235059287150701, "PGD-Accuracy": 2.2666666666666666, "PGD-Loss": 5.767811065673828}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 135, "Epoch-Time": 102.47551155090332, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.64999389648438, "Augmented-0.1-Quantile-Accuracy": 98.80999755859375, "Augmented-Accuracy": 99.2272, "Augmented-Loss": 0.06528355918157101, "Clean-Accuracy": 99.28, "Clean-Loss": 0.04976986998915672, "PGD-Accuracy": 1.77, "PGD-Loss": 5.814679333496094}, "Total-Time": 14330.359684944153, "Train": {"Loss": 0.9377811065956398, "avg t": 0.9219554074781913, "plain loss": 0.09072178006172175}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.20116666666667, "Augmented-Loss": 0.06272138199786345, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.048809964487950004, "PGD-Accuracy": 1.7166666666666666, "PGD-Loss": 5.6998449859619145}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 136, "Epoch-Time": 101.53082942962646, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.97999572753906, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2092, "Augmented-Loss": 0.06793441553843022, "Clean-Accuracy": 99.26, "Clean-Loss": 0.05168044021129608, "PGD-Accuracy": 2.05, "PGD-Loss": 5.657044390869141}, "Total-Time": 14431.89051437378, "Train": {"Loss": 0.9377680139894838, "avg t": 0.921954354957298, "plain loss": 0.09068864165412054}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.21833333333333, "Augmented-Loss": 0.0650387416044871, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.05040880725781123, "PGD-Accuracy": 2.6166666666666667, "PGD-Loss": 5.5821764856974285}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 137, "Epoch-Time": 102.0412585735321, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.57999420166016, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2339, "Augmented-Loss": 0.06962852505493164, "Clean-Accuracy": 99.32, "Clean-Loss": 0.05265759152173996, "PGD-Accuracy": 1.4, "PGD-Loss": 5.7361459655761715}, "Total-Time": 14533.931772947311, "Train": {"Loss": 0.9377772057851156, "avg t": 0.9219565557020681, "plain loss": 0.09043640347410124}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.19983333333333, "Augmented-Loss": 0.06717086773316065, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05177645201484362, "PGD-Accuracy": 1.7666666666666666, "PGD-Loss": 5.6606306508382165}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 138, "Epoch-Time": 101.49860405921936, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75, "Augmented-0.05-Quantile-Accuracy": 98.2699966430664, "Augmented-0.1-Quantile-Accuracy": 98.55999755859375, "Augmented-Accuracy": 99.0919, "Augmented-Loss": 0.06868541179275513, "Clean-Accuracy": 99.17, "Clean-Loss": 0.053050298118591306, "PGD-Accuracy": 2.08, "PGD-Loss": 5.6508348846435545}, "Total-Time": 14635.43037700653, "Train": {"Loss": 0.9377992978979041, "avg t": 0.9219619375158239, "plain loss": 0.09103589543589823}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.153, "Augmented-Loss": 0.06382261227836211, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.05005093757311503, "PGD-Accuracy": 2.0833333333333335, "PGD-Loss": 5.566650990804036}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 139, "Epoch-Time": 102.28168606758118, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.98999786376953, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.2024, "Augmented-Loss": 0.07111479156565666, "Clean-Accuracy": 99.28, "Clean-Loss": 0.053460471761226654, "PGD-Accuracy": 1.28, "PGD-Loss": 5.725571032714844}, "Total-Time": 14737.712063074112, "Train": {"Loss": 0.9377897830186067, "avg t": 0.9219553004547402, "plain loss": 0.08924363459834342}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.9000015258789, "Augmented-Accuracy": 99.193, "Augmented-Loss": 0.06749269698023797, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.05176315953334173, "PGD-Accuracy": 1.7, "PGD-Loss": 5.702469718933106}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 140, "Epoch-Time": 102.51560521125793, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.91999816894531, "Augmented-0.05-Quantile-Accuracy": 98.56999969482422, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.1953, "Augmented-Loss": 0.0681043160150051, "Clean-Accuracy": 99.24, "Clean-Loss": 0.05174473885297775, "PGD-Accuracy": 1.5, "PGD-Loss": 5.8505091400146485}, "Total-Time": 14840.22766828537, "Train": {"Loss": 0.9378127610241925, "avg t": 0.9219637686411539, "plain loss": 0.08981595386928974}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.24033333333334, "Augmented-Loss": 0.06387891492495934, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.04914617511630058, "PGD-Accuracy": 1.95, "PGD-Loss": 5.749923746744791}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 141, "Epoch-Time": 102.19043397903442, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.98999786376953, "Augmented-0.05-Quantile-Accuracy": 98.52999877929688, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.1879, "Augmented-Loss": 0.06967243977320194, "Clean-Accuracy": 99.22, "Clean-Loss": 0.052278571021556856, "PGD-Accuracy": 1.92, "PGD-Loss": 5.841978005981446}, "Total-Time": 14942.418102264404, "Train": {"Loss": 0.9377913284301758, "avg t": 0.921959333843655, "plain loss": 0.08963812609072082}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.21816666666666, "Augmented-Loss": 0.06533131537993749, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.04973784908652305, "PGD-Accuracy": 2.0833333333333335, "PGD-Loss": 5.772796600341797}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 142, "Epoch-Time": 101.72363781929016, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.00999450683594, "Augmented-0.05-Quantile-Accuracy": 98.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.79000091552734, "Augmented-Accuracy": 99.2248, "Augmented-Loss": 0.06438623351871968, "Clean-Accuracy": 99.3, "Clean-Loss": 0.0496070227265358, "PGD-Accuracy": 1.39, "PGD-Loss": 5.789458197021484}, "Total-Time": 15044.141740083694, "Train": {"Loss": 0.937768345091078, "avg t": 0.9219506918236061, "plain loss": 0.08891103211508859}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.4000015258789, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.216, "Augmented-Loss": 0.06073199021031459, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.047732015550136564, "PGD-Accuracy": 1.8, "PGD-Loss": 5.725239568074544}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 143, "Epoch-Time": 102.3245017528534, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.07999420166016, "Augmented-0.05-Quantile-Accuracy": 98.62999725341797, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.2212, "Augmented-Loss": 0.06626173204064369, "Clean-Accuracy": 99.29, "Clean-Loss": 0.05021477399468422, "PGD-Accuracy": 1.95, "PGD-Loss": 5.721494384765625}, "Total-Time": 15146.466241836548, "Train": {"Loss": 0.9377694175508288, "avg t": 0.9219519545943649, "plain loss": 0.08953552512592741}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.2135, "Augmented-Loss": 0.06225319977253675, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.048045083075761795, "PGD-Accuracy": 2.05, "PGD-Loss": 5.6628684794108075}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 144, "Epoch-Time": 102.79026174545288, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0199966430664, "Augmented-0.05-Quantile-Accuracy": 98.64999389648438, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.2554, "Augmented-Loss": 0.06055883877778053, "Clean-Accuracy": 99.33, "Clean-Loss": 0.045644437390565874, "PGD-Accuracy": 1.79, "PGD-Loss": 6.020498803710938}, "Total-Time": 15249.256503582, "Train": {"Loss": 0.937781196611899, "avg t": 0.9219539811169659, "plain loss": 0.08925741707483924}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.22633333333333, "Augmented-Loss": 0.05795434290488561, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.04492495503028234, "PGD-Accuracy": 1.9, "PGD-Loss": 5.8937357228597005}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 145, "Epoch-Time": 102.16398477554321, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.57999420166016, "Augmented-0.1-Quantile-Accuracy": 98.7699966430664, "Augmented-Accuracy": 99.2387, "Augmented-Loss": 0.06423418106710911, "Clean-Accuracy": 99.33, "Clean-Loss": 0.04852303922176361, "PGD-Accuracy": 1.37, "PGD-Loss": 5.904063500976562}, "Total-Time": 15351.420488357544, "Train": {"Loss": 0.9377796426349216, "avg t": 0.92195450980575, "plain loss": 0.0892296302088984}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.41666412353516, "Augmented-0.05-Quantile-Accuracy": 98.76666259765625, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.196, "Augmented-Loss": 0.06174572230716546, "Clean-Accuracy": 99.25, "Clean-Loss": 0.04768178291122119, "PGD-Accuracy": 2.0, "PGD-Loss": 5.898484334309896}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 146, "Epoch-Time": 102.32989835739136, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.06999969482422, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.73999786376953, "Augmented-Accuracy": 99.239, "Augmented-Loss": 0.06405698111474514, "Clean-Accuracy": 99.31, "Clean-Loss": 0.048536558842659, "PGD-Accuracy": 0.88, "PGD-Loss": 6.054972610473633}, "Total-Time": 15453.750386714935, "Train": {"Loss": 0.9377847205621225, "avg t": 0.9219530646712691, "plain loss": 0.0923053903491408}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.203, "Augmented-Loss": 0.061441077057321866, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.047622747659683225, "PGD-Accuracy": 1.15, "PGD-Loss": 5.968882837931315}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 147, "Epoch-Time": 102.9795413017273, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93000030517578, "Augmented-0.05-Quantile-Accuracy": 98.50999450683594, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.1819, "Augmented-Loss": 0.06469647832405567, "Clean-Accuracy": 99.24, "Clean-Loss": 0.050153495526313784, "PGD-Accuracy": 1.33, "PGD-Loss": 5.911436337280273}, "Total-Time": 15556.729928016663, "Train": {"Loss": 0.9377755990204988, "avg t": 0.9219488682923493, "plain loss": 0.0901532953898112}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.19533333333334, "Augmented-Loss": 0.06097378989537557, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.04802267047762871, "PGD-Accuracy": 1.8833333333333333, "PGD-Loss": 5.874939971923828}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 148, "Epoch-Time": 102.79290533065796, "Test": {"Augmented-0.01-Quantile-Accuracy": 98.0199966430664, "Augmented-0.05-Quantile-Accuracy": 98.55999755859375, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2456, "Augmented-Loss": 0.06688588067936897, "Clean-Accuracy": 99.31, "Clean-Loss": 0.05079989876747131, "PGD-Accuracy": 1.17, "PGD-Loss": 5.815571511840821}, "Total-Time": 15659.52283334732, "Train": {"Loss": 0.9377870311737061, "avg t": 0.9219558906555175, "plain loss": 0.09057909136348291}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.19783333333334, "Augmented-Loss": 0.06377870666424433, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.04939478376507759, "PGD-Accuracy": 1.3166666666666667, "PGD-Loss": 5.715034301757813}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 149, "Epoch-Time": 79.53078150749207, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.98999786376953, "Augmented-0.05-Quantile-Accuracy": 98.5199966430664, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.1872, "Augmented-Loss": 0.06562315363693237, "Clean-Accuracy": 99.25, "Clean-Loss": 0.05011607304215431, "PGD-Accuracy": 1.57, "PGD-Loss": 5.879302862548828}, "Total-Time": 15739.053614854813, "Train": {"Loss": 0.937789000970346, "avg t": 0.9219558705223931, "plain loss": 0.09045160547362428}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.98332977294922, "Augmented-Accuracy": 99.24666666666667, "Augmented-Loss": 0.06096591089357933, "Clean-Accuracy": 99.3, "Clean-Loss": 0.04734744087855021, "PGD-Accuracy": 1.8166666666666667, "PGD-Loss": 5.814242940266927}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_three/mnist_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
