{"Epoch": 0, "Epoch-Time": 329.291100025177, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.18999481201172, "Augmented-0.05-Quantile-Accuracy": 97.19999694824219, "Augmented-0.1-Quantile-Accuracy": 97.56999969482422, "Augmented-Accuracy": 98.396, "Augmented-Loss": 0.20037979924011232, "Clean-Accuracy": 98.58, "Clean-Loss": 0.1283850248336792, "PGD-Accuracy": 0.89, "PGD-Loss": 4.006432351684571}, "Total-Time": 329.291100025177, "Train": {"Loss": 0.25847433626375815, "avg t": 0.983865210391857, "plain loss": 0.437894074729637}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.06666564941406, "Augmented-0.05-Quantile-Accuracy": 97.93333435058594, "Augmented-0.1-Quantile-Accuracy": 98.04999542236328, "Augmented-Accuracy": 98.689, "Augmented-Loss": 0.18490317220290503, "Clean-Accuracy": 98.83333333333333, "Clean-Loss": 0.11694975217183431, "PGD-Accuracy": 0.75, "PGD-Loss": 4.014182022094727}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 1, "Epoch-Time": 337.13313722610474, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.68999481201172, "Augmented-0.05-Quantile-Accuracy": 97.56999969482422, "Augmented-0.1-Quantile-Accuracy": 97.97000122070312, "Augmented-Accuracy": 98.7279, "Augmented-Loss": 0.1727560352640152, "Clean-Accuracy": 98.85, "Clean-Loss": 0.08441392862796783, "PGD-Accuracy": 9.47, "PGD-Loss": 4.191997817993164}, "Total-Time": 666.4242372512817, "Train": {"Loss": 0.06716523989703921, "avg t": 0.9398293307269061, "plain loss": 0.2673542253847477}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.06666564941406, "Augmented-0.1-Quantile-Accuracy": 98.28333282470703, "Augmented-Accuracy": 98.83016666666667, "Augmented-Loss": 0.16415691394170126, "Clean-Accuracy": 98.9, "Clean-Loss": 0.08192696217695872, "PGD-Accuracy": 9.166666666666666, "PGD-Loss": 4.189182604471842}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 2, "Epoch-Time": 337.39898347854614, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.04000091552734, "Augmented-0.05-Quantile-Accuracy": 97.14999389648438, "Augmented-0.1-Quantile-Accuracy": 97.56999969482422, "Augmented-Accuracy": 98.3487, "Augmented-Loss": 0.22790024199199677, "Clean-Accuracy": 98.6, "Clean-Loss": 0.12146633784770966, "PGD-Accuracy": 15.01, "PGD-Loss": 4.28804210357666}, "Total-Time": 1003.8232207298279, "Train": {"Loss": 0.04956033279443229, "avg t": 0.9355188079410129, "plain loss": 0.22509645806771725}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.68333435058594, "Augmented-0.05-Quantile-Accuracy": 97.58333587646484, "Augmented-0.1-Quantile-Accuracy": 97.9000015258789, "Augmented-Accuracy": 98.67333333333333, "Augmented-Loss": 0.20681183406829834, "Clean-Accuracy": 98.86666666666666, "Clean-Loss": 0.10977783368031184, "PGD-Accuracy": 14.35, "PGD-Loss": 4.162048233032227}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 3, "Epoch-Time": 337.15876960754395, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.72999572753906, "Augmented-0.05-Quantile-Accuracy": 97.75, "Augmented-0.1-Quantile-Accuracy": 98.15999603271484, "Augmented-Accuracy": 98.8034, "Augmented-Loss": 0.09423238524770737, "Clean-Accuracy": 98.92, "Clean-Loss": 0.05121961697340011, "PGD-Accuracy": 12.87, "PGD-Loss": 5.514497338867187}, "Total-Time": 1340.9819903373718, "Train": {"Loss": 0.041366914574746734, "avg t": 0.9329857735987063, "plain loss": 0.19691215501008194}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.38333129882812, "Augmented-0.05-Quantile-Accuracy": 98.0999984741211, "Augmented-0.1-Quantile-Accuracy": 98.26666259765625, "Augmented-Accuracy": 98.81466666666667, "Augmented-Loss": 0.0891994920394818, "Clean-Accuracy": 98.95, "Clean-Loss": 0.05338581361373266, "PGD-Accuracy": 12.4, "PGD-Loss": 5.452205935160319}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 4, "Epoch-Time": 337.26590847969055, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.93999481201172, "Augmented-0.05-Quantile-Accuracy": 97.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.15999603271484, "Augmented-Accuracy": 98.8525, "Augmented-Loss": 0.10633959703087807, "Clean-Accuracy": 99.06, "Clean-Loss": 0.04733911381065845, "PGD-Accuracy": 17.12, "PGD-Loss": 4.490384317016601}, "Total-Time": 1678.2478988170624, "Train": {"Loss": 0.03700083614113154, "avg t": 0.9317024499398691, "plain loss": 0.1822763413747154}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.51666259765625, "Augmented-0.05-Quantile-Accuracy": 98.23332977294922, "Augmented-0.1-Quantile-Accuracy": 98.46666717529297, "Augmented-Accuracy": 99.05883333333334, "Augmented-Loss": 0.09583574770152568, "Clean-Accuracy": 99.2, "Clean-Loss": 0.046093079745769504, "PGD-Accuracy": 17.233333333333334, "PGD-Loss": 4.301469589233398}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 5, "Epoch-Time": 337.5483629703522, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.7699966430664, "Augmented-0.05-Quantile-Accuracy": 97.73999786376953, "Augmented-0.1-Quantile-Accuracy": 98.14999389648438, "Augmented-Accuracy": 98.8496, "Augmented-Loss": 0.06673083032238483, "Clean-Accuracy": 99.06, "Clean-Loss": 0.037649488439410926, "PGD-Accuracy": 13.51, "PGD-Loss": 6.680185092163086}, "Total-Time": 2015.7962617874146, "Train": {"Loss": 0.031317702287463126, "avg t": 0.9301426505689268, "plain loss": 0.16633242683763835}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.54999542236328, "Augmented-0.05-Quantile-Accuracy": 98.18333435058594, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 98.99016666666667, "Augmented-Loss": 0.06213978877191742, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.039242180959632, "PGD-Accuracy": 13.75, "PGD-Loss": 6.435548212687174}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 6, "Epoch-Time": 337.31288027763367, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.36000061035156, "Augmented-0.05-Quantile-Accuracy": 97.54000091552734, "Augmented-0.1-Quantile-Accuracy": 97.88999938964844, "Augmented-Accuracy": 98.7025, "Augmented-Loss": 0.1104288282506466, "Clean-Accuracy": 98.91, "Clean-Loss": 0.052242895019054415, "PGD-Accuracy": 14.34, "PGD-Loss": 4.65798337097168}, "Total-Time": 2353.109142065048, "Train": {"Loss": 0.028181459146793243, "avg t": 0.9292268036736382, "plain loss": 0.15517907265557176}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.25, "Augmented-0.05-Quantile-Accuracy": 98.04999542236328, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 98.92366666666666, "Augmented-Loss": 0.10095555995484193, "Clean-Accuracy": 99.01666666666667, "Clean-Loss": 0.05201622707645098, "PGD-Accuracy": 13.9, "PGD-Loss": 4.456536722819011}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 7, "Epoch-Time": 337.42191457748413, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.0199966430664, "Augmented-0.1-Quantile-Accuracy": 98.27999877929688, "Augmented-Accuracy": 98.9877, "Augmented-Loss": 0.09574623459386826, "Clean-Accuracy": 99.2, "Clean-Loss": 0.04718047771453857, "PGD-Accuracy": 14.15, "PGD-Loss": 4.561747698974609}, "Total-Time": 2690.5310566425323, "Train": {"Loss": 0.024718659081461807, "avg t": 0.9284457466337416, "plain loss": 0.14383276633509884}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.6500015258789, "Augmented-0.05-Quantile-Accuracy": 98.38333129882812, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.03683333333333, "Augmented-Loss": 0.08799385542571544, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.04739500674108664, "PGD-Accuracy": 13.683333333333334, "PGD-Loss": 4.371633555094401}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 8, "Epoch-Time": 337.5269865989685, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.0, "Augmented-0.05-Quantile-Accuracy": 97.8699951171875, "Augmented-0.1-Quantile-Accuracy": 98.18999481201172, "Augmented-Accuracy": 98.8662, "Augmented-Loss": 0.09532841446399688, "Clean-Accuracy": 99.04, "Clean-Loss": 0.04624277722835541, "PGD-Accuracy": 15.21, "PGD-Loss": 4.33584951171875}, "Total-Time": 3028.058043241501, "Train": {"Loss": 0.022716645907748627, "avg t": 0.9276550926632351, "plain loss": 0.13614765881432425}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.48332977294922, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.43333435058594, "Augmented-Accuracy": 99.01833333333333, "Augmented-Loss": 0.08716540779014428, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.046814779890080295, "PGD-Accuracy": 15.083333333333334, "PGD-Loss": 4.070368052164714}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 9, "Epoch-Time": 337.41411995887756, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.04000091552734, "Augmented-0.05-Quantile-Accuracy": 97.86000061035156, "Augmented-0.1-Quantile-Accuracy": 98.13999938964844, "Augmented-Accuracy": 98.8763, "Augmented-Loss": 0.07312055950951576, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03522089470922947, "PGD-Accuracy": 18.0, "PGD-Loss": 5.579020901489258}, "Total-Time": 3365.4721632003784, "Train": {"Loss": 0.020925806767962598, "avg t": 0.9273013600420069, "plain loss": 0.1272622570620643}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.5999984741211, "Augmented-0.05-Quantile-Accuracy": 98.28333282470703, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.05066666666667, "Augmented-Loss": 0.06570204169462124, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.03644460609306892, "PGD-Accuracy": 17.683333333333334, "PGD-Loss": 5.361396682739258}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 10, "Epoch-Time": 337.4269118309021, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.90999603271484, "Augmented-0.05-Quantile-Accuracy": 97.87999725341797, "Augmented-0.1-Quantile-Accuracy": 98.19999694824219, "Augmented-Accuracy": 98.8665, "Augmented-Loss": 0.06324205456417799, "Clean-Accuracy": 98.93, "Clean-Loss": 0.040546126657724384, "PGD-Accuracy": 15.28, "PGD-Loss": 8.868590188598633}, "Total-Time": 3702.8990750312805, "Train": {"Loss": 0.019617423273898937, "avg t": 0.9268404225596675, "plain loss": 0.1254180979799342}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.71666717529297, "Augmented-0.05-Quantile-Accuracy": 98.33333587646484, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.0065, "Augmented-Loss": 0.05961852176020543, "Clean-Accuracy": 99.06666666666666, "Clean-Loss": 0.04302767798180381, "PGD-Accuracy": 15.683333333333334, "PGD-Loss": 8.702667958577473}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 11, "Epoch-Time": 337.34825348854065, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.18999481201172, "Augmented-0.05-Quantile-Accuracy": 97.88999938964844, "Augmented-0.1-Quantile-Accuracy": 98.15999603271484, "Augmented-Accuracy": 98.8949, "Augmented-Loss": 0.05983367114257813, "Clean-Accuracy": 99.07, "Clean-Loss": 0.03385180667340756, "PGD-Accuracy": 20.42, "PGD-Loss": 6.190522760009766}, "Total-Time": 4040.247328519821, "Train": {"Loss": 0.016367711024220896, "avg t": 0.9262402585700706, "plain loss": 0.12100455747533725}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.66666412353516, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.10833333333333, "Augmented-Loss": 0.057804507446587085, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.038067293339098494, "PGD-Accuracy": 20.6, "PGD-Loss": 5.833223899841308}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 12, "Epoch-Time": 336.91141533851624, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.45999908447266, "Augmented-0.05-Quantile-Accuracy": 96.80999755859375, "Augmented-0.1-Quantile-Accuracy": 97.3499984741211, "Augmented-Accuracy": 98.3, "Augmented-Loss": 0.13262974466562272, "Clean-Accuracy": 98.7, "Clean-Loss": 0.05854524282217026, "PGD-Accuracy": 17.21, "PGD-Loss": 4.785173718261719}, "Total-Time": 4377.158743858337, "Train": {"Loss": 0.014547129076940042, "avg t": 0.9258269676985564, "plain loss": 0.11297165291397682}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.46666717529297, "Augmented-0.05-Quantile-Accuracy": 97.43333435058594, "Augmented-0.1-Quantile-Accuracy": 97.71666717529297, "Augmented-Accuracy": 98.634, "Augmented-Loss": 0.1193879526257515, "Clean-Accuracy": 98.85, "Clean-Loss": 0.054470943555235865, "PGD-Accuracy": 17.083333333333332, "PGD-Loss": 4.480108215332031}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 13, "Epoch-Time": 337.04320669174194, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.89999389648438, "Augmented-0.05-Quantile-Accuracy": 97.75999450683594, "Augmented-0.1-Quantile-Accuracy": 98.0999984741211, "Augmented-Accuracy": 98.8714, "Augmented-Loss": 0.07556894475483894, "Clean-Accuracy": 99.18, "Clean-Loss": 0.04198355932831764, "PGD-Accuracy": 18.55, "PGD-Loss": 6.168880746459961}, "Total-Time": 4714.201950550079, "Train": {"Loss": 0.01645453893972768, "avg t": 0.9260717111163669, "plain loss": 0.11023962762973921}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.16, "Augmented-Loss": 0.06739227658361197, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.040922234413524466, "PGD-Accuracy": 18.75, "PGD-Loss": 5.829966896057129}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 14, "Epoch-Time": 337.38626194000244, "Test": {"Augmented-0.01-Quantile-Accuracy": 95.72000122070312, "Augmented-0.05-Quantile-Accuracy": 97.12999725341797, "Augmented-0.1-Quantile-Accuracy": 97.62999725341797, "Augmented-Accuracy": 98.5821, "Augmented-Loss": 0.20627185144615173, "Clean-Accuracy": 98.88, "Clean-Loss": 0.09425213544368743, "PGD-Accuracy": 14.38, "PGD-Loss": 3.6238366958618164}, "Total-Time": 5051.588212490082, "Train": {"Loss": 0.014149504814434935, "avg t": 0.9256624711354574, "plain loss": 0.10459236861334913}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.29999542236328, "Augmented-0.05-Quantile-Accuracy": 97.63333129882812, "Augmented-0.1-Quantile-Accuracy": 97.91666412353516, "Augmented-Accuracy": 98.79416666666667, "Augmented-Loss": 0.18712840521335602, "Clean-Accuracy": 98.96666666666667, "Clean-Loss": 0.0846684719522794, "PGD-Accuracy": 13.816666666666666, "PGD-Loss": 3.2642259674072265}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 15, "Epoch-Time": 336.97088956832886, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.04000091552734, "Augmented-0.05-Quantile-Accuracy": 97.2699966430664, "Augmented-0.1-Quantile-Accuracy": 97.69999694824219, "Augmented-Accuracy": 98.5137, "Augmented-Loss": 0.07755737660014629, "Clean-Accuracy": 98.77, "Clean-Loss": 0.042149183320999144, "PGD-Accuracy": 19.6, "PGD-Loss": 7.228648602294922}, "Total-Time": 5388.559102058411, "Train": {"Loss": 0.014218713616891936, "avg t": 0.9254701004381533, "plain loss": 0.1059407676537832}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.96666717529297, "Augmented-0.05-Quantile-Accuracy": 97.8499984741211, "Augmented-0.1-Quantile-Accuracy": 98.0, "Augmented-Accuracy": 98.69783333333334, "Augmented-Loss": 0.07138710315982501, "Clean-Accuracy": 99.05, "Clean-Loss": 0.042901665018250545, "PGD-Accuracy": 19.0, "PGD-Loss": 6.557213874816894}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 16, "Epoch-Time": 336.94047808647156, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.15999603271484, "Augmented-0.05-Quantile-Accuracy": 97.8699951171875, "Augmented-0.1-Quantile-Accuracy": 98.20999908447266, "Augmented-Accuracy": 98.9574, "Augmented-Loss": 0.061155699333906174, "Clean-Accuracy": 99.07, "Clean-Loss": 0.033185389298200606, "PGD-Accuracy": 14.55, "PGD-Loss": 11.372494979858399}, "Total-Time": 5725.499580144882, "Train": {"Loss": 0.012070591325009311, "avg t": 0.9251211902830336, "plain loss": 0.10256148327368275}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.4000015258789, "Augmented-0.05-Quantile-Accuracy": 98.23332977294922, "Augmented-0.1-Quantile-Accuracy": 98.48332977294922, "Augmented-Accuracy": 99.0035, "Augmented-Loss": 0.06069105156560739, "Clean-Accuracy": 99.15, "Clean-Loss": 0.038708924922471244, "PGD-Accuracy": 15.1, "PGD-Loss": 11.003037928263346}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 17, "Epoch-Time": 336.78182792663574, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.41999816894531, "Augmented-0.05-Quantile-Accuracy": 97.5, "Augmented-0.1-Quantile-Accuracy": 97.83999633789062, "Augmented-Accuracy": 98.7066, "Augmented-Loss": 0.0801438662993908, "Clean-Accuracy": 99.07, "Clean-Loss": 0.03960087655037642, "PGD-Accuracy": 20.63, "PGD-Loss": 6.6995448333740235}, "Total-Time": 6062.281408071518, "Train": {"Loss": 0.011438277502026823, "avg t": 0.9249255402353075, "plain loss": 0.09795170488004323}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.26666259765625, "Augmented-0.05-Quantile-Accuracy": 97.96666717529297, "Augmented-0.1-Quantile-Accuracy": 98.21666717529297, "Augmented-Accuracy": 98.9015, "Augmented-Loss": 0.07042734616274635, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.03911113909445703, "PGD-Accuracy": 20.633333333333333, "PGD-Loss": 6.3948092269897465}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 18, "Epoch-Time": 337.0094738006592, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.93999481201172, "Augmented-0.05-Quantile-Accuracy": 97.95999908447266, "Augmented-0.1-Quantile-Accuracy": 98.25999450683594, "Augmented-Accuracy": 99.0219, "Augmented-Loss": 0.06920605879878998, "Clean-Accuracy": 99.28, "Clean-Loss": 0.03344865955933928, "PGD-Accuracy": 20.28, "PGD-Loss": 6.405998104858399}, "Total-Time": 6399.290881872177, "Train": {"Loss": 0.012790742571845098, "avg t": 0.9250749904844496, "plain loss": 0.09795291750166148}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.68333435058594, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.1785, "Augmented-Loss": 0.06449318633660674, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.03746880889187257, "PGD-Accuracy": 20.733333333333334, "PGD-Loss": 6.103175857543945}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 19, "Epoch-Time": 337.36898732185364, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.97000122070312, "Augmented-0.05-Quantile-Accuracy": 97.8699951171875, "Augmented-0.1-Quantile-Accuracy": 98.25, "Augmented-Accuracy": 98.9654, "Augmented-Loss": 0.09145389326953889, "Clean-Accuracy": 99.23, "Clean-Loss": 0.03801726216673851, "PGD-Accuracy": 19.15, "PGD-Loss": 5.223103804016113}, "Total-Time": 6736.659869194031, "Train": {"Loss": 0.011068424233269912, "avg t": 0.9248943867330198, "plain loss": 0.09563418536009613}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.56666564941406, "Augmented-0.05-Quantile-Accuracy": 98.28333282470703, "Augmented-0.1-Quantile-Accuracy": 98.51666259765625, "Augmented-Accuracy": 99.09516666666667, "Augmented-Loss": 0.08360135032743216, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.040914990693330766, "PGD-Accuracy": 18.9, "PGD-Loss": 5.025785202026367}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 20, "Epoch-Time": 337.52186942100525, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.25, "Augmented-0.05-Quantile-Accuracy": 98.0, "Augmented-0.1-Quantile-Accuracy": 98.3699951171875, "Augmented-Accuracy": 99.0323, "Augmented-Loss": 0.05407236231023073, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03180323882550001, "PGD-Accuracy": 20.32, "PGD-Loss": 9.615031024169921}, "Total-Time": 7074.181738615036, "Train": {"Loss": 0.010742412038983915, "avg t": 0.9246754919864514, "plain loss": 0.09242166712372384}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.78333282470703, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.04533333333333, "Augmented-Loss": 0.057025685373743376, "Clean-Accuracy": 99.08333333333333, "Clean-Loss": 0.041304347454259795, "PGD-Accuracy": 20.4, "PGD-Loss": 9.283610087076823}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 21, "Epoch-Time": 337.58277797698975, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.63999938964844, "Augmented-0.05-Quantile-Accuracy": 97.70999908447266, "Augmented-0.1-Quantile-Accuracy": 98.0, "Augmented-Accuracy": 98.767, "Augmented-Loss": 0.08216190046918392, "Clean-Accuracy": 99.06, "Clean-Loss": 0.04325104329586029, "PGD-Accuracy": 20.22, "PGD-Loss": 7.74348900756836}, "Total-Time": 7411.764516592026, "Train": {"Loss": 0.009213375059266886, "avg t": 0.924298996978336, "plain loss": 0.091321945087998}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.25, "Augmented-0.05-Quantile-Accuracy": 98.16666412353516, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.048, "Augmented-Loss": 0.07476163868019978, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.043531173835198084, "PGD-Accuracy": 20.283333333333335, "PGD-Loss": 6.908696922302246}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 22, "Epoch-Time": 337.2285771369934, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.22000122070312, "Augmented-0.05-Quantile-Accuracy": 97.87999725341797, "Augmented-0.1-Quantile-Accuracy": 98.25, "Augmented-Accuracy": 98.9648, "Augmented-Loss": 0.05955868036207557, "Clean-Accuracy": 99.09, "Clean-Loss": 0.03401432407386601, "PGD-Accuracy": 21.09, "PGD-Loss": 7.458361996459961}, "Total-Time": 7748.993093729019, "Train": {"Loss": 0.00922516445984581, "avg t": 0.9244557292549699, "plain loss": 0.0904845705544507}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.61666870117188, "Augmented-0.05-Quantile-Accuracy": 98.28333282470703, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.10583333333334, "Augmented-Loss": 0.0555938022377342, "Clean-Accuracy": 99.3, "Clean-Loss": 0.036179930466537676, "PGD-Accuracy": 20.566666666666666, "PGD-Loss": 7.037056711832682}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 23, "Epoch-Time": 338.2392113208771, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.14999389648438, "Augmented-0.1-Quantile-Accuracy": 98.43999481201172, "Augmented-Accuracy": 99.0479, "Augmented-Loss": 0.06629770361417532, "Clean-Accuracy": 99.31, "Clean-Loss": 0.03163568355590105, "PGD-Accuracy": 20.4, "PGD-Loss": 7.6862513488769535}, "Total-Time": 8087.232305049896, "Train": {"Loss": 0.009349357240764355, "avg t": 0.924380353168205, "plain loss": 0.08809833041297067}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.66666412353516, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.19883333333334, "Augmented-Loss": 0.05921651052052776, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.0344415675982212, "PGD-Accuracy": 20.916666666666668, "PGD-Loss": 7.387627510070801}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 24, "Epoch-Time": 337.8037393093109, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.2699966430664, "Augmented-0.05-Quantile-Accuracy": 98.00999450683594, "Augmented-0.1-Quantile-Accuracy": 98.32999420166016, "Augmented-Accuracy": 99.0258, "Augmented-Loss": 0.04080465258425474, "Clean-Accuracy": 99.16, "Clean-Loss": 0.030131117214635014, "PGD-Accuracy": 15.77, "PGD-Loss": 15.480326623535156}, "Total-Time": 8425.036044359207, "Train": {"Loss": 0.008422913489518341, "avg t": 0.9241581308930008, "plain loss": 0.08387390065016571}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.76666259765625, "Augmented-0.05-Quantile-Accuracy": 98.31666564941406, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.193, "Augmented-Loss": 0.04324871928364039, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.03652238424122334, "PGD-Accuracy": 16.533333333333335, "PGD-Loss": 14.658703450520834}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 25, "Epoch-Time": 338.00415682792664, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.41999816894531, "Augmented-0.05-Quantile-Accuracy": 98.14999389648438, "Augmented-0.1-Quantile-Accuracy": 98.43999481201172, "Augmented-Accuracy": 99.1096, "Augmented-Loss": 0.04059071736806631, "Clean-Accuracy": 99.23, "Clean-Loss": 0.026827244915626942, "PGD-Accuracy": 19.87, "PGD-Loss": 14.11162646484375}, "Total-Time": 8763.040201187134, "Train": {"Loss": 0.007667015373706817, "avg t": 0.9240674673363014, "plain loss": 0.08338294729568352}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.93333435058594, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.14916666666667, "Augmented-Loss": 0.04436438766955088, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.03656236758067583, "PGD-Accuracy": 19.683333333333334, "PGD-Loss": 13.460925755818685}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 26, "Epoch-Time": 338.58416962623596, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.07999420166016, "Augmented-0.1-Quantile-Accuracy": 98.43999481201172, "Augmented-Accuracy": 99.0279, "Augmented-Loss": 0.051005724006921056, "Clean-Accuracy": 99.27, "Clean-Loss": 0.03061303178630769, "PGD-Accuracy": 21.5, "PGD-Loss": 11.98859814453125}, "Total-Time": 9101.62437081337, "Train": {"Loss": 0.007379854947880462, "avg t": 0.9239655672179328, "plain loss": 0.08212919654934489}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.76666259765625, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.10666666666667, "Augmented-Loss": 0.050792999295989676, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03709407731766502, "PGD-Accuracy": 22.033333333333335, "PGD-Loss": 11.654454406738282}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 27, "Epoch-Time": 337.7304217815399, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.22999572753906, "Augmented-0.05-Quantile-Accuracy": 97.98999786376953, "Augmented-0.1-Quantile-Accuracy": 98.5199966430664, "Augmented-Accuracy": 99.0746, "Augmented-Loss": 0.0474228229880631, "Clean-Accuracy": 99.27, "Clean-Loss": 0.028837021801620722, "PGD-Accuracy": 21.03, "PGD-Loss": 12.384321118164063}, "Total-Time": 9439.35479259491, "Train": {"Loss": 0.007959002251978273, "avg t": 0.9239597801985564, "plain loss": 0.0829397805761408}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.83333587646484, "Augmented-0.05-Quantile-Accuracy": 98.46666717529297, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.14783333333334, "Augmented-Loss": 0.04737126532660176, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03501604466962938, "PGD-Accuracy": 22.333333333333332, "PGD-Loss": 11.591062850952149}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 28, "Epoch-Time": 337.733092546463, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.23999786376953, "Augmented-0.05-Quantile-Accuracy": 98.13999938964844, "Augmented-0.1-Quantile-Accuracy": 98.40999603271484, "Augmented-Accuracy": 99.0401, "Augmented-Loss": 0.047980104703694584, "Clean-Accuracy": 99.17, "Clean-Loss": 0.030110742346942426, "PGD-Accuracy": 20.11, "PGD-Loss": 14.2835830078125}, "Total-Time": 9777.087885141373, "Train": {"Loss": 0.007033614990344547, "avg t": 0.9238439911912989, "plain loss": 0.07906470834414155}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.9000015258789, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.11233333333334, "Augmented-Loss": 0.04914695531170815, "Clean-Accuracy": 99.3, "Clean-Loss": 0.0380612601833418, "PGD-Accuracy": 20.033333333333335, "PGD-Loss": 13.824118342081706}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 29, "Epoch-Time": 338.59863567352295, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.61000061035156, "Augmented-0.05-Quantile-Accuracy": 97.68999481201172, "Augmented-0.1-Quantile-Accuracy": 98.04000091552734, "Augmented-Accuracy": 98.9037, "Augmented-Loss": 0.08105614859116077, "Clean-Accuracy": 99.23, "Clean-Loss": 0.04000346822738648, "PGD-Accuracy": 17.33, "PGD-Loss": 8.785920068359374}, "Total-Time": 10115.686520814896, "Train": {"Loss": 0.007187242921890208, "avg t": 0.9238169850596675, "plain loss": 0.08135131335081877}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.09833333333333, "Augmented-Loss": 0.07643700334350267, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.04428185109669964, "PGD-Accuracy": 17.033333333333335, "PGD-Loss": 8.32937080637614}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 30, "Epoch-Time": 338.22210717201233, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.0999984741211, "Augmented-0.05-Quantile-Accuracy": 97.94999694824219, "Augmented-0.1-Quantile-Accuracy": 98.3499984741211, "Augmented-Accuracy": 99.0353, "Augmented-Loss": 0.06538549952840805, "Clean-Accuracy": 99.23, "Clean-Loss": 0.03721234684884548, "PGD-Accuracy": 21.51, "PGD-Loss": 10.946636297607421}, "Total-Time": 10453.908627986908, "Train": {"Loss": 0.006434166943861379, "avg t": 0.9237043307445667, "plain loss": 0.0785226124834132}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.56666564941406, "Augmented-0.05-Quantile-Accuracy": 98.33333587646484, "Augmented-0.1-Quantile-Accuracy": 98.51666259765625, "Augmented-Accuracy": 99.05583333333334, "Augmented-Loss": 0.06044167280825476, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.038950638487314185, "PGD-Accuracy": 21.5, "PGD-Loss": 10.337317677815756}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 31, "Epoch-Time": 337.8858823776245, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.80999755859375, "Augmented-0.05-Quantile-Accuracy": 97.95999908447266, "Augmented-0.1-Quantile-Accuracy": 98.29000091552734, "Augmented-Accuracy": 98.9684, "Augmented-Loss": 0.06436525710785389, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03664463214576244, "PGD-Accuracy": 21.68, "PGD-Loss": 9.381898321533203}, "Total-Time": 10791.794510364532, "Train": {"Loss": 0.005685640928645929, "avg t": 0.9236313658113833, "plain loss": 0.07568026447296142}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.54999542236328, "Augmented-0.05-Quantile-Accuracy": 98.26666259765625, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.04683333333334, "Augmented-Loss": 0.06027192397507528, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03899196138481299, "PGD-Accuracy": 21.05, "PGD-Loss": 9.125827875773112}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 32, "Epoch-Time": 338.2138636112213, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.83999633789062, "Augmented-0.05-Quantile-Accuracy": 97.86000061035156, "Augmented-0.1-Quantile-Accuracy": 98.22999572753906, "Augmented-Accuracy": 98.9144, "Augmented-Loss": 0.07059697097754479, "Clean-Accuracy": 99.11, "Clean-Loss": 0.041457379564642904, "PGD-Accuracy": 21.04, "PGD-Loss": 9.583412356567383}, "Total-Time": 11130.008373975754, "Train": {"Loss": 0.005911366455532886, "avg t": 0.9235590277954384, "plain loss": 0.0780273988264579}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.5, "Augmented-0.05-Quantile-Accuracy": 98.11666870117188, "Augmented-0.1-Quantile-Accuracy": 98.36666870117188, "Augmented-Accuracy": 98.90783333333333, "Augmented-Loss": 0.0660943404293557, "Clean-Accuracy": 99.11666666666666, "Clean-Loss": 0.04281730484465758, "PGD-Accuracy": 21.533333333333335, "PGD-Loss": 9.24141291809082}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 33, "Epoch-Time": 337.86021542549133, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.36000061035156, "Augmented-0.05-Quantile-Accuracy": 98.14999389648438, "Augmented-0.1-Quantile-Accuracy": 98.47000122070312, "Augmented-Accuracy": 99.0863, "Augmented-Loss": 0.05738459946501255, "Clean-Accuracy": 99.22, "Clean-Loss": 0.03662713738977909, "PGD-Accuracy": 20.72, "PGD-Loss": 14.40798325805664}, "Total-Time": 11467.868589401245, "Train": {"Loss": 0.005583534773301195, "avg t": 0.9234936343299018, "plain loss": 0.07448077996571852}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.81666564941406, "Augmented-0.05-Quantile-Accuracy": 98.4000015258789, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.111, "Augmented-Loss": 0.05645269047379494, "Clean-Accuracy": 99.3, "Clean-Loss": 0.04036431499322255, "PGD-Accuracy": 20.983333333333334, "PGD-Loss": 13.700235280354818}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 34, "Epoch-Time": 338.3410806655884, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.15999603271484, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.1087, "Augmented-Loss": 0.04503295291247964, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03081937394067645, "PGD-Accuracy": 19.68, "PGD-Loss": 15.904747967529296}, "Total-Time": 11806.209670066833, "Train": {"Loss": 0.005551271267235279, "avg t": 0.9235561343299018, "plain loss": 0.07485438457948183}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.81666564941406, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.11216666666667, "Augmented-Loss": 0.04756191493481397, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.037488527483927704, "PGD-Accuracy": 20.05, "PGD-Loss": 15.250783849080404}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 35, "Epoch-Time": 337.87589836120605, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.48999786376953, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.61000061035156, "Augmented-Accuracy": 99.1086, "Augmented-Loss": 0.05036055247747898, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03150027601867914, "PGD-Accuracy": 21.45, "PGD-Loss": 13.762676092529297}, "Total-Time": 12144.08556842804, "Train": {"Loss": 0.00504100811785018, "avg t": 0.92346098585482, "plain loss": 0.07481333548404548}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.19333333333333, "Augmented-Loss": 0.04938577368291716, "Clean-Accuracy": 99.35, "Clean-Loss": 0.03546244078253706, "PGD-Accuracy": 22.233333333333334, "PGD-Loss": 12.870689707438151}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 36, "Epoch-Time": 337.98138403892517, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.23999786376953, "Augmented-0.1-Quantile-Accuracy": 98.5199966430664, "Augmented-Accuracy": 99.0938, "Augmented-Loss": 0.04944468839520216, "Clean-Accuracy": 99.23, "Clean-Loss": 0.034318183639645575, "PGD-Accuracy": 21.07, "PGD-Loss": 15.770098486328125}, "Total-Time": 12482.066952466965, "Train": {"Loss": 0.005469005316495895, "avg t": 0.923437885955528, "plain loss": 0.07466013596940922}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.16166666666666, "Augmented-Loss": 0.048468956633197766, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03768134670083721, "PGD-Accuracy": 21.8, "PGD-Loss": 14.933308776855469}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 37, "Epoch-Time": 337.876921415329, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.23999786376953, "Augmented-0.05-Quantile-Accuracy": 98.11000061035156, "Augmented-0.1-Quantile-Accuracy": 98.43999481201172, "Augmented-Accuracy": 99.0983, "Augmented-Loss": 0.05010390384972095, "Clean-Accuracy": 99.27, "Clean-Loss": 0.0342231440782547, "PGD-Accuracy": 20.55, "PGD-Loss": 13.997050256347656}, "Total-Time": 12819.943873882294, "Train": {"Loss": 0.005508012438261951, "avg t": 0.9234261670995642, "plain loss": 0.07163297952634318}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.4000015258789, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.06616666666666, "Augmented-Loss": 0.05092635856290658, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.039545479359105226, "PGD-Accuracy": 20.416666666666668, "PGD-Loss": 13.32899085489909}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 38, "Epoch-Time": 337.20050716400146, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.3699951171875, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.47000122070312, "Augmented-Accuracy": 99.0687, "Augmented-Loss": 0.04828477851581574, "Clean-Accuracy": 99.26, "Clean-Loss": 0.031641628558188674, "PGD-Accuracy": 22.52, "PGD-Loss": 16.085206921386717}, "Total-Time": 13157.144381046295, "Train": {"Loss": 0.004813321611395588, "avg t": 0.9233175154968545, "plain loss": 0.07196812351544693}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.9000015258789, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.194, "Augmented-Loss": 0.04882657853073751, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03736441595076273, "PGD-Accuracy": 23.916666666666668, "PGD-Loss": 15.019553131103516}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 39, "Epoch-Time": 336.7061984539032, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.98999786376953, "Augmented-0.05-Quantile-Accuracy": 98.0, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 99.0397, "Augmented-Loss": 0.05731902221572399, "Clean-Accuracy": 99.23, "Clean-Loss": 0.03400556461066007, "PGD-Accuracy": 24.07, "PGD-Loss": 12.509365936279297}, "Total-Time": 13493.850579500198, "Train": {"Loss": 0.004362403994357144, "avg t": 0.9231947821511163, "plain loss": 0.06906541730209631}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.5999984741211, "Augmented-0.05-Quantile-Accuracy": 98.26666259765625, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.04516666666666, "Augmented-Loss": 0.055122979759586355, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.038253187129894894, "PGD-Accuracy": 24.8, "PGD-Loss": 12.036270329793295}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 40, "Epoch-Time": 337.36229395866394, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.25999450683594, "Augmented-0.05-Quantile-Accuracy": 98.08999633789062, "Augmented-0.1-Quantile-Accuracy": 98.38999938964844, "Augmented-Accuracy": 99.0489, "Augmented-Loss": 0.056968714365541934, "Clean-Accuracy": 99.21, "Clean-Loss": 0.0368287618547678, "PGD-Accuracy": 20.43, "PGD-Loss": 14.73304977722168}, "Total-Time": 13831.212873458862, "Train": {"Loss": 0.004488320929170759, "avg t": 0.9232651428646511, "plain loss": 0.07161544230955617}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.21666717529297, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.20616666666666, "Augmented-Loss": 0.053574795603081586, "Clean-Accuracy": 99.4, "Clean-Loss": 0.03815209744870663, "PGD-Accuracy": 21.133333333333333, "PGD-Loss": 14.176471654256185}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 41, "Epoch-Time": 337.0646824836731, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.50999450683594, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.52999877929688, "Augmented-Accuracy": 99.1249, "Augmented-Loss": 0.04161783367273211, "Clean-Accuracy": 99.25, "Clean-Loss": 0.029286850318312643, "PGD-Accuracy": 20.94, "PGD-Loss": 17.191271136474608}, "Total-Time": 14168.277555942535, "Train": {"Loss": 0.004522531964160778, "avg t": 0.923184606552124, "plain loss": 0.06618813063480236}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.98332977294922, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.1215, "Augmented-Loss": 0.044368002204013365, "Clean-Accuracy": 99.3, "Clean-Loss": 0.036366366528285045, "PGD-Accuracy": 22.033333333333335, "PGD-Loss": 16.634012349446614}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 42, "Epoch-Time": 338.05526518821716, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.56999969482422, "Augmented-0.05-Quantile-Accuracy": 98.36000061035156, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.179, "Augmented-Loss": 0.03645776780113578, "Clean-Accuracy": 99.27, "Clean-Loss": 0.028016233810782432, "PGD-Accuracy": 14.8, "PGD-Loss": 26.43919279785156}, "Total-Time": 14506.332821130753, "Train": {"Loss": 0.004436221333048134, "avg t": 0.9231688369115194, "plain loss": 0.06960549660258808}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.1915, "Augmented-Loss": 0.040250433445858456, "Clean-Accuracy": 99.35, "Clean-Loss": 0.03489113760087639, "PGD-Accuracy": 15.55, "PGD-Loss": 25.625086853027344}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 43, "Epoch-Time": 336.84423065185547, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.39999389648438, "Augmented-0.05-Quantile-Accuracy": 97.57999420166016, "Augmented-0.1-Quantile-Accuracy": 97.91999816894531, "Augmented-Accuracy": 98.7626, "Augmented-Loss": 0.08435414139282703, "Clean-Accuracy": 98.98, "Clean-Loss": 0.0551982476234436, "PGD-Accuracy": 20.34, "PGD-Loss": 8.478996649169922}, "Total-Time": 14843.177051782608, "Train": {"Loss": 0.004135643902752135, "avg t": 0.9231251929954246, "plain loss": 0.06645611758055509}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.79999542236328, "Augmented-0.05-Quantile-Accuracy": 97.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.08333587646484, "Augmented-Accuracy": 98.82383333333334, "Augmented-Loss": 0.07865390519817671, "Clean-Accuracy": 99.03333333333333, "Clean-Loss": 0.05470134982218345, "PGD-Accuracy": 20.833333333333332, "PGD-Loss": 8.102386929829915}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 44, "Epoch-Time": 336.914968252182, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.41999816894531, "Augmented-0.05-Quantile-Accuracy": 98.25999450683594, "Augmented-0.1-Quantile-Accuracy": 98.56999969482422, "Augmented-Accuracy": 99.1727, "Augmented-Loss": 0.04001474622863531, "Clean-Accuracy": 99.28, "Clean-Loss": 0.02872015357762575, "PGD-Accuracy": 18.42, "PGD-Loss": 24.586601525878905}, "Total-Time": 15180.09202003479, "Train": {"Loss": 0.004027709189422981, "avg t": 0.9230998747260483, "plain loss": 0.0683348787104641}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.9000015258789, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.106, "Augmented-Loss": 0.04429821508313219, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03616675875584285, "PGD-Accuracy": 20.3, "PGD-Loss": 23.13486579386393}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 45, "Epoch-Time": 337.10098600387573, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.63999938964844, "Augmented-0.05-Quantile-Accuracy": 98.36000061035156, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.178, "Augmented-Loss": 0.039479712807685134, "Clean-Accuracy": 99.23, "Clean-Loss": 0.030025480211526154, "PGD-Accuracy": 23.71, "PGD-Loss": 19.830781243896485}, "Total-Time": 15517.193006038666, "Train": {"Loss": 0.004358149829355103, "avg t": 0.9231518134011163, "plain loss": 0.06788007187666721}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.23916666666666, "Augmented-Loss": 0.04341713017786543, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.03632239663352569, "PGD-Accuracy": 24.6, "PGD-Loss": 19.054078725179036}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 46, "Epoch-Time": 337.1041040420532, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.41999816894531, "Augmented-0.05-Quantile-Accuracy": 98.15999603271484, "Augmented-0.1-Quantile-Accuracy": 98.43000030517578, "Augmented-Accuracy": 99.0843, "Augmented-Loss": 0.05114689607971907, "Clean-Accuracy": 99.23, "Clean-Loss": 0.03608799315690994, "PGD-Accuracy": 20.47, "PGD-Loss": 16.653598052978516}, "Total-Time": 15854.297110080719, "Train": {"Loss": 0.003906272219287025, "avg t": 0.9230927373568217, "plain loss": 0.06879094351309319}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.68333435058594, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.46666717529297, "Augmented-Accuracy": 99.06616666666666, "Augmented-Loss": 0.052974741359973945, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.041117549980680144, "PGD-Accuracy": 21.45, "PGD-Loss": 15.497992004394531}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 47, "Epoch-Time": 336.9533507823944, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.63999938964844, "Augmented-0.05-Quantile-Accuracy": 98.18999481201172, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.1311, "Augmented-Loss": 0.0377804603600204, "Clean-Accuracy": 99.24, "Clean-Loss": 0.02911148230880499, "PGD-Accuracy": 16.72, "PGD-Loss": 24.734387719726563}, "Total-Time": 16191.250460863113, "Train": {"Loss": 0.003928292307036894, "avg t": 0.9230948592468544, "plain loss": 0.06900242804597928}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.25433333333334, "Augmented-Loss": 0.038549663482960315, "Clean-Accuracy": 99.4, "Clean-Loss": 0.031816691378131506, "PGD-Accuracy": 17.55, "PGD-Loss": 24.384617380777996}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 48, "Epoch-Time": 336.914475440979, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.68999481201172, "Augmented-0.05-Quantile-Accuracy": 97.72999572753906, "Augmented-0.1-Quantile-Accuracy": 98.05999755859375, "Augmented-Accuracy": 98.8861, "Augmented-Loss": 0.10028752619791031, "Clean-Accuracy": 99.08, "Clean-Loss": 0.06142626600265503, "PGD-Accuracy": 19.88, "PGD-Loss": 9.844977117919921}, "Total-Time": 16528.164936304092, "Train": {"Loss": 0.0037953483865216927, "avg t": 0.9230464410428648, "plain loss": 0.06763211884321989}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.44999694824219, "Augmented-0.05-Quantile-Accuracy": 98.21666717529297, "Augmented-0.1-Quantile-Accuracy": 98.43333435058594, "Augmented-Accuracy": 99.012, "Augmented-Loss": 0.09408842521091303, "Clean-Accuracy": 99.13333333333334, "Clean-Loss": 0.06092774416009585, "PGD-Accuracy": 19.65, "PGD-Loss": 8.866360432942708}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 49, "Epoch-Time": 336.4933202266693, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.3699951171875, "Augmented-0.05-Quantile-Accuracy": 98.18999481201172, "Augmented-0.1-Quantile-Accuracy": 98.50999450683594, "Augmented-Accuracy": 99.0826, "Augmented-Loss": 0.046721149209350346, "Clean-Accuracy": 99.24, "Clean-Loss": 0.031211224865913392, "PGD-Accuracy": 21.44, "PGD-Loss": 19.67756291503906}, "Total-Time": 16864.65825653076, "Train": {"Loss": 0.0034898562723839725, "avg t": 0.9230204476250543, "plain loss": 0.06574194144672815}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.83333587646484, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.067, "Augmented-Loss": 0.047704008538642276, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.03661233007007589, "PGD-Accuracy": 21.566666666666666, "PGD-Loss": 18.671701446533202}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 50, "Epoch-Time": 336.91730785369873, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.93999481201172, "Augmented-0.05-Quantile-Accuracy": 97.8499984741211, "Augmented-0.1-Quantile-Accuracy": 98.16999816894531, "Augmented-Accuracy": 98.9323, "Augmented-Loss": 0.07370609021699429, "Clean-Accuracy": 99.09, "Clean-Loss": 0.04634815216064453, "PGD-Accuracy": 19.18, "PGD-Loss": 12.872447857666016}, "Total-Time": 17201.57556438446, "Train": {"Loss": 0.003707854478723473, "avg t": 0.923007040977478, "plain loss": 0.06870606267540538}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.6500015258789, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.00283333333333, "Augmented-Loss": 0.06814710584357381, "Clean-Accuracy": 99.1, "Clean-Loss": 0.04643139839172363, "PGD-Accuracy": 20.016666666666666, "PGD-Loss": 11.801943059285481}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 51, "Epoch-Time": 336.65035033226013, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.20999908447266, "Augmented-0.1-Quantile-Accuracy": 98.55999755859375, "Augmented-Accuracy": 99.0957, "Augmented-Loss": 0.05887295058274269, "Clean-Accuracy": 99.23, "Clean-Loss": 0.03938193221688271, "PGD-Accuracy": 18.81, "PGD-Loss": 18.117639337158202}, "Total-Time": 17538.22591471672, "Train": {"Loss": 0.0035937146274028003, "avg t": 0.9229672550801877, "plain loss": 0.06554813830410995}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.76666259765625, "Augmented-0.05-Quantile-Accuracy": 98.33333587646484, "Augmented-0.1-Quantile-Accuracy": 98.43333435058594, "Augmented-Accuracy": 99.12683333333334, "Augmented-Loss": 0.05698350526633362, "Clean-Accuracy": 99.25, "Clean-Loss": 0.0417467357950906, "PGD-Accuracy": 19.933333333333334, "PGD-Loss": 16.855181111653646}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 52, "Epoch-Time": 337.0600926876068, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.22999572753906, "Augmented-0.05-Quantile-Accuracy": 98.18999481201172, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.0837, "Augmented-Loss": 0.04990925477388501, "Clean-Accuracy": 99.21, "Clean-Loss": 0.03597720229923725, "PGD-Accuracy": 19.7, "PGD-Loss": 22.461224584960938}, "Total-Time": 17875.286007404327, "Train": {"Loss": 0.0035500211914423507, "avg t": 0.9229736690697846, "plain loss": 0.06516095642866913}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.83333587646484, "Augmented-0.05-Quantile-Accuracy": 98.4000015258789, "Augmented-0.1-Quantile-Accuracy": 98.61666870117188, "Augmented-Accuracy": 99.1125, "Augmented-Loss": 0.05039073422105362, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.03981682095862925, "PGD-Accuracy": 20.916666666666668, "PGD-Loss": 21.62953407796224}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 53, "Epoch-Time": 337.6707012653351, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.44999694824219, "Augmented-0.05-Quantile-Accuracy": 98.23999786376953, "Augmented-0.1-Quantile-Accuracy": 98.48999786376953, "Augmented-Accuracy": 99.0634, "Augmented-Loss": 0.03978013922740519, "Clean-Accuracy": 99.17, "Clean-Loss": 0.02928840328939259, "PGD-Accuracy": 13.14, "PGD-Loss": 28.53270518798828}, "Total-Time": 18212.956708669662, "Train": {"Loss": 0.0032060746561597894, "avg t": 0.9229129051985564, "plain loss": 0.06419318454177292}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.78333282470703, "Augmented-0.05-Quantile-Accuracy": 98.46666717529297, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.17816666666667, "Augmented-Loss": 0.04307891544132183, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03529464476555586, "PGD-Accuracy": 13.3, "PGD-Loss": 27.944072631835937}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 54, "Epoch-Time": 337.3925507068634, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.29000091552734, "Augmented-0.05-Quantile-Accuracy": 98.15999603271484, "Augmented-0.1-Quantile-Accuracy": 98.43000030517578, "Augmented-Accuracy": 99.0796, "Augmented-Loss": 0.057447557521760464, "Clean-Accuracy": 99.23, "Clean-Loss": 0.03829190735220909, "PGD-Accuracy": 17.48, "PGD-Loss": 24.259623657226562}, "Total-Time": 18550.349259376526, "Train": {"Loss": 0.0032066472746707774, "avg t": 0.922897665977478, "plain loss": 0.0655233566443125}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.88333129882812, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.1335, "Augmented-Loss": 0.05547024689822147, "Clean-Accuracy": 99.25, "Clean-Loss": 0.04061993100680411, "PGD-Accuracy": 17.966666666666665, "PGD-Loss": 23.448061686197917}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 55, "Epoch-Time": 337.614351272583, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.70999908447266, "Augmented-0.05-Quantile-Accuracy": 97.75, "Augmented-0.1-Quantile-Accuracy": 98.06999969482422, "Augmented-Accuracy": 98.8846, "Augmented-Loss": 0.06524671347510815, "Clean-Accuracy": 99.13, "Clean-Loss": 0.046781521284580234, "PGD-Accuracy": 22.82, "PGD-Loss": 16.385701501464844}, "Total-Time": 18887.96361064911, "Train": {"Loss": 0.0032489740346316937, "avg t": 0.9229328705116554, "plain loss": 0.06617353171949039}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 96.91666412353516, "Augmented-0.05-Quantile-Accuracy": 97.94999694824219, "Augmented-0.1-Quantile-Accuracy": 98.31666564941406, "Augmented-Accuracy": 98.98383333333334, "Augmented-Loss": 0.0628234696512421, "Clean-Accuracy": 99.15, "Clean-Loss": 0.04852036612729232, "PGD-Accuracy": 24.416666666666668, "PGD-Loss": 15.062947184244791}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 56, "Epoch-Time": 337.62001276016235, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.44999694824219, "Augmented-0.05-Quantile-Accuracy": 98.22999572753906, "Augmented-0.1-Quantile-Accuracy": 98.47999572753906, "Augmented-Accuracy": 99.1284, "Augmented-Loss": 0.047359705160051585, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03518152213543654, "PGD-Accuracy": 20.92, "PGD-Loss": 21.555990283203126}, "Total-Time": 19225.58362340927, "Train": {"Loss": 0.0033052514377912437, "avg t": 0.9229375483371594, "plain loss": 0.0648606395898042}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.93333435058594, "Augmented-0.05-Quantile-Accuracy": 98.33333587646484, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.09983333333334, "Augmented-Loss": 0.04905938259193053, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.0394193315928181, "PGD-Accuracy": 21.566666666666666, "PGD-Loss": 20.366781127929688}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 57, "Epoch-Time": 337.6828348636627, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.70999908447266, "Augmented-0.05-Quantile-Accuracy": 98.36000061035156, "Augmented-0.1-Quantile-Accuracy": 98.62999725341797, "Augmented-Accuracy": 99.1281, "Augmented-Loss": 0.0346055771240443, "Clean-Accuracy": 99.19, "Clean-Loss": 0.028961134231835602, "PGD-Accuracy": 18.36, "PGD-Loss": 25.53216121826172}, "Total-Time": 19563.266458272934, "Train": {"Loss": 0.0031379794677141707, "avg t": 0.9229251543680826, "plain loss": 0.06431618738262736}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.17866666666667, "Augmented-Loss": 0.039108227284190555, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03441694652785857, "PGD-Accuracy": 18.566666666666666, "PGD-Loss": 25.155914428710936}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 58, "Epoch-Time": 337.67375469207764, "Test": {"Augmented-0.01-Quantile-Accuracy": 93.64999389648438, "Augmented-0.05-Quantile-Accuracy": 95.7699966430664, "Augmented-0.1-Quantile-Accuracy": 96.38999938964844, "Augmented-Accuracy": 98.0133, "Augmented-Loss": 0.11437456953430175, "Clean-Accuracy": 98.25, "Clean-Loss": 0.10097214674949646, "PGD-Accuracy": 16.26, "PGD-Loss": 15.8644908203125}, "Total-Time": 19900.94021296501, "Train": {"Loss": 0.0031276252258706978, "avg t": 0.9228488619769061, "plain loss": 0.06079567971935982}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 95.0999984741211, "Augmented-0.05-Quantile-Accuracy": 96.6500015258789, "Augmented-0.1-Quantile-Accuracy": 97.4000015258789, "Augmented-Accuracy": 98.35416666666667, "Augmented-Loss": 0.1023527119688193, "Clean-Accuracy": 98.48333333333333, "Clean-Loss": 0.09032045225302378, "PGD-Accuracy": 15.516666666666667, "PGD-Loss": 15.06121017964681}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 59, "Epoch-Time": 337.7820746898651, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.36000061035156, "Augmented-0.05-Quantile-Accuracy": 98.13999938964844, "Augmented-0.1-Quantile-Accuracy": 98.48999786376953, "Augmented-Accuracy": 99.115, "Augmented-Loss": 0.04278629408839345, "Clean-Accuracy": 99.22, "Clean-Loss": 0.0339527578279376, "PGD-Accuracy": 20.62, "PGD-Loss": 22.705776135253906}, "Total-Time": 20238.722287654877, "Train": {"Loss": 0.0032649136091823933, "avg t": 0.9228573014647873, "plain loss": 0.06418813160966948}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.83333587646484, "Augmented-0.05-Quantile-Accuracy": 98.4000015258789, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.16, "Augmented-Loss": 0.043767476265411824, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03757583648183693, "PGD-Accuracy": 20.416666666666668, "PGD-Loss": 22.762218627929688}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 60, "Epoch-Time": 337.80886602401733, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.38999938964844, "Augmented-0.05-Quantile-Accuracy": 98.23999786376953, "Augmented-0.1-Quantile-Accuracy": 98.5199966430664, "Augmented-Accuracy": 99.1298, "Augmented-Loss": 0.0446764214515686, "Clean-Accuracy": 99.22, "Clean-Loss": 0.03588704927563667, "PGD-Accuracy": 24.16, "PGD-Loss": 20.438523291015624}, "Total-Time": 20576.531153678894, "Train": {"Loss": 0.003309816881471003, "avg t": 0.9229374036435728, "plain loss": 0.06450709721159054}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.83333587646484, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.10483333333333, "Augmented-Loss": 0.045940722870876395, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03917595855146647, "PGD-Accuracy": 25.3, "PGD-Loss": 19.503211802164714}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 61, "Epoch-Time": 337.63619112968445, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75, "Augmented-0.05-Quantile-Accuracy": 98.33999633789062, "Augmented-0.1-Quantile-Accuracy": 98.72000122070312, "Augmented-Accuracy": 99.2355, "Augmented-Loss": 0.03669524352633953, "Clean-Accuracy": 99.3, "Clean-Loss": 0.030211416398733853, "PGD-Accuracy": 11.98, "PGD-Loss": 31.25490729980469}, "Total-Time": 20914.16734480858, "Train": {"Loss": 0.0030409928864488997, "avg t": 0.9228846451441447, "plain loss": 0.06221866199352138}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.207, "Augmented-Loss": 0.039512536401282994, "Clean-Accuracy": 99.25, "Clean-Loss": 0.035235868038920065, "PGD-Accuracy": 13.866666666666667, "PGD-Loss": 30.716786417643227}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 62, "Epoch-Time": 337.69016551971436, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.2699966430664, "Augmented-0.05-Quantile-Accuracy": 97.97999572753906, "Augmented-0.1-Quantile-Accuracy": 98.30999755859375, "Augmented-Accuracy": 98.9738, "Augmented-Loss": 0.0505976168859601, "Clean-Accuracy": 99.16, "Clean-Loss": 0.03477761335074902, "PGD-Accuracy": 21.68, "PGD-Loss": 17.385689904785156}, "Total-Time": 21251.857510328293, "Train": {"Loss": 0.0031033068924314444, "avg t": 0.9228697918079517, "plain loss": 0.061507985807348196}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.66666412353516, "Augmented-0.05-Quantile-Accuracy": 98.4000015258789, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.118, "Augmented-Loss": 0.050518205127989255, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.03893407457011441, "PGD-Accuracy": 22.266666666666666, "PGD-Loss": 16.57105047607422}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 63, "Epoch-Time": 337.49924516677856, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.77999877929688, "Augmented-0.05-Quantile-Accuracy": 97.63999938964844, "Augmented-0.1-Quantile-Accuracy": 97.98999786376953, "Augmented-Accuracy": 98.8051, "Augmented-Loss": 0.07168990824401379, "Clean-Accuracy": 99.02, "Clean-Loss": 0.04329418095946312, "PGD-Accuracy": 20.55, "PGD-Loss": 11.947892657470703}, "Total-Time": 21589.35675549507, "Train": {"Loss": 0.0028160119338512973, "avg t": 0.922839458041721, "plain loss": 0.061647415404849575}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.56666564941406, "Augmented-0.05-Quantile-Accuracy": 98.18333435058594, "Augmented-0.1-Quantile-Accuracy": 98.29999542236328, "Augmented-Accuracy": 98.97783333333334, "Augmented-Loss": 0.06655112188498179, "Clean-Accuracy": 99.16666666666667, "Clean-Loss": 0.04369203226764997, "PGD-Accuracy": 20.066666666666666, "PGD-Loss": 11.507060704549154}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 64, "Epoch-Time": 337.76777696609497, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.5999984741211, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.61000061035156, "Augmented-Accuracy": 99.1865, "Augmented-Loss": 0.03172393170769513, "Clean-Accuracy": 99.25, "Clean-Loss": 0.025282666948251428, "PGD-Accuracy": 12.49, "PGD-Loss": 33.146182958984376}, "Total-Time": 21927.124532461166, "Train": {"Loss": 0.0030967566729695707, "avg t": 0.922836178779602, "plain loss": 0.061355818045580844}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.27883333333334, "Augmented-Loss": 0.03400725393006423, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.030832498813377848, "PGD-Accuracy": 12.9, "PGD-Loss": 32.646807556152346}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 65, "Epoch-Time": 337.5275089740753, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.0199966430664, "Augmented-0.05-Quantile-Accuracy": 97.87999725341797, "Augmented-0.1-Quantile-Accuracy": 98.32999420166016, "Augmented-Accuracy": 98.986, "Augmented-Loss": 0.05632521138077974, "Clean-Accuracy": 99.13, "Clean-Loss": 0.03754842327833176, "PGD-Accuracy": 20.73, "PGD-Loss": 19.13076078491211}, "Total-Time": 22264.65204143524, "Train": {"Loss": 0.003028183374829866, "avg t": 0.9228278358247545, "plain loss": 0.061985302335244574}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.68333435058594, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.51666259765625, "Augmented-Accuracy": 99.04483333333333, "Augmented-Loss": 0.05479960722049077, "Clean-Accuracy": 99.18333333333334, "Clean-Loss": 0.04013643566767375, "PGD-Accuracy": 21.083333333333332, "PGD-Loss": 18.412553334554037}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 66, "Epoch-Time": 337.4742364883423, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.22000122070312, "Augmented-0.05-Quantile-Accuracy": 98.04999542236328, "Augmented-0.1-Quantile-Accuracy": 98.38999938964844, "Augmented-Accuracy": 99.0857, "Augmented-Loss": 0.058759218347668646, "Clean-Accuracy": 99.19, "Clean-Loss": 0.03974831073284149, "PGD-Accuracy": 22.68, "PGD-Loss": 13.765103344726562}, "Total-Time": 22602.126277923584, "Train": {"Loss": 0.00280125614338451, "avg t": 0.9227848670747545, "plain loss": 0.058193241152056936}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.76666259765625, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.06883333333333, "Augmented-Loss": 0.05657972845956683, "Clean-Accuracy": 99.15, "Clean-Loss": 0.04178496418396632, "PGD-Accuracy": 23.483333333333334, "PGD-Loss": 12.208873631795248}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 67, "Epoch-Time": 337.76303911209106, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.55999755859375, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.55999755859375, "Augmented-Accuracy": 99.1669, "Augmented-Loss": 0.03423942869357392, "Clean-Accuracy": 99.32, "Clean-Loss": 0.027008929916098715, "PGD-Accuracy": 19.45, "PGD-Loss": 25.173150280761718}, "Total-Time": 22939.889317035675, "Train": {"Loss": 0.003061814765135447, "avg t": 0.9228296682746322, "plain loss": 0.058595983439021566}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.22233333333334, "Augmented-Loss": 0.03808368368118691, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03350630284768219, "PGD-Accuracy": 20.383333333333333, "PGD-Loss": 24.59261217244466}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 68, "Epoch-Time": 337.67243337631226, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.58999633789062, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.2023, "Augmented-Loss": 0.03717351531618834, "Clean-Accuracy": 99.29, "Clean-Loss": 0.025590968206897376, "PGD-Accuracy": 21.27, "PGD-Loss": 19.016987622070314}, "Total-Time": 23277.561750411987, "Train": {"Loss": 0.0028884041574611156, "avg t": 0.9227820698950026, "plain loss": 0.059651695256763095}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.273, "Augmented-Loss": 0.03814099509580682, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.030594412472487117, "PGD-Accuracy": 23.55, "PGD-Loss": 18.180745157877602}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 69, "Epoch-Time": 337.87945342063904, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75999450683594, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.2329, "Augmented-Loss": 0.03983918851047754, "Clean-Accuracy": 99.35, "Clean-Loss": 0.026461563327908517, "PGD-Accuracy": 19.95, "PGD-Loss": 23.666425817871094}, "Total-Time": 23615.441203832626, "Train": {"Loss": 0.002924125224938271, "avg t": 0.9227607061244824, "plain loss": 0.06020027740266592}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.191, "Augmented-Loss": 0.04083160739607488, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.03169354794469351, "PGD-Accuracy": 20.066666666666666, "PGD-Loss": 22.8215974222819}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 70, "Epoch-Time": 337.9010579586029, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.65999603271484, "Augmented-0.05-Quantile-Accuracy": 98.40999603271484, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.1731, "Augmented-Loss": 0.0402602788836956, "Clean-Accuracy": 99.32, "Clean-Loss": 0.027545234957337378, "PGD-Accuracy": 16.87, "PGD-Loss": 28.386057202148436}, "Total-Time": 23953.34226179123, "Train": {"Loss": 0.0028079825548662078, "avg t": 0.922790027141571, "plain loss": 0.05964218075893532}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.1785, "Augmented-Loss": 0.04316123965304345, "Clean-Accuracy": 99.25, "Clean-Loss": 0.034051052041041356, "PGD-Accuracy": 16.716666666666665, "PGD-Loss": 27.973785583496095}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 71, "Epoch-Time": 337.8435573577881, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.3699951171875, "Augmented-0.05-Quantile-Accuracy": 98.22000122070312, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.1103, "Augmented-Loss": 0.0601492121039629, "Clean-Accuracy": 99.21, "Clean-Loss": 0.03487074446976185, "PGD-Accuracy": 20.95, "PGD-Loss": 17.10915059814453}, "Total-Time": 24291.185819149017, "Train": {"Loss": 0.002638107630389708, "avg t": 0.9227646123744824, "plain loss": 0.059370827159175195}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.27116666666667, "Augmented-Loss": 0.05462505108927687, "Clean-Accuracy": 99.35, "Clean-Loss": 0.0354099927029262, "PGD-Accuracy": 21.366666666666667, "PGD-Loss": 16.36829014078776}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 72, "Epoch-Time": 337.88063740730286, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72000122070312, "Augmented-0.05-Quantile-Accuracy": 98.36000061035156, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.2115, "Augmented-Loss": 0.03103505596963316, "Clean-Accuracy": 99.28, "Clean-Loss": 0.02402643098067492, "PGD-Accuracy": 9.86, "PGD-Loss": 34.801008056640626}, "Total-Time": 24629.06645655632, "Train": {"Loss": 0.002739466895935712, "avg t": 0.9226963253904272, "plain loss": 0.059432146775281}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.23433333333334, "Augmented-Loss": 0.034772024123272856, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.030730011836858466, "PGD-Accuracy": 9.783333333333333, "PGD-Loss": 34.99528812662761}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 73, "Epoch-Time": 337.8061466217041, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.05999755859375, "Augmented-0.05-Quantile-Accuracy": 97.91999816894531, "Augmented-0.1-Quantile-Accuracy": 98.22999572753906, "Augmented-Accuracy": 98.9811, "Augmented-Loss": 0.07140933800578117, "Clean-Accuracy": 99.22, "Clean-Loss": 0.04312753155231476, "PGD-Accuracy": 20.14, "PGD-Loss": 14.847536688232422}, "Total-Time": 24966.872603178024, "Train": {"Loss": 0.002693491610387961, "avg t": 0.9227249229219224, "plain loss": 0.057132127733583817}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.46666717529297, "Augmented-0.1-Quantile-Accuracy": 98.61666870117188, "Augmented-Accuracy": 99.16283333333334, "Augmented-Loss": 0.06609508015883465, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.04347179960707823, "PGD-Accuracy": 21.2, "PGD-Loss": 13.844944061279296}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 74, "Epoch-Time": 338.0456774234772, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.70999908447266, "Augmented-0.05-Quantile-Accuracy": 98.40999603271484, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.2002, "Augmented-Loss": 0.030707927918463947, "Clean-Accuracy": 99.32, "Clean-Loss": 0.025448397747799754, "PGD-Accuracy": 10.42, "PGD-Loss": 34.18042255859375}, "Total-Time": 25304.9182806015, "Train": {"Loss": 0.0024349267962906094, "avg t": 0.9227106483070938, "plain loss": 0.05767328852238478}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.2055, "Augmented-Loss": 0.034629952591386, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03187598225121231, "PGD-Accuracy": 10.566666666666666, "PGD-Loss": 34.49378747558594}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 75, "Epoch-Time": 337.910560131073, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.66999816894531, "Augmented-0.05-Quantile-Accuracy": 98.36000061035156, "Augmented-0.1-Quantile-Accuracy": 98.56999969482422, "Augmented-Accuracy": 99.1672, "Augmented-Loss": 0.03242568692246824, "Clean-Accuracy": 99.27, "Clean-Loss": 0.025133072615787386, "PGD-Accuracy": 10.08, "PGD-Loss": 35.100548022460934}, "Total-Time": 25642.828840732574, "Train": {"Loss": 0.0026062335940422836, "avg t": 0.9227368346496865, "plain loss": 0.05886348598091689}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.08333587646484, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.2425, "Augmented-Loss": 0.03645933623929198, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.03207759942028982, "PGD-Accuracy": 10.616666666666667, "PGD-Loss": 35.06119101969401}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 76, "Epoch-Time": 337.53583884239197, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.30999755859375, "Augmented-0.05-Quantile-Accuracy": 98.12999725341797, "Augmented-0.1-Quantile-Accuracy": 98.5, "Augmented-Accuracy": 99.0688, "Augmented-Loss": 0.04345660509875417, "Clean-Accuracy": 99.22, "Clean-Loss": 0.028176592262089253, "PGD-Accuracy": 19.53, "PGD-Loss": 21.61496932373047}, "Total-Time": 25980.364679574966, "Train": {"Loss": 0.002334409428415475, "avg t": 0.922702449939869, "plain loss": 0.05943106886899034}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.1645, "Augmented-Loss": 0.04496265806961804, "Clean-Accuracy": 99.25, "Clean-Loss": 0.034477722423927236, "PGD-Accuracy": 20.566666666666666, "PGD-Loss": 21.23395091756185}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 77, "Epoch-Time": 337.5792028903961, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.38999938964844, "Augmented-0.05-Quantile-Accuracy": 98.13999938964844, "Augmented-0.1-Quantile-Accuracy": 98.41999816894531, "Augmented-Accuracy": 99.0753, "Augmented-Loss": 0.0425560058581233, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03007475906163454, "PGD-Accuracy": 21.19, "PGD-Loss": 19.64170415649414}, "Total-Time": 26317.943882465363, "Train": {"Loss": 0.0021899523817830615, "avg t": 0.922701533653118, "plain loss": 0.05790143315703781}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.81666564941406, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.205, "Augmented-Loss": 0.04368355232603848, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.03423859077381591, "PGD-Accuracy": 22.016666666666666, "PGD-Loss": 18.944992034912108}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 78, "Epoch-Time": 337.8191120624542, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.58999633789062, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.2146, "Augmented-Loss": 0.032990834826558825, "Clean-Accuracy": 99.31, "Clean-Loss": 0.025646621909737585, "PGD-Accuracy": 12.21, "PGD-Loss": 31.518867114257812}, "Total-Time": 26655.762994527817, "Train": {"Loss": 0.002351556493728249, "avg t": 0.9226759260142291, "plain loss": 0.05784780053562584}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.20866666666667, "Augmented-Loss": 0.037651087014746544, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.03283868548941488, "PGD-Accuracy": 12.933333333333334, "PGD-Loss": 31.424765706380207}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 79, "Epoch-Time": 337.6070520877838, "Test": {"Augmented-0.01-Quantile-Accuracy": 96.98999786376953, "Augmented-0.05-Quantile-Accuracy": 98.00999450683594, "Augmented-0.1-Quantile-Accuracy": 98.31999969482422, "Augmented-Accuracy": 99.0249, "Augmented-Loss": 0.07144212903225422, "Clean-Accuracy": 99.17, "Clean-Loss": 0.04702171125411987, "PGD-Accuracy": 19.55, "PGD-Loss": 13.858608581542969}, "Total-Time": 26993.3700466156, "Train": {"Loss": 0.0023967006118209276, "avg t": 0.9226861015779001, "plain loss": 0.057038205360483325}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.66666412353516, "Augmented-0.05-Quantile-Accuracy": 98.38333129882812, "Augmented-0.1-Quantile-Accuracy": 98.51666259765625, "Augmented-Accuracy": 99.1265, "Augmented-Loss": 0.06807824496005972, "Clean-Accuracy": 99.26666666666667, "Clean-Loss": 0.04769364101688067, "PGD-Accuracy": 19.633333333333333, "PGD-Loss": 12.94882132466634}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 80, "Epoch-Time": 337.68815422058105, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.54000091552734, "Augmented-0.05-Quantile-Accuracy": 98.27999877929688, "Augmented-0.1-Quantile-Accuracy": 98.56999969482422, "Augmented-Accuracy": 99.1156, "Augmented-Loss": 0.03598837099444121, "Clean-Accuracy": 99.22, "Clean-Loss": 0.02787793033644557, "PGD-Accuracy": 13.5, "PGD-Loss": 31.764896228027343}, "Total-Time": 27331.05820083618, "Train": {"Loss": 0.002451711388166856, "avg t": 0.9226798804954246, "plain loss": 0.057511319974616705}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.9000015258789, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.188, "Augmented-Loss": 0.038731986765842885, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03264947690675035, "PGD-Accuracy": 13.733333333333333, "PGD-Loss": 30.6865146484375}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 81, "Epoch-Time": 337.70040488243103, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.29000091552734, "Augmented-0.05-Quantile-Accuracy": 98.27999877929688, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.1579, "Augmented-Loss": 0.056408845876276495, "Clean-Accuracy": 99.32, "Clean-Loss": 0.035567617598176005, "PGD-Accuracy": 20.53, "PGD-Loss": 18.379858453369142}, "Total-Time": 27668.758605718613, "Train": {"Loss": 0.0027205604955002115, "avg t": 0.9227482157459965, "plain loss": 0.0595851317335058}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.19533333333334, "Augmented-Loss": 0.05503114504113794, "Clean-Accuracy": 99.25, "Clean-Loss": 0.03828512547040979, "PGD-Accuracy": 21.066666666666666, "PGD-Loss": 17.314794611612957}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 82, "Epoch-Time": 338.0469195842743, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.12999725341797, "Augmented-0.05-Quantile-Accuracy": 98.13999938964844, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.1192, "Augmented-Loss": 0.057242575653195384, "Clean-Accuracy": 99.26, "Clean-Loss": 0.036758829230070116, "PGD-Accuracy": 21.68, "PGD-Loss": 21.742274645996094}, "Total-Time": 28006.805525302887, "Train": {"Loss": 0.0025559664871543644, "avg t": 0.9227289738125272, "plain loss": 0.059887180746926276}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.111, "Augmented-Loss": 0.05622920609387259, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.040093471894661586, "PGD-Accuracy": 22.233333333333334, "PGD-Loss": 20.56202737426758}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 83, "Epoch-Time": 338.0910654067993, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.54999542236328, "Augmented-0.05-Quantile-Accuracy": 98.31999969482422, "Augmented-0.1-Quantile-Accuracy": 98.61000061035156, "Augmented-Accuracy": 99.1795, "Augmented-Loss": 0.03806993015745282, "Clean-Accuracy": 99.27, "Clean-Loss": 0.02733921274319291, "PGD-Accuracy": 13.9, "PGD-Loss": 32.75318977050781}, "Total-Time": 28344.896590709686, "Train": {"Loss": 0.002480788223721363, "avg t": 0.9226869696334556, "plain loss": 0.05745362608167855}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.93333435058594, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.1765, "Augmented-Loss": 0.04101537157863379, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.03387056102277711, "PGD-Accuracy": 14.683333333333334, "PGD-Loss": 32.41335180664063}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 84, "Epoch-Time": 338.08729243278503, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.18000030517578, "Augmented-0.05-Quantile-Accuracy": 98.11000061035156, "Augmented-0.1-Quantile-Accuracy": 98.3699951171875, "Augmented-Accuracy": 99.0471, "Augmented-Loss": 0.05182072684019804, "Clean-Accuracy": 99.23, "Clean-Loss": 0.03254759166836738, "PGD-Accuracy": 16.32, "PGD-Loss": 29.285026831054687}, "Total-Time": 28682.98388314247, "Train": {"Loss": 0.002633065983101174, "avg t": 0.9227158565521241, "plain loss": 0.05741558953744392}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.83333587646484, "Augmented-0.05-Quantile-Accuracy": 98.41666412353516, "Augmented-0.1-Quantile-Accuracy": 98.58333587646484, "Augmented-Accuracy": 99.14616666666667, "Augmented-Loss": 0.05020231922519704, "Clean-Accuracy": 99.4, "Clean-Loss": 0.03585094346323361, "PGD-Accuracy": 16.566666666666666, "PGD-Loss": 28.066107096354166}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 85, "Epoch-Time": 338.0367453098297, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.61000061035156, "Augmented-0.05-Quantile-Accuracy": 98.31999969482422, "Augmented-0.1-Quantile-Accuracy": 98.5999984741211, "Augmented-Accuracy": 99.152, "Augmented-Loss": 0.0362399546302855, "Clean-Accuracy": 99.22, "Clean-Loss": 0.026373451616987585, "PGD-Accuracy": 11.84, "PGD-Loss": 34.51703034667969}, "Total-Time": 29021.0206284523, "Train": {"Loss": 0.00242329687597575, "avg t": 0.9226712963845994, "plain loss": 0.0542437052179265}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.13333129882812, "Augmented-0.05-Quantile-Accuracy": 98.5999984741211, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.19033333333333, "Augmented-Loss": 0.03867790208736124, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.031341847778142744, "PGD-Accuracy": 12.766666666666667, "PGD-Loss": 34.61277357991536}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 86, "Epoch-Time": 338.3040270805359, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72999572753906, "Augmented-0.05-Quantile-Accuracy": 98.36000061035156, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.2056, "Augmented-Loss": 0.03505043778771162, "Clean-Accuracy": 99.28, "Clean-Loss": 0.02482081935033202, "PGD-Accuracy": 13.73, "PGD-Loss": 30.464052380371093}, "Total-Time": 29359.324655532837, "Train": {"Loss": 0.0022284863182791955, "avg t": 0.9226674383834557, "plain loss": 0.05491713486070986}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.08333587646484, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.21866666666666, "Augmented-Loss": 0.03733125775566325, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.030280515955373025, "PGD-Accuracy": 13.616666666666667, "PGD-Loss": 30.229652526855467}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 87, "Epoch-Time": 337.71185207366943, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72000122070312, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.2005, "Augmented-Loss": 0.03291558696359396, "Clean-Accuracy": 99.33, "Clean-Loss": 0.0246493822414428, "PGD-Accuracy": 8.86, "PGD-Loss": 38.76312629394531}, "Total-Time": 29697.036507606506, "Train": {"Loss": 0.0024802924037255624, "avg t": 0.9226883198773419, "plain loss": 0.055391715640491904}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.18616666666667, "Augmented-Loss": 0.03805025166852089, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.032458541955566036, "PGD-Accuracy": 9.433333333333334, "PGD-Loss": 38.47542702229818}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 88, "Epoch-Time": 337.691059589386, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.80999755859375, "Augmented-0.05-Quantile-Accuracy": 98.48999786376953, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.2288, "Augmented-Loss": 0.032211588202014564, "Clean-Accuracy": 99.27, "Clean-Loss": 0.025178511979058384, "PGD-Accuracy": 8.33, "PGD-Loss": 39.41407116699219}, "Total-Time": 30034.727567195892, "Train": {"Loss": 0.002444606758447157, "avg t": 0.9226726948950026, "plain loss": 0.05591724069648321}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.81666564941406, "Augmented-0.1-Quantile-Accuracy": 98.94999694824219, "Augmented-Accuracy": 99.29233333333333, "Augmented-Loss": 0.03623414956261714, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.031349646059330556, "PGD-Accuracy": 9.266666666666667, "PGD-Loss": 38.543183573404946}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 89, "Epoch-Time": 337.83710503578186, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68999481201172, "Augmented-0.05-Quantile-Accuracy": 98.36000061035156, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.1785, "Augmented-Loss": 0.034362837037764486, "Clean-Accuracy": 99.28, "Clean-Loss": 0.025309387300908565, "PGD-Accuracy": 16.1, "PGD-Loss": 23.270605224609376}, "Total-Time": 30372.564672231674, "Train": {"Loss": 0.0025983385267081085, "avg t": 0.9226825811068217, "plain loss": 0.05451105388005579}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.78333282470703, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.27966666666667, "Augmented-Loss": 0.03617354166617617, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.029792388434754683, "PGD-Accuracy": 16.9, "PGD-Loss": 22.612554880777996}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 90, "Epoch-Time": 337.8878650665283, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.54999542236328, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.63999938964844, "Augmented-Accuracy": 99.1624, "Augmented-Loss": 0.038426391852915284, "Clean-Accuracy": 99.23, "Clean-Loss": 0.026427510233968495, "PGD-Accuracy": 12.85, "PGD-Loss": 31.676715991210937}, "Total-Time": 30710.452537298203, "Train": {"Loss": 0.0023166475539544112, "avg t": 0.9226547069019742, "plain loss": 0.0539252612396523}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.26566666666666, "Augmented-Loss": 0.03946281210610022, "Clean-Accuracy": 99.35, "Clean-Loss": 0.03129794345408057, "PGD-Accuracy": 13.266666666666667, "PGD-Loss": 31.560157958984377}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 91, "Epoch-Time": 337.64538955688477, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.40999603271484, "Augmented-0.05-Quantile-Accuracy": 98.13999938964844, "Augmented-0.1-Quantile-Accuracy": 98.48999786376953, "Augmented-Accuracy": 99.1289, "Augmented-Loss": 0.04637689042320847, "Clean-Accuracy": 99.21, "Clean-Loss": 0.030394179494678975, "PGD-Accuracy": 17.41, "PGD-Loss": 27.512574450683594}, "Total-Time": 31048.097926855087, "Train": {"Loss": 0.002403782720401607, "avg t": 0.9226813272900052, "plain loss": 0.05534223811979649}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.46666717529297, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.19733333333333, "Augmented-Loss": 0.04475229272029052, "Clean-Accuracy": 99.35, "Clean-Loss": 0.032560930211097, "PGD-Accuracy": 17.466666666666665, "PGD-Loss": 27.351448811848957}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 92, "Epoch-Time": 337.7715570926666, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.7699966430664, "Augmented-0.05-Quantile-Accuracy": 98.47000122070312, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.2106, "Augmented-Loss": 0.036127821390613914, "Clean-Accuracy": 99.29, "Clean-Loss": 0.026590744818001985, "PGD-Accuracy": 15.65, "PGD-Loss": 30.908987829589844}, "Total-Time": 31385.869483947754, "Train": {"Loss": 0.0023154948364805293, "avg t": 0.9226253376890112, "plain loss": 0.05472617030055435}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.2605, "Augmented-Loss": 0.037942808213103564, "Clean-Accuracy": 99.4, "Clean-Loss": 0.03069164145970717, "PGD-Accuracy": 16.016666666666666, "PGD-Loss": 31.320610107421874}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 93, "Epoch-Time": 337.1547758579254, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.73999786376953, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.2027, "Augmented-Loss": 0.035114399222299454, "Clean-Accuracy": 99.31, "Clean-Loss": 0.026114027305692435, "PGD-Accuracy": 11.24, "PGD-Loss": 36.659653881835936}, "Total-Time": 31723.02425980568, "Train": {"Loss": 0.0022579901019732155, "avg t": 0.9226453029491283, "plain loss": 0.055418131561190895}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.25366666666666, "Augmented-Loss": 0.037442442220477386, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.031107183061384908, "PGD-Accuracy": 11.65, "PGD-Loss": 36.48914619954427}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 94, "Epoch-Time": 337.6093955039978, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72999572753906, "Augmented-0.05-Quantile-Accuracy": 98.32999420166016, "Augmented-0.1-Quantile-Accuracy": 98.6199951171875, "Augmented-Accuracy": 99.1839, "Augmented-Loss": 0.0293487057469897, "Clean-Accuracy": 99.28, "Clean-Loss": 0.02473663194645196, "PGD-Accuracy": 6.17, "PGD-Loss": 42.559569921875}, "Total-Time": 32060.633655309677, "Train": {"Loss": 0.002430252504604006, "avg t": 0.9226352721320258, "plain loss": 0.0549367266513683}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.2655, "Augmented-Loss": 0.03413679468257042, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.03067697303191138, "PGD-Accuracy": 6.983333333333333, "PGD-Loss": 42.25332438151042}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 95, "Epoch-Time": 336.90362095832825, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.57999420166016, "Augmented-0.05-Quantile-Accuracy": 98.33999633789062, "Augmented-0.1-Quantile-Accuracy": 98.56999969482422, "Augmented-Accuracy": 99.1232, "Augmented-Loss": 0.04060625784304738, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03029194588214159, "PGD-Accuracy": 17.38, "PGD-Loss": 28.240960009765626}, "Total-Time": 32397.537276268005, "Train": {"Loss": 0.0021680204917987186, "avg t": 0.9226348862824617, "plain loss": 0.05370707345273756}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.24916666666667, "Augmented-Loss": 0.04119120744763563, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.03350037450498591, "PGD-Accuracy": 18.65, "PGD-Loss": 27.777472981770835}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 96, "Epoch-Time": 336.7820484638214, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.40999603271484, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.50999450683594, "Augmented-Accuracy": 99.0905, "Augmented-Loss": 0.04554354771390557, "Clean-Accuracy": 99.2, "Clean-Loss": 0.03337575095742941, "PGD-Accuracy": 18.69, "PGD-Loss": 22.742855712890623}, "Total-Time": 32734.319324731827, "Train": {"Loss": 0.0022105915289786127, "avg t": 0.9226006462838915, "plain loss": 0.055859330740681355}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.93333435058594, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.66666412353516, "Augmented-Accuracy": 99.13366666666667, "Augmented-Loss": 0.04504884828420977, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.03572638974059373, "PGD-Accuracy": 18.5, "PGD-Loss": 22.6057719930013}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 97, "Epoch-Time": 336.81322741508484, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.66999816894531, "Augmented-0.05-Quantile-Accuracy": 98.31999969482422, "Augmented-0.1-Quantile-Accuracy": 98.61000061035156, "Augmented-Accuracy": 99.1853, "Augmented-Loss": 0.0397769505123198, "Clean-Accuracy": 99.33, "Clean-Loss": 0.028469690308719875, "PGD-Accuracy": 16.24, "PGD-Loss": 28.235571911621093}, "Total-Time": 33071.13255214691, "Train": {"Loss": 0.0022607153118760497, "avg t": 0.9225937019100896, "plain loss": 0.055787053088788584}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.23466666666667, "Augmented-Loss": 0.041980859655539195, "Clean-Accuracy": 99.3, "Clean-Loss": 0.0337177314835911, "PGD-Accuracy": 16.483333333333334, "PGD-Loss": 27.72602616373698}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 98, "Epoch-Time": 337.2284574508667, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.58999633789062, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2084, "Augmented-Loss": 0.039147391942471264, "Clean-Accuracy": 99.3, "Clean-Loss": 0.028034831029176713, "PGD-Accuracy": 11.54, "PGD-Loss": 33.59543046875}, "Total-Time": 33408.36100959778, "Train": {"Loss": 0.0022191486733931084, "avg t": 0.9226286652176469, "plain loss": 0.05260577788529574}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.71666717529297, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.24883333333334, "Augmented-Loss": 0.04100871130223696, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03296522695478052, "PGD-Accuracy": 12.75, "PGD-Loss": 32.71261228434245}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 99, "Epoch-Time": 337.10935401916504, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.73999786376953, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.77999877929688, "Augmented-Accuracy": 99.2693, "Augmented-Loss": 0.03184446674747765, "Clean-Accuracy": 99.3, "Clean-Loss": 0.024124164049699904, "PGD-Accuracy": 6.18, "PGD-Loss": 42.64761970214844}, "Total-Time": 33745.47036361694, "Train": {"Loss": 0.002154586638013522, "avg t": 0.9226337771592317, "plain loss": 0.05175798055419216}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.28083333333333, "Augmented-Loss": 0.03608858520072885, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.030928659909482424, "PGD-Accuracy": 6.283333333333333, "PGD-Loss": 42.57295670572917}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 100, "Epoch-Time": 337.31899785995483, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.87999725341797, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.2138, "Augmented-Loss": 0.03058758773303032, "Clean-Accuracy": 99.22, "Clean-Loss": 0.024226990693807602, "PGD-Accuracy": 6.62, "PGD-Loss": 35.28523005371094}, "Total-Time": 34082.7893614769, "Train": {"Loss": 0.002400444546231517, "avg t": 0.9226387925324616, "plain loss": 0.05472635418220805}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.26233333333333, "Augmented-Loss": 0.034266962395468725, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.030444028112494078, "PGD-Accuracy": 7.233333333333333, "PGD-Loss": 34.47494451904297}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 101, "Epoch-Time": 336.95705795288086, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.61000061035156, "Augmented-0.05-Quantile-Accuracy": 98.25999450683594, "Augmented-0.1-Quantile-Accuracy": 98.55999755859375, "Augmented-Accuracy": 99.1312, "Augmented-Loss": 0.041233588021308186, "Clean-Accuracy": 99.3, "Clean-Loss": 0.026730135291814804, "PGD-Accuracy": 12.14, "PGD-Loss": 31.25163145751953}, "Total-Time": 34419.74641942978, "Train": {"Loss": 0.00224524551216099, "avg t": 0.9226570217344496, "plain loss": 0.05521409225640486}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.232, "Augmented-Loss": 0.0413221506320561, "Clean-Accuracy": 99.35, "Clean-Loss": 0.030702139929247398, "PGD-Accuracy": 12.583333333333334, "PGD-Loss": 30.74688468424479}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 102, "Epoch-Time": 337.5914890766144, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.7699966430664, "Augmented-0.05-Quantile-Accuracy": 98.3699951171875, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.2203, "Augmented-Loss": 0.03546278866228461, "Clean-Accuracy": 99.28, "Clean-Loss": 0.02347242599017918, "PGD-Accuracy": 6.34, "PGD-Loss": 37.85201118164063}, "Total-Time": 34757.33790850639, "Train": {"Loss": 0.002165980384443645, "avg t": 0.9225632235385753, "plain loss": 0.054787607161204024}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.2555, "Augmented-Loss": 0.03782145932735875, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.029392745446879417, "PGD-Accuracy": 6.633333333333334, "PGD-Loss": 37.81125278727214}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 103, "Epoch-Time": 337.5408477783203, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.43999481201172, "Augmented-0.05-Quantile-Accuracy": 98.15999603271484, "Augmented-0.1-Quantile-Accuracy": 98.43000030517578, "Augmented-Accuracy": 99.0311, "Augmented-Loss": 0.06234957440149784, "Clean-Accuracy": 99.16, "Clean-Loss": 0.03049245151281357, "PGD-Accuracy": 21.3, "PGD-Loss": 16.262817370605468}, "Total-Time": 35094.878756284714, "Train": {"Loss": 0.002224023672717589, "avg t": 0.9226122686774643, "plain loss": 0.0536777676335088}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.91666412353516, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.68333435058594, "Augmented-Accuracy": 99.15316666666666, "Augmented-Loss": 0.058847252766986685, "Clean-Accuracy": 99.35, "Clean-Loss": 0.03314262429252267, "PGD-Accuracy": 21.55, "PGD-Loss": 15.23006992594401}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 104, "Epoch-Time": 337.5798954963684, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.70999908447266, "Augmented-0.05-Quantile-Accuracy": 98.3699951171875, "Augmented-0.1-Quantile-Accuracy": 98.55999755859375, "Augmented-Accuracy": 99.1634, "Augmented-Loss": 0.03443455237174034, "Clean-Accuracy": 99.32, "Clean-Loss": 0.02527459223344922, "PGD-Accuracy": 11.42, "PGD-Loss": 39.072996313476565}, "Total-Time": 35432.45865178108, "Train": {"Loss": 0.002107143665905352, "avg t": 0.9225756655975624, "plain loss": 0.05430788926460119}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.23833333333333, "Augmented-Loss": 0.03565529296219039, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.02953366946153498, "PGD-Accuracy": 11.95, "PGD-Loss": 38.562153951009115}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 105, "Epoch-Time": 338.08500480651855, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.83999633789062, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.2708, "Augmented-Loss": 0.029355160058043898, "Clean-Accuracy": 99.33, "Clean-Loss": 0.023356084263138472, "PGD-Accuracy": 6.1, "PGD-Loss": 44.2974853515625}, "Total-Time": 35770.5436565876, "Train": {"Loss": 0.0019524135973166537, "avg t": 0.9225685764595314, "plain loss": 0.05310284066730081}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.2595, "Augmented-Loss": 0.03314801795284574, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.029614861702507673, "PGD-Accuracy": 6.016666666666667, "PGD-Loss": 43.62740209960938}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 106, "Epoch-Time": 337.35935831069946, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.50999450683594, "Augmented-0.05-Quantile-Accuracy": 98.25999450683594, "Augmented-0.1-Quantile-Accuracy": 98.50999450683594, "Augmented-Accuracy": 99.1355, "Augmented-Loss": 0.04731777554824948, "Clean-Accuracy": 99.21, "Clean-Loss": 0.028446188302338124, "PGD-Accuracy": 17.55, "PGD-Loss": 25.591063037109375}, "Total-Time": 36107.9030148983, "Train": {"Loss": 0.0021932106183979796, "avg t": 0.9225910977257623, "plain loss": 0.05300196513776434}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.23233333333333, "Augmented-Loss": 0.045858516972213985, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.03173720760534828, "PGD-Accuracy": 17.8, "PGD-Loss": 25.61904253133138}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 107, "Epoch-Time": 336.6054048538208, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.81999969482422, "Augmented-0.05-Quantile-Accuracy": 98.44999694824219, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.189, "Augmented-Loss": 0.03469740887276828, "Clean-Accuracy": 99.27, "Clean-Loss": 0.024490190947055818, "PGD-Accuracy": 9.92, "PGD-Loss": 34.91731945800781}, "Total-Time": 36444.50841975212, "Train": {"Loss": 0.0019301812770362529, "avg t": 0.922571662902832, "plain loss": 0.05424294824335306}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.272, "Augmented-Loss": 0.03667527040977031, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03034741404450809, "PGD-Accuracy": 10.466666666666667, "PGD-Loss": 35.082435668945315}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 108, "Epoch-Time": 336.9819369316101, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.61000061035156, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.1828, "Augmented-Loss": 0.03255460361543298, "Clean-Accuracy": 99.23, "Clean-Loss": 0.025017037933692338, "PGD-Accuracy": 8.48, "PGD-Loss": 43.56604384765625}, "Total-Time": 36781.49035668373, "Train": {"Loss": 0.002240780673093266, "avg t": 0.922565875865795, "plain loss": 0.053466976115438616}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.25983333333333, "Augmented-Loss": 0.03551967233844101, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.029777143307651084, "PGD-Accuracy": 8.883333333333333, "PGD-Loss": 43.94050964355469}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 109, "Epoch-Time": 336.8835959434509, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.50999450683594, "Augmented-0.05-Quantile-Accuracy": 98.22999572753906, "Augmented-0.1-Quantile-Accuracy": 98.54999542236328, "Augmented-Accuracy": 99.1256, "Augmented-Loss": 0.03741224570532143, "Clean-Accuracy": 99.23, "Clean-Loss": 0.026848962087929248, "PGD-Accuracy": 5.29, "PGD-Loss": 50.157658813476566}, "Total-Time": 37118.37395262718, "Train": {"Loss": 0.0018899004525608487, "avg t": 0.9225684800324616, "plain loss": 0.052491149847595855}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.099, "Augmented-Loss": 0.03983144278034568, "Clean-Accuracy": 99.23333333333333, "Clean-Loss": 0.032164298933154596, "PGD-Accuracy": 4.966666666666667, "PGD-Loss": 50.90642232259115}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 110, "Epoch-Time": 337.5487473011017, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.6199951171875, "Augmented-0.05-Quantile-Accuracy": 98.41999816894531, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.1891, "Augmented-Loss": 0.03768249834230542, "Clean-Accuracy": 99.25, "Clean-Loss": 0.026314176627248526, "PGD-Accuracy": 11.06, "PGD-Loss": 34.263571752929685}, "Total-Time": 37455.922699928284, "Train": {"Loss": 0.002087782890708358, "avg t": 0.9225563755388613, "plain loss": 0.052989107697981395}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.18333435058594, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.26216666666667, "Augmented-Loss": 0.03973535314075649, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.03185724529515331, "PGD-Accuracy": 11.3, "PGD-Loss": 33.845471130371095}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 111, "Epoch-Time": 337.33405804634094, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.57999420166016, "Augmented-0.05-Quantile-Accuracy": 98.27999877929688, "Augmented-0.1-Quantile-Accuracy": 98.5199966430664, "Augmented-Accuracy": 99.121, "Augmented-Loss": 0.038668721138954164, "Clean-Accuracy": 99.21, "Clean-Loss": 0.027120094898343085, "PGD-Accuracy": 13.72, "PGD-Loss": 29.767445959472656}, "Total-Time": 37793.256757974625, "Train": {"Loss": 0.0020877527715983213, "avg t": 0.9225161073472765, "plain loss": 0.05240115849530261}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.08333587646484, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.88333129882812, "Augmented-Accuracy": 99.272, "Augmented-Loss": 0.04071379531215876, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.032171514386311176, "PGD-Accuracy": 13.75, "PGD-Loss": 29.580219767252604}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 112, "Epoch-Time": 337.8363754749298, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.8499984741211, "Augmented-0.05-Quantile-Accuracy": 98.41999816894531, "Augmented-0.1-Quantile-Accuracy": 98.68999481201172, "Augmented-Accuracy": 99.2056, "Augmented-Loss": 0.036794405803442, "Clean-Accuracy": 99.33, "Clean-Loss": 0.02613604741320014, "PGD-Accuracy": 12.97, "PGD-Loss": 31.66586153564453}, "Total-Time": 38131.093133449554, "Train": {"Loss": 0.0020524382364970665, "avg t": 0.9225604263588234, "plain loss": 0.05266741062446882}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.27916666666667, "Augmented-Loss": 0.03896492134278019, "Clean-Accuracy": 99.35, "Clean-Loss": 0.0312371757941631, "PGD-Accuracy": 13.516666666666667, "PGD-Loss": 31.23423630777995}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 113, "Epoch-Time": 337.7970435619354, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.55999755859375, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.52999877929688, "Augmented-Accuracy": 99.1207, "Augmented-Loss": 0.0397122721465826, "Clean-Accuracy": 99.21, "Clean-Loss": 0.02874258396923542, "PGD-Accuracy": 18.64, "PGD-Loss": 28.11953703613281}, "Total-Time": 38468.89017701149, "Train": {"Loss": 0.0022282497562743997, "avg t": 0.9225964989308958, "plain loss": 0.05218783023180791}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.56666564941406, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.186, "Augmented-Loss": 0.04026240439759567, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.03151816562439005, "PGD-Accuracy": 19.5, "PGD-Loss": 28.182332702636717}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 114, "Epoch-Time": 337.6526675224304, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.57999420166016, "Augmented-0.05-Quantile-Accuracy": 98.23999786376953, "Augmented-0.1-Quantile-Accuracy": 98.55999755859375, "Augmented-Accuracy": 99.1388, "Augmented-Loss": 0.03754495484295487, "Clean-Accuracy": 99.22, "Clean-Loss": 0.02613125959634781, "PGD-Accuracy": 9.88, "PGD-Loss": 35.13095869140625}, "Total-Time": 38806.54284453392, "Train": {"Loss": 0.00215682678035012, "avg t": 0.9225745082078156, "plain loss": 0.05066315621976499}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.03333282470703, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.21983333333333, "Augmented-Loss": 0.039727834177625675, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.03099462422526752, "PGD-Accuracy": 10.533333333333333, "PGD-Loss": 34.55926507568359}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 115, "Epoch-Time": 337.86320424079895, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.6199951171875, "Augmented-0.05-Quantile-Accuracy": 98.41999816894531, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.198, "Augmented-Loss": 0.03537451135507226, "Clean-Accuracy": 99.28, "Clean-Loss": 0.025126751720160247, "PGD-Accuracy": 8.82, "PGD-Loss": 38.91087724609375}, "Total-Time": 39144.40604877472, "Train": {"Loss": 0.0021228506647878224, "avg t": 0.9225911459039758, "plain loss": 0.051844509772901184}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.8499984741211, "Augmented-Accuracy": 99.26233333333333, "Augmented-Loss": 0.036317223499845716, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.029016266595028962, "PGD-Accuracy": 9.516666666666667, "PGD-Loss": 38.878925720214845}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 116, "Epoch-Time": 337.63167786598206, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.54999542236328, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.6199951171875, "Augmented-Accuracy": 99.2023, "Augmented-Loss": 0.04132864326152205, "Clean-Accuracy": 99.28, "Clean-Loss": 0.027395799446105956, "PGD-Accuracy": 13.01, "PGD-Loss": 29.795209155273437}, "Total-Time": 39482.0377266407, "Train": {"Loss": 0.0022425862849448567, "avg t": 0.9225926891079655, "plain loss": 0.05305972713541104}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.81666564941406, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.18, "Augmented-Loss": 0.04230491079797347, "Clean-Accuracy": 99.3, "Clean-Loss": 0.03153437950400015, "PGD-Accuracy": 13.55, "PGD-Loss": 28.57432979329427}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 117, "Epoch-Time": 337.38567900657654, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.33999633789062, "Augmented-0.05-Quantile-Accuracy": 98.25, "Augmented-0.1-Quantile-Accuracy": 98.57999420166016, "Augmented-Accuracy": 99.1557, "Augmented-Loss": 0.055481626397788524, "Clean-Accuracy": 99.27, "Clean-Loss": 0.0361591362118721, "PGD-Accuracy": 14.81, "PGD-Loss": 26.504544787597656}, "Total-Time": 39819.42340564728, "Train": {"Loss": 0.0019489977249392758, "avg t": 0.9225599923487062, "plain loss": 0.049979585478040905}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.9000015258789, "Augmented-0.05-Quantile-Accuracy": 98.53333282470703, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.19416666666666, "Augmented-Loss": 0.053554501454979184, "Clean-Accuracy": 99.3, "Clean-Loss": 0.0385555735056599, "PGD-Accuracy": 15.966666666666667, "PGD-Loss": 25.40622620646159}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 118, "Epoch-Time": 337.83450508117676, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68999481201172, "Augmented-0.05-Quantile-Accuracy": 98.45999908447266, "Augmented-0.1-Quantile-Accuracy": 98.66999816894531, "Augmented-Accuracy": 99.1571, "Augmented-Loss": 0.03434364678414166, "Clean-Accuracy": 99.23, "Clean-Loss": 0.025363503908365965, "PGD-Accuracy": 4.24, "PGD-Loss": 51.40663369140625}, "Total-Time": 40157.257910728455, "Train": {"Loss": 0.002076707570089234, "avg t": 0.922565875865795, "plain loss": 0.05093703083550483}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.11666870117188, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.22166666666666, "Augmented-Loss": 0.0374412275797346, "Clean-Accuracy": 99.35, "Clean-Loss": 0.0312417490654625, "PGD-Accuracy": 4.516666666666667, "PGD-Loss": 51.741282348632815}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 119, "Epoch-Time": 337.53253197669983, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.15999603271484, "Augmented-0.05-Quantile-Accuracy": 98.05999755859375, "Augmented-0.1-Quantile-Accuracy": 98.25999450683594, "Augmented-Accuracy": 98.9917, "Augmented-Loss": 0.05104794580984116, "Clean-Accuracy": 99.18, "Clean-Loss": 0.02882500463426113, "PGD-Accuracy": 17.35, "PGD-Loss": 22.42636014404297}, "Total-Time": 40494.790442705154, "Train": {"Loss": 0.0023266076148246175, "avg t": 0.9225968365492644, "plain loss": 0.05203641060723206}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.19999694824219, "Augmented-0.1-Quantile-Accuracy": 98.53333282470703, "Augmented-Accuracy": 99.033, "Augmented-Loss": 0.05160720474672814, "Clean-Accuracy": 99.25, "Clean-Loss": 0.034525586135685446, "PGD-Accuracy": 16.783333333333335, "PGD-Loss": 22.405670857747396}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 120, "Epoch-Time": 337.7900388240814, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.43999481201172, "Augmented-0.05-Quantile-Accuracy": 98.20999908447266, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.1116, "Augmented-Loss": 0.05022531254577637, "Clean-Accuracy": 99.24, "Clean-Loss": 0.029753349797427654, "PGD-Accuracy": 19.44, "PGD-Loss": 23.319189880371095}, "Total-Time": 40832.580481529236, "Train": {"Loss": 0.0019953257336660668, "avg t": 0.9225299479873093, "plain loss": 0.04971991349591152}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.19666666666667, "Augmented-Loss": 0.048878646456847585, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.03272501525593301, "PGD-Accuracy": 20.016666666666666, "PGD-Loss": 22.607287353515623}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 121, "Epoch-Time": 337.49181866645813, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.83999633789062, "Augmented-0.05-Quantile-Accuracy": 98.47999572753906, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.2605, "Augmented-Loss": 0.03283618217667937, "Clean-Accuracy": 99.35, "Clean-Loss": 0.022969086015596985, "PGD-Accuracy": 7.97, "PGD-Loss": 37.824621630859376}, "Total-Time": 41170.072300195694, "Train": {"Loss": 0.001991611428282879, "avg t": 0.9225595101250542, "plain loss": 0.05180970960104912}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.3499984741211, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.25066666666666, "Augmented-Loss": 0.035343360380592444, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.028829511646491786, "PGD-Accuracy": 7.95, "PGD-Loss": 37.762401021321615}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 122, "Epoch-Time": 337.3688073158264, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.65999603271484, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.61000061035156, "Augmented-Accuracy": 99.1326, "Augmented-Loss": 0.04275964268103242, "Clean-Accuracy": 99.23, "Clean-Loss": 0.027234207871556282, "PGD-Accuracy": 11.08, "PGD-Loss": 33.67753035888672}, "Total-Time": 41507.44110751152, "Train": {"Loss": 0.0019596923678009597, "avg t": 0.9225238716867235, "plain loss": 0.04992882152486735}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.08333587646484, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.23316666666666, "Augmented-Loss": 0.04237761147358144, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.03139214142753432, "PGD-Accuracy": 11.833333333333334, "PGD-Loss": 33.813626505533854}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 123, "Epoch-Time": 337.83883476257324, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.6199951171875, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.2254, "Augmented-Loss": 0.027608625121714546, "Clean-Accuracy": 99.34, "Clean-Loss": 0.023429618869908155, "PGD-Accuracy": 5.31, "PGD-Loss": 52.24416684570313}, "Total-Time": 41845.27994227409, "Train": {"Loss": 0.0019690986805491976, "avg t": 0.9225672743938588, "plain loss": 0.04882121426750116}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.26666259765625, "Augmented-0.05-Quantile-Accuracy": 98.68333435058594, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.26483333333333, "Augmented-Loss": 0.03282381536202971, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.02999692757303516, "PGD-Accuracy": 5.133333333333334, "PGD-Loss": 52.44034529622396}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 124, "Epoch-Time": 337.687237739563, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.43000030517578, "Augmented-0.05-Quantile-Accuracy": 98.25999450683594, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.1141, "Augmented-Loss": 0.05646694093346596, "Clean-Accuracy": 99.25, "Clean-Loss": 0.031056580282747746, "PGD-Accuracy": 20.6, "PGD-Loss": 19.277170458984376}, "Total-Time": 42182.96718001366, "Train": {"Loss": 0.0021179303157108803, "avg t": 0.9225568095666391, "plain loss": 0.049532020593572514}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.43333435058594, "Augmented-0.1-Quantile-Accuracy": 98.63333129882812, "Augmented-Accuracy": 99.16433333333333, "Augmented-Loss": 0.05372083677649498, "Clean-Accuracy": 99.35, "Clean-Loss": 0.03390776841249317, "PGD-Accuracy": 21.766666666666666, "PGD-Loss": 18.21580594889323}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 125, "Epoch-Time": 337.5585684776306, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.73999786376953, "Augmented-0.05-Quantile-Accuracy": 98.43999481201172, "Augmented-0.1-Quantile-Accuracy": 98.68000030517578, "Augmented-Accuracy": 99.1894, "Augmented-Loss": 0.033601815506145355, "Clean-Accuracy": 99.28, "Clean-Loss": 0.02550868629962206, "PGD-Accuracy": 7.99, "PGD-Loss": 39.55133889160156}, "Total-Time": 42520.52574849129, "Train": {"Loss": 0.0021586319859381075, "avg t": 0.9225507330717864, "plain loss": 0.04862857785048306}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.73332977294922, "Augmented-0.1-Quantile-Accuracy": 98.93333435058594, "Augmented-Accuracy": 99.278, "Augmented-Loss": 0.036214748206657044, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.030870184427515292, "PGD-Accuracy": 8.133333333333333, "PGD-Loss": 39.20006363932292}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 126, "Epoch-Time": 337.7357940673828, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.95999908447266, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.75999450683594, "Augmented-Accuracy": 99.2447, "Augmented-Loss": 0.028119124284859746, "Clean-Accuracy": 99.28, "Clean-Loss": 0.023530880457535385, "PGD-Accuracy": 5.08, "PGD-Loss": 40.370254052734374}, "Total-Time": 42858.26154255867, "Train": {"Loss": 0.001963526487902359, "avg t": 0.9225265722098174, "plain loss": 0.04724049907392928}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.31666564941406, "Augmented-0.05-Quantile-Accuracy": 98.79999542236328, "Augmented-0.1-Quantile-Accuracy": 98.96666717529297, "Augmented-Accuracy": 99.32016666666667, "Augmented-Loss": 0.03240937822610605, "Clean-Accuracy": 99.41666666666667, "Clean-Loss": 0.030208252617546047, "PGD-Accuracy": 5.216666666666667, "PGD-Loss": 40.519545491536455}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 127, "Epoch-Time": 337.56583428382874, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.43999481201172, "Augmented-0.05-Quantile-Accuracy": 98.29999542236328, "Augmented-0.1-Quantile-Accuracy": 98.5199966430664, "Augmented-Accuracy": 99.0854, "Augmented-Loss": 0.05822374860453606, "Clean-Accuracy": 99.22, "Clean-Loss": 0.03637682159245014, "PGD-Accuracy": 10.84, "PGD-Loss": 32.19444830322266}, "Total-Time": 43195.8273768425, "Train": {"Loss": 0.0020388206679511954, "avg t": 0.9225485630212007, "plain loss": 0.04905513375070358}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.88333129882812, "Augmented-0.05-Quantile-Accuracy": 98.48332977294922, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.21316666666667, "Augmented-Loss": 0.05569825140543282, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.03819301826506853, "PGD-Accuracy": 11.1, "PGD-Loss": 31.952713907877605}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 128, "Epoch-Time": 337.5623528957367, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.54000091552734, "Augmented-0.05-Quantile-Accuracy": 98.29000091552734, "Augmented-0.1-Quantile-Accuracy": 98.56999969482422, "Augmented-Accuracy": 99.169, "Augmented-Loss": 0.035002944270923736, "Clean-Accuracy": 99.31, "Clean-Loss": 0.026242458417266606, "PGD-Accuracy": 5.96, "PGD-Loss": 46.05686462402344}, "Total-Time": 43533.389729738235, "Train": {"Loss": 0.0021298125629071836, "avg t": 0.9225291763588235, "plain loss": 0.049475343952797124}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.20133333333334, "Augmented-Loss": 0.037136855327434215, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.030790589212517566, "PGD-Accuracy": 6.366666666666666, "PGD-Loss": 46.54703963216146}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 129, "Epoch-Time": 337.77316331863403, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.93000030517578, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.6199951171875, "Augmented-Accuracy": 99.1962, "Augmented-Loss": 0.03467659886907041, "Clean-Accuracy": 99.31, "Clean-Loss": 0.024448370100557806, "PGD-Accuracy": 8.2, "PGD-Loss": 38.0011017578125}, "Total-Time": 43871.16289305687, "Train": {"Loss": 0.0019943124791262324, "avg t": 0.9225081983495642, "plain loss": 0.048193090911264815}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.25, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.2645, "Augmented-Loss": 0.03677053044629594, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.029361396559126056, "PGD-Accuracy": 8.316666666666666, "PGD-Loss": 37.698377543131514}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 130, "Epoch-Time": 337.7477777004242, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.54999542236328, "Augmented-0.05-Quantile-Accuracy": 98.16999816894531, "Augmented-0.1-Quantile-Accuracy": 98.45999908447266, "Augmented-Accuracy": 99.1287, "Augmented-Loss": 0.04652893108165264, "Clean-Accuracy": 99.27, "Clean-Loss": 0.030837668776512145, "PGD-Accuracy": 17.98, "PGD-Loss": 31.872504357910156}, "Total-Time": 44208.910670757294, "Train": {"Loss": 0.0017997352912746095, "avg t": 0.9225323110686409, "plain loss": 0.04901657854362767}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.19999694824219, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.24283333333334, "Augmented-Loss": 0.0452545395967861, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.03329688041564077, "PGD-Accuracy": 18.55, "PGD-Loss": 31.772322916666667}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 131, "Epoch-Time": 337.41438388824463, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.38999938964844, "Augmented-0.05-Quantile-Accuracy": 98.12999725341797, "Augmented-0.1-Quantile-Accuracy": 98.44999694824219, "Augmented-Accuracy": 99.0689, "Augmented-Loss": 0.0605528432751894, "Clean-Accuracy": 99.15, "Clean-Loss": 0.03897271108627319, "PGD-Accuracy": 14.22, "PGD-Loss": 31.916004431152345}, "Total-Time": 44546.32505464554, "Train": {"Loss": 0.0020877531463349306, "avg t": 0.9225242574126632, "plain loss": 0.04927080720265706}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.38333129882812, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.2125, "Augmented-Loss": 0.05847820339823762, "Clean-Accuracy": 99.41666666666667, "Clean-Loss": 0.04059163075933854, "PGD-Accuracy": 14.066666666666666, "PGD-Loss": 31.739709879557292}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 132, "Epoch-Time": 337.450172662735, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.50999450683594, "Augmented-0.05-Quantile-Accuracy": 98.1199951171875, "Augmented-0.1-Quantile-Accuracy": 98.36000061035156, "Augmented-Accuracy": 99.0845, "Augmented-Loss": 0.04091215501575172, "Clean-Accuracy": 99.2, "Clean-Loss": 0.02781104679554701, "PGD-Accuracy": 16.23, "PGD-Loss": 28.00793537597656}, "Total-Time": 44883.77522730827, "Train": {"Loss": 0.0023552308391641685, "avg t": 0.9225614873391611, "plain loss": 0.04843733122172172}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.04999542236328, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.214, "Augmented-Loss": 0.04120509351087734, "Clean-Accuracy": 99.35, "Clean-Loss": 0.03152721442064891, "PGD-Accuracy": 16.05, "PGD-Loss": 27.6624296875}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 133, "Epoch-Time": 337.61234998703003, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.77999877929688, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.1909, "Augmented-Loss": 0.03057737215848267, "Clean-Accuracy": 99.25, "Clean-Loss": 0.024231440749391913, "PGD-Accuracy": 7.5, "PGD-Loss": 38.140466040039065}, "Total-Time": 45221.3875772953, "Train": {"Loss": 0.001973963674157858, "avg t": 0.9225530479219225, "plain loss": 0.0475371632946862}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.63333129882812, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.25866666666667, "Augmented-Loss": 0.03317601626818379, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.028904585933235163, "PGD-Accuracy": 7.816666666666666, "PGD-Loss": 38.45756750488281}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 134, "Epoch-Time": 337.63214111328125, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.52999877929688, "Augmented-0.05-Quantile-Accuracy": 98.30999755859375, "Augmented-0.1-Quantile-Accuracy": 98.58999633789062, "Augmented-Accuracy": 99.2004, "Augmented-Loss": 0.04891397076964378, "Clean-Accuracy": 99.37, "Clean-Loss": 0.03222945739030838, "PGD-Accuracy": 15.35, "PGD-Loss": 25.113069885253907}, "Total-Time": 45559.019718408585, "Train": {"Loss": 0.0019308740144802464, "avg t": 0.9224645062552558, "plain loss": 0.046831384842484086}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.20566666666667, "Augmented-Loss": 0.0481132715108494, "Clean-Accuracy": 99.4, "Clean-Loss": 0.03495026054605842, "PGD-Accuracy": 15.0, "PGD-Loss": 24.456569163004556}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 135, "Epoch-Time": 337.3236496448517, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.66999816894531, "Augmented-0.05-Quantile-Accuracy": 98.32999420166016, "Augmented-0.1-Quantile-Accuracy": 98.62999725341797, "Augmented-Accuracy": 99.178, "Augmented-Loss": 0.03839015481141209, "Clean-Accuracy": 99.28, "Clean-Loss": 0.025513437809050084, "PGD-Accuracy": 15.89, "PGD-Loss": 26.420504138183595}, "Total-Time": 45896.343368053436, "Train": {"Loss": 0.0017891348888752637, "avg t": 0.9224901621253402, "plain loss": 0.04701727227811459}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.28333282470703, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.25666666666666, "Augmented-Loss": 0.03961761830631023, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.03083910805460376, "PGD-Accuracy": 16.783333333333335, "PGD-Loss": 26.14383439127604}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 136, "Epoch-Time": 337.4394257068634, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.69999694824219, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.64999389648438, "Augmented-Accuracy": 99.1672, "Augmented-Loss": 0.03354856626676768, "Clean-Accuracy": 99.23, "Clean-Loss": 0.02433009784501046, "PGD-Accuracy": 9.77, "PGD-Loss": 34.86360593261719}, "Total-Time": 46233.7827937603, "Train": {"Loss": 0.0019459575229772816, "avg t": 0.9225427277176469, "plain loss": 0.04654384030059534}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.01666259765625, "Augmented-0.05-Quantile-Accuracy": 98.58333587646484, "Augmented-0.1-Quantile-Accuracy": 98.71666717529297, "Augmented-Accuracy": 99.22866666666667, "Augmented-Loss": 0.03693336798180205, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.030805620343851235, "PGD-Accuracy": 11.1, "PGD-Loss": 34.46904030354818}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 137, "Epoch-Time": 337.51738476753235, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.5, "Augmented-0.05-Quantile-Accuracy": 98.18999481201172, "Augmented-0.1-Quantile-Accuracy": 98.50999450683594, "Augmented-Accuracy": 99.1366, "Augmented-Loss": 0.0503020622780323, "Clean-Accuracy": 99.24, "Clean-Loss": 0.03234060158133507, "PGD-Accuracy": 18.29, "PGD-Loss": 24.475466723632813}, "Total-Time": 46571.30017852783, "Train": {"Loss": 0.0019994101927236275, "avg t": 0.9225055460400051, "plain loss": 0.04476113651152011}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0999984741211, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.27566666666667, "Augmented-Loss": 0.04785794548876583, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.034093533306693034, "PGD-Accuracy": 18.783333333333335, "PGD-Loss": 23.269748046875}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 138, "Epoch-Time": 337.1213159561157, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.56999969482422, "Augmented-0.05-Quantile-Accuracy": 98.29000091552734, "Augmented-0.1-Quantile-Accuracy": 98.61000061035156, "Augmented-Accuracy": 99.1728, "Augmented-Loss": 0.04613078697380424, "Clean-Accuracy": 99.24, "Clean-Loss": 0.03098032892048359, "PGD-Accuracy": 19.06, "PGD-Loss": 24.433653198242187}, "Total-Time": 46908.42149448395, "Train": {"Loss": 0.0019406272107390342, "avg t": 0.9225275849589595, "plain loss": 0.04663242680849849}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.61666870117188, "Augmented-0.1-Quantile-Accuracy": 98.81666564941406, "Augmented-Accuracy": 99.20933333333333, "Augmented-Loss": 0.0456874426418667, "Clean-Accuracy": 99.28333333333333, "Clean-Loss": 0.03357871575529377, "PGD-Accuracy": 19.533333333333335, "PGD-Loss": 23.493642842610676}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 139, "Epoch-Time": 337.44768500328064, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.80999755859375, "Augmented-0.05-Quantile-Accuracy": 98.39999389648438, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.2619, "Augmented-Loss": 0.03674973608264327, "Clean-Accuracy": 99.36, "Clean-Loss": 0.02403772049173713, "PGD-Accuracy": 15.12, "PGD-Loss": 27.418048315429687}, "Total-Time": 47245.86917948723, "Train": {"Loss": 0.0018606199362936119, "avg t": 0.9225120082784583, "plain loss": 0.044271839399690927}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.75, "Augmented-0.1-Quantile-Accuracy": 98.91666412353516, "Augmented-Accuracy": 99.29683333333334, "Augmented-Loss": 0.03784445406337579, "Clean-Accuracy": 99.4, "Clean-Loss": 0.028121542136805754, "PGD-Accuracy": 16.85, "PGD-Loss": 25.92380959065755}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 140, "Epoch-Time": 337.46952271461487, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.62999725341797, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.72999572753906, "Augmented-Accuracy": 99.2266, "Augmented-Loss": 0.038446175374299285, "Clean-Accuracy": 99.32, "Clean-Loss": 0.025222757913172245, "PGD-Accuracy": 12.24, "PGD-Loss": 33.20988729248047}, "Total-Time": 47583.33870220184, "Train": {"Loss": 0.0022943707776290397, "avg t": 0.9225863233672248, "plain loss": 0.047784396501823735}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.0, "Augmented-0.05-Quantile-Accuracy": 98.54999542236328, "Augmented-0.1-Quantile-Accuracy": 98.73332977294922, "Augmented-Accuracy": 99.16816666666666, "Augmented-Loss": 0.04118085013096531, "Clean-Accuracy": 99.21666666666667, "Clean-Loss": 0.030940286403987556, "PGD-Accuracy": 12.65, "PGD-Loss": 32.57485896809896}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 141, "Epoch-Time": 337.5639081001282, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.68999481201172, "Augmented-0.05-Quantile-Accuracy": 98.29000091552734, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.1366, "Augmented-Loss": 0.03345512703827769, "Clean-Accuracy": 99.28, "Clean-Loss": 0.024589501731470228, "PGD-Accuracy": 12.08, "PGD-Loss": 38.50748444824219}, "Total-Time": 47920.90261030197, "Train": {"Loss": 0.001954786247142625, "avg t": 0.9225365549193488, "plain loss": 0.046214711136288174}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.23332977294922, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.78333282470703, "Augmented-Accuracy": 99.21816666666666, "Augmented-Loss": 0.03554354389161027, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.02945859828676718, "PGD-Accuracy": 12.566666666666666, "PGD-Loss": 38.02946268717448}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 142, "Epoch-Time": 337.7998242378235, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.75999450683594, "Augmented-0.05-Quantile-Accuracy": 98.43000030517578, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.1988, "Augmented-Loss": 0.030253127527184783, "Clean-Accuracy": 99.25, "Clean-Loss": 0.023464033503457903, "PGD-Accuracy": 4.66, "PGD-Loss": 49.66556989746094}, "Total-Time": 48258.702434539795, "Train": {"Loss": 0.0020466039881662087, "avg t": 0.9225238233672248, "plain loss": 0.04671619998349084}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.1500015258789, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.2595, "Augmented-Loss": 0.03459177517837845, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.02988799837464467, "PGD-Accuracy": 4.716666666666667, "PGD-Loss": 49.681466959635415}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 143, "Epoch-Time": 337.572856426239, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.29000091552734, "Augmented-0.05-Quantile-Accuracy": 98.04000091552734, "Augmented-0.1-Quantile-Accuracy": 98.29000091552734, "Augmented-Accuracy": 99.0045, "Augmented-Loss": 0.051887959262907506, "Clean-Accuracy": 99.17, "Clean-Loss": 0.03251081737279892, "PGD-Accuracy": 22.86, "PGD-Loss": 14.55549711303711}, "Total-Time": 48596.275290966034, "Train": {"Loss": 0.0018239172821243603, "avg t": 0.922512828067497, "plain loss": 0.04447411324536357}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.66666412353516, "Augmented-0.05-Quantile-Accuracy": 98.38333129882812, "Augmented-0.1-Quantile-Accuracy": 98.6500015258789, "Augmented-Accuracy": 99.16116666666667, "Augmented-Loss": 0.051204350558767715, "Clean-Accuracy": 99.35, "Clean-Loss": 0.03548832280995945, "PGD-Accuracy": 23.283333333333335, "PGD-Loss": 13.711340484619141}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 144, "Epoch-Time": 337.2440128326416, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.72999572753906, "Augmented-0.05-Quantile-Accuracy": 98.37999725341797, "Augmented-0.1-Quantile-Accuracy": 98.69999694824219, "Augmented-Accuracy": 99.2054, "Augmented-Loss": 0.030518403838030995, "Clean-Accuracy": 99.3, "Clean-Loss": 0.023314296595938505, "PGD-Accuracy": 8.68, "PGD-Loss": 36.13561091308594}, "Total-Time": 48933.519303798676, "Train": {"Loss": 0.002084244300939005, "avg t": 0.9225517940874453, "plain loss": 0.045440907254925465}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.16666412353516, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.83333587646484, "Augmented-Accuracy": 99.24583333333334, "Augmented-Loss": 0.033237387676791595, "Clean-Accuracy": 99.4, "Clean-Loss": 0.027916534609898614, "PGD-Accuracy": 9.25, "PGD-Loss": 36.28283005777995}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 145, "Epoch-Time": 337.4572377204895, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.63999938964844, "Augmented-0.05-Quantile-Accuracy": 98.3499984741211, "Augmented-0.1-Quantile-Accuracy": 98.57999420166016, "Augmented-Accuracy": 99.1341, "Augmented-Loss": 0.030414014033690095, "Clean-Accuracy": 99.21, "Clean-Loss": 0.024146659929305314, "PGD-Accuracy": 5.72, "PGD-Loss": 41.639966577148435}, "Total-Time": 49270.976541519165, "Train": {"Loss": 0.001990497233139144, "avg t": 0.9225366995246322, "plain loss": 0.04648697244679482}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.94999694824219, "Augmented-0.05-Quantile-Accuracy": 98.5, "Augmented-0.1-Quantile-Accuracy": 98.79999542236328, "Augmented-Accuracy": 99.20516666666667, "Augmented-Loss": 0.03440171953773436, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.030437340462347494, "PGD-Accuracy": 5.7, "PGD-Loss": 41.489392720540366}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 146, "Epoch-Time": 337.4957401752472, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.58999633789062, "Augmented-0.05-Quantile-Accuracy": 98.27999877929688, "Augmented-0.1-Quantile-Accuracy": 98.54000091552734, "Augmented-Accuracy": 99.1388, "Augmented-Loss": 0.04491108358246088, "Clean-Accuracy": 99.23, "Clean-Loss": 0.03096954472064972, "PGD-Accuracy": 16.0, "PGD-Loss": 24.903977185058594}, "Total-Time": 49608.47228169441, "Train": {"Loss": 0.0019299861595586494, "avg t": 0.9224918499699345, "plain loss": 0.044182784128189094}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 97.96666717529297, "Augmented-0.05-Quantile-Accuracy": 98.51666259765625, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.18766666666667, "Augmented-Loss": 0.044018344561035434, "Clean-Accuracy": 99.31666666666666, "Clean-Loss": 0.032784606254349154, "PGD-Accuracy": 16.0, "PGD-Loss": 24.543336842854817}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 147, "Epoch-Time": 337.65862584114075, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.95999908447266, "Augmented-0.05-Quantile-Accuracy": 98.54000091552734, "Augmented-0.1-Quantile-Accuracy": 98.70999908447266, "Augmented-Accuracy": 99.2512, "Augmented-Loss": 0.02658425022065267, "Clean-Accuracy": 99.32, "Clean-Loss": 0.022392875483166427, "PGD-Accuracy": 8.31, "PGD-Loss": 38.07554272460938}, "Total-Time": 49946.13090753555, "Train": {"Loss": 0.0017992306147460585, "avg t": 0.9225074750052558, "plain loss": 0.045492146581190565}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.29999542236328, "Augmented-0.05-Quantile-Accuracy": 98.66666412353516, "Augmented-0.1-Quantile-Accuracy": 98.75, "Augmented-Accuracy": 99.2615, "Augmented-Loss": 0.030991233532476084, "Clean-Accuracy": 99.36666666666666, "Clean-Loss": 0.028839936902630144, "PGD-Accuracy": 7.816666666666666, "PGD-Loss": 37.89832080078125}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 148, "Epoch-Time": 337.58721947669983, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.54999542236328, "Augmented-0.05-Quantile-Accuracy": 98.27999877929688, "Augmented-0.1-Quantile-Accuracy": 98.57999420166016, "Augmented-Accuracy": 99.1607, "Augmented-Loss": 0.05077057619285583, "Clean-Accuracy": 99.32, "Clean-Loss": 0.032944421276450156, "PGD-Accuracy": 17.71, "PGD-Loss": 24.123895837402344}, "Total-Time": 50283.71812701225, "Train": {"Loss": 0.0019394902995684082, "avg t": 0.9224935379204927, "plain loss": 0.04634328410360552}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.06666564941406, "Augmented-0.05-Quantile-Accuracy": 98.6500015258789, "Augmented-0.1-Quantile-Accuracy": 98.76666259765625, "Augmented-Accuracy": 99.22683333333333, "Augmented-Loss": 0.04915874393603454, "Clean-Accuracy": 99.33333333333333, "Clean-Loss": 0.03517396887081365, "PGD-Accuracy": 17.816666666666666, "PGD-Loss": 23.40131586710612}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
{"Epoch": 149, "Epoch-Time": 275.82362174987793, "Test": {"Augmented-0.01-Quantile-Accuracy": 97.79999542236328, "Augmented-0.05-Quantile-Accuracy": 98.38999938964844, "Augmented-0.1-Quantile-Accuracy": 98.65999603271484, "Augmented-Accuracy": 99.2384, "Augmented-Loss": 0.031695086478479205, "Clean-Accuracy": 99.29, "Clean-Loss": 0.024827334359660745, "PGD-Accuracy": 6.24, "PGD-Loss": 49.43286506347656}, "Total-Time": 50559.54174876213, "Train": {"Loss": 0.002009981100206022, "avg t": 0.9225025078102395, "plain loss": 0.04530942390141667}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 98.21666717529297, "Augmented-0.05-Quantile-Accuracy": 98.69999694824219, "Augmented-0.1-Quantile-Accuracy": 98.86666870117188, "Augmented-Accuracy": 99.2655, "Augmented-Loss": 0.034900109975409384, "Clean-Accuracy": 99.38333333333334, "Clean-Loss": 0.029525213642278687, "PGD-Accuracy": 6.316666666666666, "PGD-Loss": 49.81514510091146}, "args": {"algorithm": "CVaR_SGD_Autograd", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "MNIST", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/mnist_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.3, "g_dale_n_steps": 7, "g_dale_noise_coeff": 0.001, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.1, "l_dale_n_steps": 7, "l_dale_noise_coeff": 0.001, "l_dale_nu": 0.1, "l_dale_step_size": 0.1, "learning_rate": 1.0, "mart_beta": 5.0, "optimizer": 0, "pgd_n_steps": 7, "pgd_step_size": 0.1, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 7, "rand_smoothing_sigma": 0.5, "rand_smoothing_step_size": 0.1, "term_t": 2.0, "trades_beta": 1.0, "trades_n_steps": 7, "trades_step_size": 0.1}}
