{"Epoch": 0, "Epoch-Time": 2122.004058122635, "Test": {"Augmented-0.01-Quantile-Accuracy": 47.90999984741211, "Augmented-0.05-Quantile-Accuracy": 49.90999984741211, "Augmented-0.1-Quantile-Accuracy": 50.73999786376953, "Augmented-Accuracy": 53.5346, "Augmented-Loss": 1.3177991431274414, "Clean-Accuracy": 55.59, "Clean-Loss": 1.2438246452331543, "PGD-Accuracy": 1.44, "PGD-Loss": 4.433155868530274}, "Total-Time": 2122.004058122635, "Train": {"Loss": 2.2433052211761475, "avg t": 1.035859780368805, "plain loss": 1.5766929841003419, "standard loss": 1.5756242398834228}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 50.47999954223633, "Augmented-0.05-Quantile-Accuracy": 52.3599967956543, "Augmented-0.1-Quantile-Accuracy": 53.0, "Augmented-Accuracy": 55.453, "Augmented-Loss": 1.276800208890915, "Clean-Accuracy": 54.78, "Clean-Loss": 1.3253246669769287, "PGD-Accuracy": 2.14, "PGD-Loss": 4.018952035522461}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 2187.71359872818, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.19999694824219, "Augmented-0.05-Quantile-Accuracy": 56.38999938964844, "Augmented-0.1-Quantile-Accuracy": 57.57999801635742, "Augmented-Accuracy": 61.3512, "Augmented-Loss": 1.1784804816894532, "Clean-Accuracy": 62.24, "Clean-Loss": 1.1209139450073242, "PGD-Accuracy": 0.55, "PGD-Loss": 5.421214279174805}, "Total-Time": 4309.717656850815, "Train": {"Loss": 1.675257638130188, "avg t": 1.0029940948677063, "plain loss": 1.216221884521484, "standard loss": 1.2125344970703125}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 55.119998931884766, "Augmented-0.05-Quantile-Accuracy": 57.15999984741211, "Augmented-0.1-Quantile-Accuracy": 58.03999710083008, "Augmented-Accuracy": 61.4452, "Augmented-Loss": 1.1494481828727723, "Clean-Accuracy": 56.24, "Clean-Loss": 1.327275886154175, "PGD-Accuracy": 1.02, "PGD-Loss": 4.954181802368164}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 2120.556177377701, "Test": {"Augmented-0.01-Quantile-Accuracy": 52.43000030517578, "Augmented-0.05-Quantile-Accuracy": 55.30999755859375, "Augmented-0.1-Quantile-Accuracy": 56.75, "Augmented-Accuracy": 61.234, "Augmented-Loss": 1.142775527168274, "Clean-Accuracy": 63.68, "Clean-Loss": 1.0616652908325195, "PGD-Accuracy": 0.12, "PGD-Loss": 6.5420097045898435}, "Total-Time": 6430.273834228516, "Train": {"Loss": 1.4886446453475952, "avg t": 0.9882109378051758, "plain loss": 1.089242605682373, "standard loss": 1.0841062784957887}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 56.02000045776367, "Augmented-0.05-Quantile-Accuracy": 58.73999786376953, "Augmented-0.1-Quantile-Accuracy": 59.619998931884766, "Augmented-Accuracy": 63.8676, "Augmented-Loss": 1.0839543466567994, "Clean-Accuracy": 64.3, "Clean-Loss": 1.083487562942505, "PGD-Accuracy": 0.24, "PGD-Loss": 6.142859569549561}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 2103.9470970630646, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.0099983215332, "Augmented-0.05-Quantile-Accuracy": 63.849998474121094, "Augmented-0.1-Quantile-Accuracy": 65.23999786376953, "Augmented-Accuracy": 69.68, "Augmented-Loss": 1.0766448575210572, "Clean-Accuracy": 73.05, "Clean-Loss": 0.9634485084533692, "PGD-Accuracy": 0.41, "PGD-Loss": 6.466327593994141}, "Total-Time": 8534.22093129158, "Train": {"Loss": 1.3864897241592407, "avg t": 0.9795799695396423, "plain loss": 1.0191933510437015, "standard loss": 1.0137205676460266}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.5199966430664, "Augmented-0.05-Quantile-Accuracy": 69.36000061035156, "Augmented-0.1-Quantile-Accuracy": 70.47999572753906, "Augmented-Accuracy": 74.5654, "Augmented-Loss": 0.9863842940292359, "Clean-Accuracy": 69.84, "Clean-Loss": 1.0281447185516357, "PGD-Accuracy": 0.24, "PGD-Loss": 6.009526132202148}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 2182.169563770294, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.209999084472656, "Augmented-0.05-Quantile-Accuracy": 65.30999755859375, "Augmented-0.1-Quantile-Accuracy": 66.72000122070312, "Augmented-Accuracy": 71.233, "Augmented-Loss": 1.0576255857772827, "Clean-Accuracy": 74.13, "Clean-Loss": 0.9376650291442871, "PGD-Accuracy": 0.05, "PGD-Loss": 6.621389379882812}, "Total-Time": 10716.390495061874, "Train": {"Loss": 1.3290425416183471, "avg t": 0.974570562210083, "plain loss": 0.980197619018554, "standard loss": 0.9739566754722595}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.79999542236328, "Augmented-0.05-Quantile-Accuracy": 69.87999725341797, "Augmented-0.1-Quantile-Accuracy": 71.4000015258789, "Augmented-Accuracy": 75.2294, "Augmented-Loss": 0.9716914011735917, "Clean-Accuracy": 74.28, "Clean-Loss": 0.9572913150787353, "PGD-Accuracy": 0.16, "PGD-Loss": 6.145689012145996}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 2128.8755509853363, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.849998474121094, "Augmented-0.05-Quantile-Accuracy": 64.30999755859375, "Augmented-0.1-Quantile-Accuracy": 65.83999633789062, "Augmented-Accuracy": 70.365, "Augmented-Loss": 1.0710383957672118, "Clean-Accuracy": 71.7, "Clean-Loss": 0.9863167922973632, "PGD-Accuracy": 0.28, "PGD-Loss": 6.477287805175782}, "Total-Time": 12845.26604604721, "Train": {"Loss": 1.2907493271636963, "avg t": 0.971142093410492, "plain loss": 0.9644771699523922, "standard loss": 0.9581400333213806}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.519996643066406, "Augmented-0.05-Quantile-Accuracy": 67.43999481201172, "Augmented-0.1-Quantile-Accuracy": 68.72000122070312, "Augmented-Accuracy": 73.5968, "Augmented-Loss": 1.0136508098773955, "Clean-Accuracy": 70.06, "Clean-Loss": 0.9845377090454102, "PGD-Accuracy": 0.22, "PGD-Loss": 6.20346902923584}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 2129.9131326675415, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.72999954223633, "Augmented-0.05-Quantile-Accuracy": 66.29999542236328, "Augmented-0.1-Quantile-Accuracy": 67.94999694824219, "Augmented-Accuracy": 72.9119, "Augmented-Loss": 1.0422195089416504, "Clean-Accuracy": 74.15, "Clean-Loss": 0.9599052177429199, "PGD-Accuracy": 0.07, "PGD-Loss": 6.316150500488281}, "Total-Time": 14975.179178714752, "Train": {"Loss": 1.2731614714050292, "avg t": 0.9697583138656616, "plain loss": 0.959441786895751, "standard loss": 0.9526120544052123}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.9000015258789, "Augmented-0.05-Quantile-Accuracy": 69.37999725341797, "Augmented-0.1-Quantile-Accuracy": 70.75999450683594, "Augmented-Accuracy": 75.0368, "Augmented-Loss": 0.9811903041095734, "Clean-Accuracy": 75.56, "Clean-Loss": 0.9019015155792236, "PGD-Accuracy": 0.12, "PGD-Loss": 5.979268384552002}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 2184.236923456192, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.09000015258789, "Augmented-0.05-Quantile-Accuracy": 65.27999877929688, "Augmented-0.1-Quantile-Accuracy": 66.65999603271484, "Augmented-Accuracy": 71.224, "Augmented-Loss": 1.061011464515686, "Clean-Accuracy": 74.14, "Clean-Loss": 0.986010749053955, "PGD-Accuracy": 0.01, "PGD-Loss": 6.1548593200683595}, "Total-Time": 17159.416102170944, "Train": {"Loss": 1.2601817937469482, "avg t": 0.967938343963623, "plain loss": 0.9535066205139154, "standard loss": 0.9465402795028687}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.63999938964844, "Augmented-0.05-Quantile-Accuracy": 68.19999694824219, "Augmented-0.1-Quantile-Accuracy": 69.4000015258789, "Augmented-Accuracy": 73.7576, "Augmented-Loss": 1.0110652706718444, "Clean-Accuracy": 74.64, "Clean-Loss": 0.9342131595611572, "PGD-Accuracy": 0.06, "PGD-Loss": 5.930341755676269}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 2129.275064945221, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.41999816894531, "Augmented-0.05-Quantile-Accuracy": 66.54999542236328, "Augmented-0.1-Quantile-Accuracy": 68.11000061035156, "Augmented-Accuracy": 73.1343, "Augmented-Loss": 1.0848900508880615, "Clean-Accuracy": 76.41, "Clean-Loss": 0.9733802062988282, "PGD-Accuracy": 0.05, "PGD-Loss": 5.995309997558594}, "Total-Time": 19288.691167116165, "Train": {"Loss": 1.2502057992172242, "avg t": 0.9671126892471313, "plain loss": 0.9537443745727533, "standard loss": 0.9466396573066711}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.87999725341797, "Augmented-0.05-Quantile-Accuracy": 72.0199966430664, "Augmented-0.1-Quantile-Accuracy": 73.47999572753906, "Augmented-Accuracy": 77.823, "Augmented-Loss": 0.9926879258422852, "Clean-Accuracy": 79.24, "Clean-Loss": 0.9136724573135376, "PGD-Accuracy": 0.04, "PGD-Loss": 5.697138698577881}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 2129.628651380539, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.94999694824219, "Augmented-0.05-Quantile-Accuracy": 69.29000091552734, "Augmented-0.1-Quantile-Accuracy": 70.8499984741211, "Augmented-Accuracy": 75.8368, "Augmented-Loss": 1.0536582436065673, "Clean-Accuracy": 74.59, "Clean-Loss": 0.984721184539795, "PGD-Accuracy": 0.13, "PGD-Loss": 5.7906072265625}, "Total-Time": 21418.319818496704, "Train": {"Loss": 1.2385325295639038, "avg t": 0.9657530644035339, "plain loss": 0.9495276336975095, "standard loss": 0.9425250236129761}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.72000122070312, "Augmented-0.05-Quantile-Accuracy": 70.91999816894531, "Augmented-0.1-Quantile-Accuracy": 72.55999755859375, "Augmented-Accuracy": 77.0392, "Augmented-Loss": 0.9943453372497558, "Clean-Accuracy": 75.48, "Clean-Loss": 0.9365501831054688, "PGD-Accuracy": 0.22, "PGD-Loss": 5.5842332206726075}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 2183.3808929920197, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.16999816894531, "Augmented-0.05-Quantile-Accuracy": 66.83999633789062, "Augmented-0.1-Quantile-Accuracy": 68.31999969482422, "Augmented-Accuracy": 73.642, "Augmented-Loss": 1.08587209375, "Clean-Accuracy": 77.01, "Clean-Loss": 0.9781479072570801, "PGD-Accuracy": 0.17, "PGD-Loss": 6.044926086425781}, "Total-Time": 23601.700711488724, "Train": {"Loss": 1.2327707626342774, "avg t": 0.9652997827911377, "plain loss": 0.9483852957153325, "standard loss": 0.9412142121124267}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.68000030517578, "Augmented-0.05-Quantile-Accuracy": 72.79999542236328, "Augmented-0.1-Quantile-Accuracy": 74.04000091552734, "Augmented-Accuracy": 78.231, "Augmented-Loss": 0.9946474245033264, "Clean-Accuracy": 77.9, "Clean-Loss": 0.8917590255737304, "PGD-Accuracy": 0.08, "PGD-Loss": 5.82453123626709}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 2127.638171195984, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.90999984741211, "Augmented-0.05-Quantile-Accuracy": 67.63999938964844, "Augmented-0.1-Quantile-Accuracy": 69.25, "Augmented-Accuracy": 74.1306, "Augmented-Loss": 1.0830443340530396, "Clean-Accuracy": 77.66, "Clean-Loss": 0.9560446540832519, "PGD-Accuracy": 0.15, "PGD-Loss": 5.864222406005859}, "Total-Time": 25729.338882684708, "Train": {"Loss": 1.230272564868927, "avg t": 0.964457375946045, "plain loss": 0.9465337749023447, "standard loss": 0.93919414894104}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.87999725341797, "Augmented-0.05-Quantile-Accuracy": 71.22000122070312, "Augmented-0.1-Quantile-Accuracy": 72.63999938964844, "Augmented-Accuracy": 77.5364, "Augmented-Loss": 1.0009426951847076, "Clean-Accuracy": 71.02, "Clean-Loss": 0.961687247467041, "PGD-Accuracy": 0.18, "PGD-Loss": 5.636487127685547}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 2128.4100782871246, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.69999694824219, "Augmented-0.05-Quantile-Accuracy": 65.20999908447266, "Augmented-0.1-Quantile-Accuracy": 66.75, "Augmented-Accuracy": 71.7072, "Augmented-Loss": 1.086892918800354, "Clean-Accuracy": 74.39, "Clean-Loss": 0.9846736740112305, "PGD-Accuracy": 0.05, "PGD-Loss": 5.702915747070312}, "Total-Time": 27857.748960971832, "Train": {"Loss": 1.2260157389068604, "avg t": 0.9640614369010926, "plain loss": 0.9440803382568357, "standard loss": 0.9366241863822937}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.31999969482422, "Augmented-0.05-Quantile-Accuracy": 69.45999908447266, "Augmented-0.1-Quantile-Accuracy": 70.75999450683594, "Augmented-Accuracy": 75.7286, "Augmented-Loss": 1.0147392153987884, "Clean-Accuracy": 76.62, "Clean-Loss": 0.9196736860275269, "PGD-Accuracy": 0.12, "PGD-Loss": 5.495359583282471}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 2182.980316400528, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.45999908447266, "Augmented-0.05-Quantile-Accuracy": 69.12999725341797, "Augmented-0.1-Quantile-Accuracy": 70.47999572753906, "Augmented-Accuracy": 75.1098, "Augmented-Loss": 1.0973155398025514, "Clean-Accuracy": 77.88, "Clean-Loss": 0.9969256828308105, "PGD-Accuracy": 0.04, "PGD-Loss": 5.745214263916016}, "Total-Time": 30040.72927737236, "Train": {"Loss": 1.2161941087341308, "avg t": 0.9629159061431884, "plain loss": 0.9347080551147452, "standard loss": 0.927021290397644}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.1199951171875, "Augmented-0.05-Quantile-Accuracy": 74.58000183105469, "Augmented-0.1-Quantile-Accuracy": 75.83999633789062, "Augmented-Accuracy": 79.8822, "Augmented-Loss": 1.010417260936737, "Clean-Accuracy": 72.46, "Clean-Loss": 1.0596864240646362, "PGD-Accuracy": 0.08, "PGD-Loss": 5.563193154144287}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 2128.401490688324, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.16999816894531, "Augmented-0.05-Quantile-Accuracy": 62.94999694824219, "Augmented-0.1-Quantile-Accuracy": 64.51000213623047, "Augmented-Accuracy": 69.9488, "Augmented-Loss": 1.1394930463638306, "Clean-Accuracy": 72.9, "Clean-Loss": 1.025398991394043, "PGD-Accuracy": 0.06, "PGD-Loss": 5.923177478027344}, "Total-Time": 32169.130768060684, "Train": {"Loss": 1.2089048243713378, "avg t": 0.9622458776473999, "plain loss": 0.9305967103881841, "standard loss": 0.9230962608528137}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.13999938964844, "Augmented-0.05-Quantile-Accuracy": 68.72000122070312, "Augmented-0.1-Quantile-Accuracy": 70.22000122070312, "Augmented-Accuracy": 75.066, "Augmented-Loss": 1.025240449327469, "Clean-Accuracy": 71.78, "Clean-Loss": 0.9857688133239746, "PGD-Accuracy": 0.04, "PGD-Loss": 5.726107715606689}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 2128.247699022293, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.13999938964844, "Augmented-0.05-Quantile-Accuracy": 69.45999908447266, "Augmented-0.1-Quantile-Accuracy": 71.18999481201172, "Augmented-Accuracy": 76.1566, "Augmented-Loss": 1.073586465888977, "Clean-Accuracy": 77.16, "Clean-Loss": 0.9625933097839355, "PGD-Accuracy": 0.04, "PGD-Loss": 5.8165509765625}, "Total-Time": 34297.37846708298, "Train": {"Loss": 1.2104246187591552, "avg t": 0.962508218574524, "plain loss": 0.934949519195557, "standard loss": 0.9275454063034058}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.5999984741211, "Augmented-0.05-Quantile-Accuracy": 71.95999908447266, "Augmented-0.1-Quantile-Accuracy": 73.5, "Augmented-Accuracy": 78.0212, "Augmented-Loss": 0.9945067803230285, "Clean-Accuracy": 70.02, "Clean-Loss": 1.0526236888885498, "PGD-Accuracy": 0.08, "PGD-Loss": 5.622646213531494}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 2182.9227681159973, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.97999954223633, "Augmented-0.05-Quantile-Accuracy": 64.47000122070312, "Augmented-0.1-Quantile-Accuracy": 66.04000091552734, "Augmented-Accuracy": 71.3328, "Augmented-Loss": 1.1222261200485228, "Clean-Accuracy": 76.34, "Clean-Loss": 0.9535838027954101, "PGD-Accuracy": 0.0, "PGD-Loss": 5.7624043884277345}, "Total-Time": 36480.301235198975, "Train": {"Loss": 1.2025370066833496, "avg t": 0.9612895323181152, "plain loss": 0.9263141435852055, "standard loss": 0.9186891886901856}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.5, "Augmented-0.05-Quantile-Accuracy": 71.19999694824219, "Augmented-0.1-Quantile-Accuracy": 72.69999694824219, "Augmented-Accuracy": 77.1162, "Augmented-Loss": 0.9803416276035308, "Clean-Accuracy": 74.16, "Clean-Loss": 0.913303016281128, "PGD-Accuracy": 0.04, "PGD-Loss": 5.560780174255371}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 2128.2245330810547, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.48999786376953, "Augmented-0.05-Quantile-Accuracy": 68.36000061035156, "Augmented-0.1-Quantile-Accuracy": 70.15999603271484, "Augmented-Accuracy": 75.2022, "Augmented-Loss": 1.0842940706329345, "Clean-Accuracy": 74.89, "Clean-Loss": 0.9798808769226074, "PGD-Accuracy": 0.18, "PGD-Loss": 5.70541240234375}, "Total-Time": 38608.52576828003, "Train": {"Loss": 1.1956275932312013, "avg t": 0.9603244704437256, "plain loss": 0.9211079555358884, "standard loss": 0.9134686524963379}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.91999816894531, "Augmented-0.05-Quantile-Accuracy": 71.43999481201172, "Augmented-0.1-Quantile-Accuracy": 72.86000061035156, "Augmented-Accuracy": 77.491, "Augmented-Loss": 0.9929874641332627, "Clean-Accuracy": 77.06, "Clean-Loss": 0.9054898286819458, "PGD-Accuracy": 0.28, "PGD-Loss": 5.537562927246094}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 2127.235941171646, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.18000030517578, "Augmented-0.05-Quantile-Accuracy": 66.97999572753906, "Augmented-0.1-Quantile-Accuracy": 68.50999450683594, "Augmented-Accuracy": 73.8834, "Augmented-Loss": 1.0707929227981567, "Clean-Accuracy": 76.06, "Clean-Loss": 0.9621995811462403, "PGD-Accuracy": 0.05, "PGD-Loss": 5.796714276123047}, "Total-Time": 40735.761709451675, "Train": {"Loss": 1.2010029001617433, "avg t": 0.9612424686622619, "plain loss": 0.9321167681274407, "standard loss": 0.9244339949798585}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.9000015258789, "Augmented-0.05-Quantile-Accuracy": 71.65999603271484, "Augmented-0.1-Quantile-Accuracy": 73.1199951171875, "Augmented-Accuracy": 78.0866, "Augmented-Loss": 0.9775106161212921, "Clean-Accuracy": 71.26, "Clean-Loss": 0.9011385520935059, "PGD-Accuracy": 0.0, "PGD-Loss": 5.562819507598877}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 2182.4211287498474, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.25, "Augmented-0.05-Quantile-Accuracy": 69.58999633789062, "Augmented-0.1-Quantile-Accuracy": 71.16999816894531, "Augmented-Accuracy": 75.7531, "Augmented-Loss": 1.0528098447036742, "Clean-Accuracy": 79.38, "Clean-Loss": 0.9294950004577637, "PGD-Accuracy": 0.15, "PGD-Loss": 5.602612487792968}, "Total-Time": 42918.18283820152, "Train": {"Loss": 1.1913460053253173, "avg t": 0.9604124713706971, "plain loss": 0.9233502896118165, "standard loss": 0.916055419921875}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.45999908447266, "Augmented-0.05-Quantile-Accuracy": 73.97999572753906, "Augmented-0.1-Quantile-Accuracy": 75.27999877929688, "Augmented-Accuracy": 79.1126, "Augmented-Loss": 0.9663774312782287, "Clean-Accuracy": 79.54, "Clean-Loss": 0.8738038101196289, "PGD-Accuracy": 0.18, "PGD-Loss": 5.414637708282471}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 2128.2879498004913, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.349998474121094, "Augmented-0.05-Quantile-Accuracy": 63.7599983215332, "Augmented-0.1-Quantile-Accuracy": 65.43000030517578, "Augmented-Accuracy": 70.5362, "Augmented-Loss": 1.1500379128570557, "Clean-Accuracy": 75.01, "Clean-Loss": 0.9926077896118164, "PGD-Accuracy": 0.04, "PGD-Loss": 5.711013958740234}, "Total-Time": 45046.470788002014, "Train": {"Loss": 1.195105500431061, "avg t": 0.9603785315704346, "plain loss": 0.9259116037292492, "standard loss": 0.9182039586257934}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.04000091552734, "Augmented-0.05-Quantile-Accuracy": 69.6199951171875, "Augmented-0.1-Quantile-Accuracy": 71.18000030517578, "Augmented-Accuracy": 75.9616, "Augmented-Loss": 1.0046631390361787, "Clean-Accuracy": 73.64, "Clean-Loss": 0.9570004335403443, "PGD-Accuracy": 0.12, "PGD-Loss": 5.476396253967285}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 2127.183487176895, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.81999969482422, "Augmented-0.05-Quantile-Accuracy": 67.61000061035156, "Augmented-0.1-Quantile-Accuracy": 69.43999481201172, "Augmented-Accuracy": 74.9738, "Augmented-Loss": 1.1038559049606322, "Clean-Accuracy": 78.25, "Clean-Loss": 0.9806119186401367, "PGD-Accuracy": 0.08, "PGD-Loss": 5.771610589599609}, "Total-Time": 47173.65427517891, "Train": {"Loss": 1.1879055400848388, "avg t": 0.9598328742599487, "plain loss": 0.9201977931518555, "standard loss": 0.9123858018493652}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.22000122070312, "Augmented-0.05-Quantile-Accuracy": 73.13999938964844, "Augmented-0.1-Quantile-Accuracy": 74.83999633789062, "Augmented-Accuracy": 79.8462, "Augmented-Loss": 1.0001472745227813, "Clean-Accuracy": 80.48, "Clean-Loss": 0.8876641429901123, "PGD-Accuracy": 0.08, "PGD-Loss": 5.623924141693116}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 2181.7853701114655, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.79000091552734, "Augmented-0.05-Quantile-Accuracy": 68.87999725341797, "Augmented-0.1-Quantile-Accuracy": 70.68999481201172, "Augmented-Accuracy": 75.2912, "Augmented-Loss": 1.105959156539917, "Clean-Accuracy": 78.87, "Clean-Loss": 0.9723942253112793, "PGD-Accuracy": 0.6, "PGD-Loss": 5.562302709960938}, "Total-Time": 49355.439645290375, "Train": {"Loss": 1.1885206846237182, "avg t": 0.9597058127784729, "plain loss": 0.9213250314941406, "standard loss": 0.9135907032394409}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.19999694824219, "Augmented-0.05-Quantile-Accuracy": 74.0, "Augmented-0.1-Quantile-Accuracy": 75.22000122070312, "Augmented-Accuracy": 80.0942, "Augmented-Loss": 0.9887940953025818, "Clean-Accuracy": 79.86, "Clean-Loss": 0.9008942501068116, "PGD-Accuracy": 0.82, "PGD-Loss": 5.3736594161987306}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 2128.283701658249, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.87999725341797, "Augmented-0.05-Quantile-Accuracy": 68.06999969482422, "Augmented-0.1-Quantile-Accuracy": 69.63999938964844, "Augmented-Accuracy": 74.4001, "Augmented-Loss": 1.109906947921753, "Clean-Accuracy": 78.33, "Clean-Loss": 0.9547962043762207, "PGD-Accuracy": 0.21, "PGD-Loss": 5.377037622070312}, "Total-Time": 51483.723346948624, "Train": {"Loss": 1.1894081017684937, "avg t": 0.9599260633277893, "plain loss": 0.9228108751831043, "standard loss": 0.9153650910568237}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.0999984741211, "Augmented-0.05-Quantile-Accuracy": 74.95999908447266, "Augmented-0.1-Quantile-Accuracy": 76.27999877929688, "Augmented-Accuracy": 80.3122, "Augmented-Loss": 0.9725072763137818, "Clean-Accuracy": 77.94, "Clean-Loss": 0.925888558769226, "PGD-Accuracy": 0.26, "PGD-Loss": 5.176208437347412}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 2122.78241109848, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.81999969482422, "Augmented-0.05-Quantile-Accuracy": 67.75999450683594, "Augmented-0.1-Quantile-Accuracy": 69.30999755859375, "Augmented-Accuracy": 74.4211, "Augmented-Loss": 1.1044928225021362, "Clean-Accuracy": 79.43, "Clean-Loss": 0.9452819648742676, "PGD-Accuracy": 0.01, "PGD-Loss": 5.646250787353516}, "Total-Time": 53606.505758047104, "Train": {"Loss": 1.181562424545288, "avg t": 0.9588965640258789, "plain loss": 0.9148554993896486, "standard loss": 0.9070214012718201}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.13999938964844, "Augmented-0.05-Quantile-Accuracy": 73.45999908447266, "Augmented-0.1-Quantile-Accuracy": 74.79999542236328, "Augmented-Accuracy": 79.5936, "Augmented-Loss": 0.9848502146167755, "Clean-Accuracy": 81.44, "Clean-Loss": 0.8818161304473877, "PGD-Accuracy": 0.02, "PGD-Loss": 5.491311918640137}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 2175.8214876651764, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.04000091552734, "Augmented-0.05-Quantile-Accuracy": 67.95999908447266, "Augmented-0.1-Quantile-Accuracy": 69.54999542236328, "Augmented-Accuracy": 74.9363, "Augmented-Loss": 1.0654508302764893, "Clean-Accuracy": 79.26, "Clean-Loss": 0.9551265701293945, "PGD-Accuracy": 0.0, "PGD-Loss": 5.626667016601562}, "Total-Time": 55782.32724571228, "Train": {"Loss": 1.1877407433700562, "avg t": 0.9596900632095337, "plain loss": 0.9219355264892576, "standard loss": 0.9141032042694092}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.91999816894531, "Augmented-0.05-Quantile-Accuracy": 74.4000015258789, "Augmented-0.1-Quantile-Accuracy": 75.93999481201172, "Augmented-Accuracy": 80.0366, "Augmented-Loss": 0.9817800687885284, "Clean-Accuracy": 74.6, "Clean-Loss": 0.9437607397079468, "PGD-Accuracy": 0.06, "PGD-Loss": 5.424742910766602}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 2120.7679624557495, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.29999923706055, "Augmented-0.05-Quantile-Accuracy": 65.51000213623047, "Augmented-0.1-Quantile-Accuracy": 66.98999786376953, "Augmented-Accuracy": 71.9256, "Augmented-Loss": 1.08559258669281, "Clean-Accuracy": 77.04, "Clean-Loss": 0.9484712661743164, "PGD-Accuracy": 0.22, "PGD-Loss": 5.5284943115234375}, "Total-Time": 57903.09520816803, "Train": {"Loss": 1.1792480730628967, "avg t": 0.9586871254730225, "plain loss": 0.9118239855346671, "standard loss": 0.903906788444519}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.15999603271484, "Augmented-0.05-Quantile-Accuracy": 72.29999542236328, "Augmented-0.1-Quantile-Accuracy": 73.5999984741211, "Augmented-Accuracy": 77.7146, "Augmented-Loss": 0.972704586315155, "Clean-Accuracy": 74.5, "Clean-Loss": 0.9387138523101807, "PGD-Accuracy": 0.22, "PGD-Loss": 5.3361693870544435}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 2120.224506855011, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.8699951171875, "Augmented-0.05-Quantile-Accuracy": 69.23999786376953, "Augmented-0.1-Quantile-Accuracy": 70.65999603271484, "Augmented-Accuracy": 74.8759, "Augmented-Loss": 1.0891712511520386, "Clean-Accuracy": 77.52, "Clean-Loss": 0.9805814590454102, "PGD-Accuracy": 0.05, "PGD-Loss": 5.448184112548828}, "Total-Time": 60023.31971502304, "Train": {"Loss": 1.184697694168091, "avg t": 0.9589136257171631, "plain loss": 0.916391656738282, "standard loss": 0.9086126294708252}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.5, "Augmented-0.05-Quantile-Accuracy": 72.55999755859375, "Augmented-0.1-Quantile-Accuracy": 73.87999725341797, "Augmented-Accuracy": 78.3784, "Augmented-Loss": 1.0026528330020905, "Clean-Accuracy": 72.44, "Clean-Loss": 0.9461529191970826, "PGD-Accuracy": 0.34, "PGD-Loss": 5.267168685150146}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 2175.545745611191, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.189998626708984, "Augmented-0.05-Quantile-Accuracy": 65.08999633789062, "Augmented-0.1-Quantile-Accuracy": 67.04000091552734, "Augmented-Accuracy": 72.607, "Augmented-Loss": 1.1095982049331665, "Clean-Accuracy": 73.34, "Clean-Loss": 0.9944456901550293, "PGD-Accuracy": 0.04, "PGD-Loss": 5.795617395019531}, "Total-Time": 62198.86546063423, "Train": {"Loss": 1.1805701622390747, "avg t": 0.9589548133087158, "plain loss": 0.9177778884277343, "standard loss": 0.9099392384338378}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.23999786376953, "Augmented-0.05-Quantile-Accuracy": 71.05999755859375, "Augmented-0.1-Quantile-Accuracy": 72.47999572753906, "Augmented-Accuracy": 77.1518, "Augmented-Loss": 0.9959726531505585, "Clean-Accuracy": 78.38, "Clean-Loss": 0.8707552852630616, "PGD-Accuracy": 0.02, "PGD-Loss": 5.628666512298584}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 2122.2341089248657, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.529998779296875, "Augmented-0.05-Quantile-Accuracy": 67.43000030517578, "Augmented-0.1-Quantile-Accuracy": 69.12999725341797, "Augmented-Accuracy": 74.3635, "Augmented-Loss": 1.126704190536499, "Clean-Accuracy": 79.1, "Clean-Loss": 0.9466697914123535, "PGD-Accuracy": 0.05, "PGD-Loss": 5.615429077148438}, "Total-Time": 64321.0995695591, "Train": {"Loss": 1.1814312536430358, "avg t": 0.9587527816009521, "plain loss": 0.9132174281005867, "standard loss": 0.9049868646240234}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.5, "Augmented-0.05-Quantile-Accuracy": 74.41999816894531, "Augmented-0.1-Quantile-Accuracy": 75.68000030517578, "Augmented-Accuracy": 80.1736, "Augmented-Loss": 0.9776765763072968, "Clean-Accuracy": 79.96, "Clean-Loss": 0.87743215675354, "PGD-Accuracy": 0.04, "PGD-Loss": 5.444771415710449}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 2121.186326980591, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.98999786376953, "Augmented-0.05-Quantile-Accuracy": 67.15999603271484, "Augmented-0.1-Quantile-Accuracy": 68.79999542236328, "Augmented-Accuracy": 73.3363, "Augmented-Loss": 1.1012426646499633, "Clean-Accuracy": 76.56, "Clean-Loss": 0.9463460464477539, "PGD-Accuracy": 0.16, "PGD-Loss": 5.530919744873047}, "Total-Time": 66442.28589653969, "Train": {"Loss": 1.1758898635864259, "avg t": 0.9584757820510864, "plain loss": 0.9144135471191397, "standard loss": 0.9062089066696167}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.13999938964844, "Augmented-0.05-Quantile-Accuracy": 72.97999572753906, "Augmented-0.1-Quantile-Accuracy": 74.54000091552734, "Augmented-Accuracy": 78.54, "Augmented-Loss": 0.9747499135570526, "Clean-Accuracy": 79.06, "Clean-Loss": 0.8710957242965698, "PGD-Accuracy": 0.3, "PGD-Loss": 5.350218965911865}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 2177.258668899536, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.66999816894531, "Augmented-0.05-Quantile-Accuracy": 66.06999969482422, "Augmented-0.1-Quantile-Accuracy": 67.73999786376953, "Augmented-Accuracy": 72.7052, "Augmented-Loss": 1.0956264410095216, "Clean-Accuracy": 76.64, "Clean-Loss": 0.9476475662231445, "PGD-Accuracy": 0.06, "PGD-Loss": 5.428479595947266}, "Total-Time": 68619.54456543922, "Train": {"Loss": 1.175788009300232, "avg t": 0.957835157661438, "plain loss": 0.9120107172241207, "standard loss": 0.9039212496185303}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.77999877929688, "Augmented-0.05-Quantile-Accuracy": 73.19999694824219, "Augmented-0.1-Quantile-Accuracy": 74.54000091552734, "Augmented-Accuracy": 79.1632, "Augmented-Loss": 0.9589315187282562, "Clean-Accuracy": 78.74, "Clean-Loss": 0.8430295971870423, "PGD-Accuracy": 0.1, "PGD-Loss": 5.251097872924805}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 2124.2586114406586, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.6500015258789, "Augmented-0.05-Quantile-Accuracy": 69.33999633789062, "Augmented-0.1-Quantile-Accuracy": 70.98999786376953, "Augmented-Accuracy": 75.3239, "Augmented-Loss": 1.1081995872421264, "Clean-Accuracy": 79.93, "Clean-Loss": 0.9798455955505371, "PGD-Accuracy": 0.18, "PGD-Loss": 5.594102264404297}, "Total-Time": 70743.80317687988, "Train": {"Loss": 1.1745840148925781, "avg t": 0.9580389085388183, "plain loss": 0.9115692237548821, "standard loss": 0.9035774131774902}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.86000061035156, "Augmented-0.05-Quantile-Accuracy": 74.31999969482422, "Augmented-0.1-Quantile-Accuracy": 75.6199951171875, "Augmented-Accuracy": 80.2472, "Augmented-Loss": 1.0086221986579895, "Clean-Accuracy": 81.3, "Clean-Loss": 0.8715841199874877, "PGD-Accuracy": 0.18, "PGD-Loss": 5.420834604644775}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 2122.0820813179016, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.50999450683594, "Augmented-0.05-Quantile-Accuracy": 72.00999450683594, "Augmented-0.1-Quantile-Accuracy": 73.5, "Augmented-Accuracy": 78.4593, "Augmented-Loss": 1.081200236190796, "Clean-Accuracy": 80.75, "Clean-Loss": 0.9544441452026368, "PGD-Accuracy": 0.04, "PGD-Loss": 5.586476910400391}, "Total-Time": 72865.88525819778, "Train": {"Loss": 1.1786347423553467, "avg t": 0.9585273440361023, "plain loss": 0.9177231133117663, "standard loss": 0.9097513491439819}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.13999938964844, "Augmented-0.05-Quantile-Accuracy": 76.5199966430664, "Augmented-0.1-Quantile-Accuracy": 77.81999969482422, "Augmented-Accuracy": 82.2892, "Augmented-Loss": 0.9772155931253433, "Clean-Accuracy": 76.52, "Clean-Loss": 0.8943075945854188, "PGD-Accuracy": 0.26, "PGD-Loss": 5.385588327789307}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 2176.374575138092, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.82999801635742, "Augmented-0.05-Quantile-Accuracy": 66.41999816894531, "Augmented-0.1-Quantile-Accuracy": 67.98999786376953, "Augmented-Accuracy": 73.2107, "Augmented-Loss": 1.1071420548095703, "Clean-Accuracy": 75.29, "Clean-Loss": 1.0054367797851562, "PGD-Accuracy": 0.51, "PGD-Loss": 5.619486267089844}, "Total-Time": 75042.25983333588, "Train": {"Loss": 1.1726083544158936, "avg t": 0.9582285940742493, "plain loss": 0.911629336883544, "standard loss": 0.903672808380127}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.5199966430664, "Augmented-0.05-Quantile-Accuracy": 70.05999755859375, "Augmented-0.1-Quantile-Accuracy": 71.72000122070312, "Augmented-Accuracy": 76.3222, "Augmented-Loss": 1.0242058794345856, "Clean-Accuracy": 75.26, "Clean-Loss": 0.9726973587036133, "PGD-Accuracy": 0.48, "PGD-Loss": 5.430739185333252}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 2120.41126871109, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.59000015258789, "Augmented-0.05-Quantile-Accuracy": 66.37999725341797, "Augmented-0.1-Quantile-Accuracy": 68.12999725341797, "Augmented-Accuracy": 73.6395, "Augmented-Loss": 1.1388310431442261, "Clean-Accuracy": 80.91, "Clean-Loss": 0.939890493774414, "PGD-Accuracy": 0.13, "PGD-Loss": 5.688730120849609}, "Total-Time": 77162.67110204697, "Train": {"Loss": 1.1691185388565064, "avg t": 0.9574237488937378, "plain loss": 0.9068426430969246, "standard loss": 0.8987819834518432}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.0999984741211, "Augmented-0.05-Quantile-Accuracy": 74.75999450683594, "Augmented-0.1-Quantile-Accuracy": 76.31999969482422, "Augmented-Accuracy": 80.8708, "Augmented-Loss": 0.9711823469085693, "Clean-Accuracy": 75.76, "Clean-Loss": 0.9086181589126587, "PGD-Accuracy": 0.02, "PGD-Loss": 5.5660977394104005}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 2118.108863592148, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.40999603271484, "Augmented-0.05-Quantile-Accuracy": 69.22999572753906, "Augmented-0.1-Quantile-Accuracy": 70.90999603271484, "Augmented-Accuracy": 75.9975, "Augmented-Loss": 1.1447984316558837, "Clean-Accuracy": 78.84, "Clean-Loss": 0.9961489982604981, "PGD-Accuracy": 0.04, "PGD-Loss": 5.496613586425782}, "Total-Time": 79280.77996563911, "Train": {"Loss": 1.1753549882507324, "avg t": 0.9580364060211182, "plain loss": 0.9130563576049789, "standard loss": 0.9047911030197143}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.27999877929688, "Augmented-0.05-Quantile-Accuracy": 74.69999694824219, "Augmented-0.1-Quantile-Accuracy": 76.69999694824219, "Augmented-Accuracy": 81.5322, "Augmented-Loss": 1.0155734566116332, "Clean-Accuracy": 74.1, "Clean-Loss": 0.929168828201294, "PGD-Accuracy": 0.04, "PGD-Loss": 5.370290895843506}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 2175.3030846118927, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.30999755859375, "Augmented-0.05-Quantile-Accuracy": 66.1199951171875, "Augmented-0.1-Quantile-Accuracy": 67.63999938964844, "Augmented-Accuracy": 72.6933, "Augmented-Loss": 1.0856503258590697, "Clean-Accuracy": 75.91, "Clean-Loss": 0.9587627700805664, "PGD-Accuracy": 0.3, "PGD-Loss": 5.56509052734375}, "Total-Time": 81456.083050251, "Train": {"Loss": 1.1733890522003174, "avg t": 0.9582528754615783, "plain loss": 0.9112251387023925, "standard loss": 0.9032210734558106}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.6199951171875, "Augmented-0.05-Quantile-Accuracy": 69.13999938964844, "Augmented-0.1-Quantile-Accuracy": 70.33999633789062, "Augmented-Accuracy": 75.2892, "Augmented-Loss": 0.9935006819515229, "Clean-Accuracy": 68.12, "Clean-Loss": 1.006465165901184, "PGD-Accuracy": 0.52, "PGD-Loss": 5.415449431610107}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 2123.2207493782043, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.19999694824219, "Augmented-0.05-Quantile-Accuracy": 66.72999572753906, "Augmented-0.1-Quantile-Accuracy": 68.25999450683594, "Augmented-Accuracy": 73.4342, "Augmented-Loss": 1.073176883468628, "Clean-Accuracy": 73.61, "Clean-Loss": 0.9631920944213868, "PGD-Accuracy": 0.15, "PGD-Loss": 5.4627177551269535}, "Total-Time": 83579.30379962921, "Train": {"Loss": 1.1725537982559204, "avg t": 0.9577780638885498, "plain loss": 0.9109231735534665, "standard loss": 0.9030007543563843}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.1199951171875, "Augmented-0.05-Quantile-Accuracy": 69.87999725341797, "Augmented-0.1-Quantile-Accuracy": 71.68000030517578, "Augmented-Accuracy": 75.7478, "Augmented-Loss": 0.9733769380187989, "Clean-Accuracy": 76.5, "Clean-Loss": 0.8549799446105957, "PGD-Accuracy": 0.24, "PGD-Loss": 5.279188140106201}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 2122.553368330002, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.53999710083008, "Augmented-0.05-Quantile-Accuracy": 66.36000061035156, "Augmented-0.1-Quantile-Accuracy": 68.15999603271484, "Augmented-Accuracy": 73.7486, "Augmented-Loss": 1.0782948393173217, "Clean-Accuracy": 76.68, "Clean-Loss": 0.9455211791992187, "PGD-Accuracy": 0.02, "PGD-Loss": 5.6851627563476566}, "Total-Time": 85701.85716795921, "Train": {"Loss": 1.167620634918213, "avg t": 0.9572755338287353, "plain loss": 0.9037071650085444, "standard loss": 0.8958095795440674}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.97999572753906, "Augmented-0.05-Quantile-Accuracy": 71.37999725341797, "Augmented-0.1-Quantile-Accuracy": 72.69999694824219, "Augmented-Accuracy": 76.9684, "Augmented-Loss": 0.9655013886070252, "Clean-Accuracy": 73.24, "Clean-Loss": 0.9027979959487915, "PGD-Accuracy": 0.14, "PGD-Loss": 5.433038246154785}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 2178.2181327342987, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.45999908447266, "Augmented-0.05-Quantile-Accuracy": 67.75, "Augmented-0.1-Quantile-Accuracy": 69.19999694824219, "Augmented-Accuracy": 73.9393, "Augmented-Loss": 1.1093391354904174, "Clean-Accuracy": 80.44, "Clean-Loss": 0.9503662742614746, "PGD-Accuracy": 0.07, "PGD-Loss": 5.5645839294433594}, "Total-Time": 87880.07530069351, "Train": {"Loss": 1.1686027642440795, "avg t": 0.9576359697532654, "plain loss": 0.9053012329711918, "standard loss": 0.8970744572067261}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.95999908447266, "Augmented-0.05-Quantile-Accuracy": 75.04000091552734, "Augmented-0.1-Quantile-Accuracy": 76.58000183105469, "Augmented-Accuracy": 81.1542, "Augmented-Loss": 0.9667954609012603, "Clean-Accuracy": 77.5, "Clean-Loss": 0.9109602178573608, "PGD-Accuracy": 0.06, "PGD-Loss": 5.37346005859375}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 2121.613461971283, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.5999984741211, "Augmented-0.05-Quantile-Accuracy": 69.37999725341797, "Augmented-0.1-Quantile-Accuracy": 71.12999725341797, "Augmented-Accuracy": 75.8928, "Augmented-Loss": 1.0844406687088013, "Clean-Accuracy": 78.98, "Clean-Loss": 0.9278753158569336, "PGD-Accuracy": 0.69, "PGD-Loss": 5.478547344970703}, "Total-Time": 90001.6887626648, "Train": {"Loss": 1.171719482421875, "avg t": 0.957866438407898, "plain loss": 0.910075015655519, "standard loss": 0.9019311581420898}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.9000015258789, "Augmented-0.05-Quantile-Accuracy": 74.45999908447266, "Augmented-0.1-Quantile-Accuracy": 75.75999450683594, "Augmented-Accuracy": 79.944, "Augmented-Loss": 0.9753117345695496, "Clean-Accuracy": 69.94, "Clean-Loss": 0.9544101203918457, "PGD-Accuracy": 0.96, "PGD-Loss": 5.284069252777099}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 2121.077885389328, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.47999954223633, "Augmented-0.05-Quantile-Accuracy": 64.16999816894531, "Augmented-0.1-Quantile-Accuracy": 65.72999572753906, "Augmented-Accuracy": 70.7782, "Augmented-Loss": 1.139057774909973, "Clean-Accuracy": 73.84, "Clean-Loss": 0.9721310073852539, "PGD-Accuracy": 0.05, "PGD-Loss": 5.5497089294433595}, "Total-Time": 92122.76664805412, "Train": {"Loss": 1.1756633958053588, "avg t": 0.9578675643920899, "plain loss": 0.9098419090576165, "standard loss": 0.9018082043075561}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.0999984741211, "Augmented-0.05-Quantile-Accuracy": 68.77999877929688, "Augmented-0.1-Quantile-Accuracy": 70.4000015258789, "Augmented-Accuracy": 75.1592, "Augmented-Loss": 1.0185000502147674, "Clean-Accuracy": 71.82, "Clean-Loss": 0.9026757137298584, "PGD-Accuracy": 0.02, "PGD-Loss": 5.387697109985352}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 2174.9225573539734, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.58999633789062, "Augmented-0.05-Quantile-Accuracy": 68.11000061035156, "Augmented-0.1-Quantile-Accuracy": 69.79000091552734, "Augmented-Accuracy": 75.0485, "Augmented-Loss": 1.0886061795196533, "Clean-Accuracy": 77.99, "Clean-Loss": 0.9508534072875977, "PGD-Accuracy": 0.08, "PGD-Loss": 5.522134313964844}, "Total-Time": 94297.6892054081, "Train": {"Loss": 1.1698041319656372, "avg t": 0.9574987815475464, "plain loss": 0.9074307925720212, "standard loss": 0.8991687845611572}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.86000061035156, "Augmented-0.05-Quantile-Accuracy": 72.04000091552734, "Augmented-0.1-Quantile-Accuracy": 73.79999542236328, "Augmented-Accuracy": 78.6158, "Augmented-Loss": 0.9882083666973114, "Clean-Accuracy": 79.1, "Clean-Loss": 0.9092208110809327, "PGD-Accuracy": 0.06, "PGD-Loss": 5.399440047454834}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 2120.3526248931885, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.32999801635742, "Augmented-0.05-Quantile-Accuracy": 65.04000091552734, "Augmented-0.1-Quantile-Accuracy": 67.0999984741211, "Augmented-Accuracy": 72.3096, "Augmented-Loss": 1.176247759765625, "Clean-Accuracy": 78.11, "Clean-Loss": 0.9696894813537598, "PGD-Accuracy": 0.15, "PGD-Loss": 5.443241326904297}, "Total-Time": 96418.04183030128, "Train": {"Loss": 1.1707063735961913, "avg t": 0.9572724390792847, "plain loss": 0.9104996282043449, "standard loss": 0.9024177375984191}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.5199966430664, "Augmented-0.05-Quantile-Accuracy": 73.75999450683594, "Augmented-0.1-Quantile-Accuracy": 75.1199951171875, "Augmented-Accuracy": 79.3108, "Augmented-Loss": 1.0007941168193817, "Clean-Accuracy": 73.04, "Clean-Loss": 0.8743514835357666, "PGD-Accuracy": 0.18, "PGD-Loss": 5.260511471557617}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 1985.1553375720978, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.44999694824219, "Augmented-0.05-Quantile-Accuracy": 70.8699951171875, "Augmented-0.1-Quantile-Accuracy": 72.66999816894531, "Augmented-Accuracy": 77.853, "Augmented-Loss": 1.0567316128692628, "Clean-Accuracy": 80.11, "Clean-Loss": 0.96036771774292, "PGD-Accuracy": 0.15, "PGD-Loss": 5.601950170898437}, "Total-Time": 98403.19716787338, "Train": {"Loss": 1.1649783660888673, "avg t": 0.9571468140411377, "plain loss": 0.9068907547912598, "standard loss": 0.8990332585334778}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.45999908447266, "Augmented-0.05-Quantile-Accuracy": 75.05999755859375, "Augmented-0.1-Quantile-Accuracy": 76.68000030517578, "Augmented-Accuracy": 81.0146, "Augmented-Loss": 0.9921720562057496, "Clean-Accuracy": 79.5, "Clean-Loss": 0.9008526613235474, "PGD-Accuracy": 0.2, "PGD-Loss": 5.44823443145752}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 1415.2927377223969, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.5, "Augmented-0.05-Quantile-Accuracy": 69.18000030517578, "Augmented-0.1-Quantile-Accuracy": 70.61000061035156, "Augmented-Accuracy": 75.5682, "Augmented-Loss": 1.0646863524093628, "Clean-Accuracy": 77.06, "Clean-Loss": 0.9496165237426758, "PGD-Accuracy": 0.1, "PGD-Loss": 5.423836010742187}, "Total-Time": 99818.48990559578, "Train": {"Loss": 1.1685135912704467, "avg t": 0.9574511571502685, "plain loss": 0.9087323811340323, "standard loss": 0.9003597131347656}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.5999984741211, "Augmented-0.05-Quantile-Accuracy": 72.9000015258789, "Augmented-0.1-Quantile-Accuracy": 74.41999816894531, "Augmented-Accuracy": 78.4912, "Augmented-Loss": 0.967757156785965, "Clean-Accuracy": 79.12, "Clean-Loss": 0.8671335388183594, "PGD-Accuracy": 0.06, "PGD-Loss": 5.217071788024902}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 1416.9047138690948, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.31999969482422, "Augmented-0.05-Quantile-Accuracy": 65.8699951171875, "Augmented-0.1-Quantile-Accuracy": 67.68999481201172, "Augmented-Accuracy": 73.559, "Augmented-Loss": 1.1512447494125366, "Clean-Accuracy": 77.57, "Clean-Loss": 1.0045422485351563, "PGD-Accuracy": 0.06, "PGD-Loss": 5.534819708251953}, "Total-Time": 101235.39461946487, "Train": {"Loss": 1.169525089263916, "avg t": 0.9573603457069397, "plain loss": 0.9077602247619626, "standard loss": 0.8996840378189087}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.72000122070312, "Augmented-0.05-Quantile-Accuracy": 74.27999877929688, "Augmented-0.1-Quantile-Accuracy": 75.6199951171875, "Augmented-Accuracy": 80.3114, "Augmented-Loss": 1.0110001794872283, "Clean-Accuracy": 76.98, "Clean-Loss": 0.9204838338851928, "PGD-Accuracy": 0.08, "PGD-Loss": 5.333649807739258}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 1413.5055012702942, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.44999694824219, "Augmented-0.05-Quantile-Accuracy": 64.41999816894531, "Augmented-0.1-Quantile-Accuracy": 66.15999603271484, "Augmented-Accuracy": 71.3782, "Augmented-Loss": 1.1660829064483642, "Clean-Accuracy": 76.83, "Clean-Loss": 0.9713192420959472, "PGD-Accuracy": 0.07, "PGD-Loss": 5.545814154052734}, "Total-Time": 102648.90012073517, "Train": {"Loss": 1.1687438833618164, "avg t": 0.957441563911438, "plain loss": 0.9071144767150884, "standard loss": 0.8989693533325195}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.6199951171875, "Augmented-0.05-Quantile-Accuracy": 72.54000091552734, "Augmented-0.1-Quantile-Accuracy": 73.93999481201172, "Augmented-Accuracy": 78.2494, "Augmented-Loss": 0.9927399570732117, "Clean-Accuracy": 77.62, "Clean-Loss": 0.9229374838829041, "PGD-Accuracy": 0.1, "PGD-Loss": 5.353888127136231}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 1412.1890432834625, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.72999572753906, "Augmented-0.05-Quantile-Accuracy": 68.8699951171875, "Augmented-0.1-Quantile-Accuracy": 70.6500015258789, "Augmented-Accuracy": 75.3741, "Augmented-Loss": 1.060969906402588, "Clean-Accuracy": 78.0, "Clean-Loss": 0.9258125709533691, "PGD-Accuracy": 0.15, "PGD-Loss": 5.637920318603515}, "Total-Time": 104061.08916401863, "Train": {"Loss": 1.1618972714996338, "avg t": 0.9565691250228882, "plain loss": 0.901453735443115, "standard loss": 0.8933017269325256}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.37999725341797, "Augmented-0.05-Quantile-Accuracy": 72.75999450683594, "Augmented-0.1-Quantile-Accuracy": 74.1199951171875, "Augmented-Accuracy": 78.873, "Augmented-Loss": 0.9492445560159684, "Clean-Accuracy": 72.96, "Clean-Loss": 0.9084752893447876, "PGD-Accuracy": 0.2, "PGD-Loss": 5.44865425567627}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 1411.2788894176483, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.71999740600586, "Augmented-0.05-Quantile-Accuracy": 67.16999816894531, "Augmented-0.1-Quantile-Accuracy": 68.98999786376953, "Augmented-Accuracy": 73.9957, "Augmented-Loss": 1.0824497288894652, "Clean-Accuracy": 78.32, "Clean-Loss": 0.9436965515136718, "PGD-Accuracy": 0.16, "PGD-Loss": 5.344429385375976}, "Total-Time": 105472.36805343628, "Train": {"Loss": 1.165312297744751, "avg t": 0.9569685305595398, "plain loss": 0.8997476546936045, "standard loss": 0.8914344553375244}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.5999984741211, "Augmented-0.05-Quantile-Accuracy": 73.87999725341797, "Augmented-0.1-Quantile-Accuracy": 75.23999786376953, "Augmented-Accuracy": 79.1936, "Augmented-Loss": 0.9694788461055756, "Clean-Accuracy": 76.82, "Clean-Loss": 0.8660333802223206, "PGD-Accuracy": 0.16, "PGD-Loss": 5.15762405166626}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 1408.9774644374847, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.21999740600586, "Augmented-0.05-Quantile-Accuracy": 65.69999694824219, "Augmented-0.1-Quantile-Accuracy": 67.29999542236328, "Augmented-Accuracy": 72.446, "Augmented-Loss": 1.109236281188965, "Clean-Accuracy": 74.81, "Clean-Loss": 0.9922951194763183, "PGD-Accuracy": 0.12, "PGD-Loss": 5.389562194824219}, "Total-Time": 106881.34551787376, "Train": {"Loss": 1.1712635905456543, "avg t": 0.9576266258239746, "plain loss": 0.9088483384704586, "standard loss": 0.9007917305755615}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.65999603271484, "Augmented-0.05-Quantile-Accuracy": 69.91999816894531, "Augmented-0.1-Quantile-Accuracy": 71.77999877929688, "Augmented-Accuracy": 76.436, "Augmented-Loss": 0.9993102707748414, "Clean-Accuracy": 75.8, "Clean-Loss": 0.9277832550048828, "PGD-Accuracy": 0.22, "PGD-Loss": 5.23073265991211}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 1408.0548558235168, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.89999771118164, "Augmented-0.05-Quantile-Accuracy": 65.29000091552734, "Augmented-0.1-Quantile-Accuracy": 66.98999786376953, "Augmented-Accuracy": 72.506, "Augmented-Loss": 1.1699610219955445, "Clean-Accuracy": 76.58, "Clean-Loss": 1.01808720703125, "PGD-Accuracy": 0.05, "PGD-Loss": 5.668372564697266}, "Total-Time": 108289.40037369728, "Train": {"Loss": 1.1660027616500854, "avg t": 0.9567063444328308, "plain loss": 0.9050764682312007, "standard loss": 0.8968227186965942}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.0999984741211, "Augmented-0.05-Quantile-Accuracy": 72.37999725341797, "Augmented-0.1-Quantile-Accuracy": 74.08000183105469, "Augmented-Accuracy": 79.0668, "Augmented-Loss": 1.0348364142799378, "Clean-Accuracy": 73.32, "Clean-Loss": 1.0127145792007446, "PGD-Accuracy": 0.08, "PGD-Loss": 5.462141604614258}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 1407.0122001171112, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.58000183105469, "Augmented-0.05-Quantile-Accuracy": 68.8699951171875, "Augmented-0.1-Quantile-Accuracy": 70.50999450683594, "Augmented-Accuracy": 75.3986, "Augmented-Loss": 1.1057509690704346, "Clean-Accuracy": 78.69, "Clean-Loss": 0.9891757102966309, "PGD-Accuracy": 0.07, "PGD-Loss": 5.464076824951172}, "Total-Time": 109696.41257381439, "Train": {"Loss": 1.1676515333175659, "avg t": 0.9573717202568054, "plain loss": 0.9062949153747565, "standard loss": 0.8979940225601196}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.77999877929688, "Augmented-0.05-Quantile-Accuracy": 73.4000015258789, "Augmented-0.1-Quantile-Accuracy": 74.6199951171875, "Augmented-Accuracy": 79.33, "Augmented-Loss": 1.017311631603241, "Clean-Accuracy": 72.74, "Clean-Loss": 0.9707196746826172, "PGD-Accuracy": 0.28, "PGD-Loss": 5.296847534942627}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 1407.3435652256012, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.33000183105469, "Augmented-0.05-Quantile-Accuracy": 70.8499984741211, "Augmented-0.1-Quantile-Accuracy": 72.5, "Augmented-Accuracy": 77.2347, "Augmented-Loss": 1.0700721631774903, "Clean-Accuracy": 79.2, "Clean-Loss": 0.9714412399291992, "PGD-Accuracy": 0.36, "PGD-Loss": 5.444736212158203}, "Total-Time": 111103.75613904, "Train": {"Loss": 1.167413710784912, "avg t": 0.9572409063911438, "plain loss": 0.9095678190612804, "standard loss": 0.9011787951469421}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.97999572753906, "Augmented-0.05-Quantile-Accuracy": 74.36000061035156, "Augmented-0.1-Quantile-Accuracy": 75.68000030517578, "Augmented-Accuracy": 80.4822, "Augmented-Loss": 0.9833236075172425, "Clean-Accuracy": 78.92, "Clean-Loss": 0.8864155807495118, "PGD-Accuracy": 0.68, "PGD-Loss": 5.242162754821777}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 1407.8738198280334, "Test": {"Augmented-0.01-Quantile-Accuracy": 73.55999755859375, "Augmented-0.05-Quantile-Accuracy": 77.75, "Augmented-0.1-Quantile-Accuracy": 79.11000061035156, "Augmented-Accuracy": 83.5359, "Augmented-Loss": 1.016053937789917, "Clean-Accuracy": 86.13, "Clean-Loss": 0.8985808937072753, "PGD-Accuracy": 1.38, "PGD-Loss": 5.479207153320313}, "Total-Time": 112511.62995886803, "Train": {"Loss": 1.035801688079834, "avg t": 0.9404571251678466, "plain loss": 0.8147228792419432, "standard loss": 0.8086750288009643}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.87999725341797, "Augmented-0.05-Quantile-Accuracy": 83.6199951171875, "Augmented-0.1-Quantile-Accuracy": 85.04000091552734, "Augmented-Accuracy": 88.8808, "Augmented-Loss": 0.9097897243862152, "Clean-Accuracy": 83.36, "Clean-Loss": 0.8080505969047547, "PGD-Accuracy": 1.9, "PGD-Loss": 5.282019013977051}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 1410.247334241867, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.43000030517578, "Augmented-0.05-Quantile-Accuracy": 78.8499984741211, "Augmented-0.1-Quantile-Accuracy": 80.25999450683594, "Augmented-Accuracy": 84.6629, "Augmented-Loss": 1.0230381101226806, "Clean-Accuracy": 86.3, "Clean-Loss": 0.9173930267333984, "PGD-Accuracy": 1.66, "PGD-Loss": 5.455489776611328}, "Total-Time": 113921.8772931099, "Train": {"Loss": 1.0082255123138428, "avg t": 0.9364051546669007, "plain loss": 0.8044745419616705, "standard loss": 0.7988302605819703}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.5199966430664, "Augmented-0.05-Quantile-Accuracy": 85.37999725341797, "Augmented-0.1-Quantile-Accuracy": 86.5199966430664, "Augmented-Accuracy": 89.9176, "Augmented-Loss": 0.9253371746959687, "Clean-Accuracy": 82.98, "Clean-Loss": 0.8061322845458985, "PGD-Accuracy": 1.92, "PGD-Loss": 5.2778240524291995}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 1410.5337960720062, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.83000183105469, "Augmented-0.05-Quantile-Accuracy": 79.45999908447266, "Augmented-0.1-Quantile-Accuracy": 81.02999877929688, "Augmented-Accuracy": 85.0671, "Augmented-Loss": 1.0550529138946534, "Clean-Accuracy": 87.72, "Clean-Loss": 0.930779387664795, "PGD-Accuracy": 1.49, "PGD-Loss": 5.379466107177734}, "Total-Time": 115332.4110891819, "Train": {"Loss": 0.9950891828155518, "avg t": 0.9344168747329712, "plain loss": 0.8068964684448237, "standard loss": 0.8016652289962769}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.91999816894531, "Augmented-0.05-Quantile-Accuracy": 87.07999420166016, "Augmented-0.1-Quantile-Accuracy": 88.05999755859375, "Augmented-Accuracy": 91.0658, "Augmented-Loss": 0.9461924781723022, "Clean-Accuracy": 84.82, "Clean-Loss": 0.8113496454238892, "PGD-Accuracy": 2.18, "PGD-Loss": 5.193428108215332}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 1411.071537733078, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.08999633789062, "Augmented-0.05-Quantile-Accuracy": 79.43999481201172, "Augmented-0.1-Quantile-Accuracy": 81.0, "Augmented-Accuracy": 84.8924, "Augmented-Loss": 1.071030962814331, "Clean-Accuracy": 84.68, "Clean-Loss": 0.9654167091369629, "PGD-Accuracy": 2.41, "PGD-Loss": 5.232627243041992}, "Total-Time": 116743.48262691498, "Train": {"Loss": 0.9888064609718322, "avg t": 0.9334708120346069, "plain loss": 0.8122156259460459, "standard loss": 0.8068187282180787}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.22000122070312, "Augmented-0.05-Quantile-Accuracy": 84.23999786376953, "Augmented-0.1-Quantile-Accuracy": 85.63999938964844, "Augmented-Accuracy": 89.147, "Augmented-Loss": 0.9850864085216522, "Clean-Accuracy": 85.54, "Clean-Loss": 0.8211180801391602, "PGD-Accuracy": 3.46, "PGD-Loss": 5.052648919677734}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 1411.2489168643951, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.11000061035156, "Augmented-0.05-Quantile-Accuracy": 80.3499984741211, "Augmented-0.1-Quantile-Accuracy": 81.88999938964844, "Augmented-Accuracy": 85.9704, "Augmented-Loss": 1.0912807268218994, "Clean-Accuracy": 87.44, "Clean-Loss": 0.9893426261901855, "PGD-Accuracy": 2.01, "PGD-Loss": 5.1786792327880855}, "Total-Time": 118154.73154377937, "Train": {"Loss": 0.9808455033874511, "avg t": 0.9322540330314636, "plain loss": 0.8201813152160644, "standard loss": 0.8149186477279663}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.55999755859375, "Augmented-0.05-Quantile-Accuracy": 86.4000015258789, "Augmented-0.1-Quantile-Accuracy": 87.69999694824219, "Augmented-Accuracy": 90.814, "Augmented-Loss": 1.0133051399765014, "Clean-Accuracy": 88.92, "Clean-Loss": 0.8360264100074768, "PGD-Accuracy": 3.26, "PGD-Loss": 4.97455323638916}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 1411.5752189159393, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.54000091552734, "Augmented-0.05-Quantile-Accuracy": 80.54999542236328, "Augmented-0.1-Quantile-Accuracy": 82.11000061035156, "Augmented-Accuracy": 86.1743, "Augmented-Loss": 1.114552547859192, "Clean-Accuracy": 87.58, "Clean-Loss": 0.9994100959777832, "PGD-Accuracy": 1.81, "PGD-Loss": 5.137603106689453}, "Total-Time": 119566.30676269531, "Train": {"Loss": 0.9767893133926392, "avg t": 0.9317886268043518, "plain loss": 0.8260140224914555, "standard loss": 0.8208022672462464}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.37999725341797, "Augmented-0.05-Quantile-Accuracy": 87.5199966430664, "Augmented-0.1-Quantile-Accuracy": 88.97999572753906, "Augmented-Accuracy": 91.8032, "Augmented-Loss": 1.0262039432544707, "Clean-Accuracy": 86.52, "Clean-Loss": 0.844754034614563, "PGD-Accuracy": 3.6, "PGD-Loss": 4.914823302459717}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 1410.3951439857483, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.72999572753906, "Augmented-0.05-Quantile-Accuracy": 81.11000061035156, "Augmented-0.1-Quantile-Accuracy": 82.6199951171875, "Augmented-Accuracy": 86.6061, "Augmented-Loss": 1.109388652709961, "Clean-Accuracy": 87.72, "Clean-Loss": 0.9975276893615722, "PGD-Accuracy": 4.21, "PGD-Loss": 4.9812176940917965}, "Total-Time": 120976.70190668106, "Train": {"Loss": 0.9740700204658508, "avg t": 0.9312009992599487, "plain loss": 0.830720102752686, "standard loss": 0.8255452509117126}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.5, "Augmented-0.05-Quantile-Accuracy": 87.57999420166016, "Augmented-0.1-Quantile-Accuracy": 88.73999786376953, "Augmented-Accuracy": 92.1012, "Augmented-Loss": 1.0244198218536378, "Clean-Accuracy": 91.84, "Clean-Loss": 0.8232084597587586, "PGD-Accuracy": 7.32, "PGD-Loss": 4.742004026794434}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 1410.8993048667908, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.0, "Augmented-0.05-Quantile-Accuracy": 81.47000122070312, "Augmented-0.1-Quantile-Accuracy": 82.81999969482422, "Augmented-Accuracy": 86.8341, "Augmented-Loss": 1.1392982116851806, "Clean-Accuracy": 88.26, "Clean-Loss": 0.9994390518188476, "PGD-Accuracy": 2.27, "PGD-Loss": 5.002353408813477}, "Total-Time": 122387.60121154785, "Train": {"Loss": 0.9698954000473022, "avg t": 0.9305107508087158, "plain loss": 0.8314490942077633, "standard loss": 0.8264374848937989}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.13999938964844, "Augmented-0.05-Quantile-Accuracy": 88.5999984741211, "Augmented-0.1-Quantile-Accuracy": 89.91999816894531, "Augmented-Accuracy": 92.8808, "Augmented-Loss": 1.0337051041355132, "Clean-Accuracy": 87.46, "Clean-Loss": 0.8597524873733521, "PGD-Accuracy": 6.02, "PGD-Loss": 4.731656323242188}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 1410.5819363594055, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.88999938964844, "Augmented-0.05-Quantile-Accuracy": 82.23999786376953, "Augmented-0.1-Quantile-Accuracy": 83.63999938964844, "Augmented-Accuracy": 87.4464, "Augmented-Loss": 1.1509779223327636, "Clean-Accuracy": 89.18, "Clean-Loss": 1.0169820236206055, "PGD-Accuracy": 1.14, "PGD-Loss": 4.9644782287597655}, "Total-Time": 123798.18314790726, "Train": {"Loss": 0.9674942949295043, "avg t": 0.9299223442268372, "plain loss": 0.8331969296569822, "standard loss": 0.8280831647491456}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.93999481201172, "Augmented-0.05-Quantile-Accuracy": 89.05999755859375, "Augmented-0.1-Quantile-Accuracy": 90.25999450683594, "Augmented-Accuracy": 93.1776, "Augmented-Loss": 1.0533791636295318, "Clean-Accuracy": 84.66, "Clean-Loss": 0.7988234050750732, "PGD-Accuracy": 3.54, "PGD-Loss": 4.741022284698486}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 1409.5230915546417, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.91999816894531, "Augmented-0.05-Quantile-Accuracy": 82.36000061035156, "Augmented-0.1-Quantile-Accuracy": 83.75999450683594, "Augmented-Accuracy": 87.3032, "Augmented-Loss": 1.1546805280838013, "Clean-Accuracy": 88.72, "Clean-Loss": 1.0237883689880372, "PGD-Accuracy": 1.41, "PGD-Loss": 4.907642150878906}, "Total-Time": 125207.7062394619, "Train": {"Loss": 0.9638377611923218, "avg t": 0.9293996579742432, "plain loss": 0.832995081604004, "standard loss": 0.8278001718711853}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.57999420166016, "Augmented-0.05-Quantile-Accuracy": 89.5199966430664, "Augmented-0.1-Quantile-Accuracy": 90.73999786376953, "Augmented-Accuracy": 93.4584, "Augmented-Loss": 1.0562854370212555, "Clean-Accuracy": 91.78, "Clean-Loss": 0.7730843305587769, "PGD-Accuracy": 4.56, "PGD-Loss": 4.64679496383667}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 1409.6325631141663, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.1500015258789, "Augmented-0.05-Quantile-Accuracy": 81.32999420166016, "Augmented-0.1-Quantile-Accuracy": 82.5199966430664, "Augmented-Accuracy": 86.7589, "Augmented-Loss": 1.1680006503448486, "Clean-Accuracy": 88.87, "Clean-Loss": 1.0288292266845702, "PGD-Accuracy": 1.84, "PGD-Loss": 4.8117215515136715}, "Total-Time": 126617.33880257607, "Train": {"Loss": 0.9610626446914673, "avg t": 0.9286987505722046, "plain loss": 0.8327468816528315, "standard loss": 0.8275304058456421}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.43999481201172, "Augmented-0.05-Quantile-Accuracy": 89.31999969482422, "Augmented-0.1-Quantile-Accuracy": 90.23999786376953, "Augmented-Accuracy": 93.2928, "Augmented-Loss": 1.0669813788986207, "Clean-Accuracy": 91.36, "Clean-Loss": 0.8345560606956481, "PGD-Accuracy": 6.2, "PGD-Loss": 4.527312177276611}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 1409.5443017482758, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.12999725341797, "Augmented-0.05-Quantile-Accuracy": 82.22000122070312, "Augmented-0.1-Quantile-Accuracy": 83.68999481201172, "Augmented-Accuracy": 87.3478, "Augmented-Loss": 1.1795816343536376, "Clean-Accuracy": 89.07, "Clean-Loss": 1.0369323127746581, "PGD-Accuracy": 0.58, "PGD-Loss": 4.7962525390625}, "Total-Time": 128026.88310432434, "Train": {"Loss": 0.9600129073143006, "avg t": 0.9285975002288819, "plain loss": 0.8367178160705562, "standard loss": 0.8316549745178222}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.68000030517578, "Augmented-0.05-Quantile-Accuracy": 89.68000030517578, "Augmented-0.1-Quantile-Accuracy": 90.79999542236328, "Augmented-Accuracy": 93.5836, "Augmented-Loss": 1.0737809109802245, "Clean-Accuracy": 87.94, "Clean-Loss": 0.8088499750137329, "PGD-Accuracy": 3.2, "PGD-Loss": 4.575704485321045}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 1409.4818284511566, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.86000061035156, "Augmented-0.05-Quantile-Accuracy": 81.94999694824219, "Augmented-0.1-Quantile-Accuracy": 83.3499984741211, "Augmented-Accuracy": 86.9934, "Augmented-Loss": 1.1794989382858276, "Clean-Accuracy": 88.56, "Clean-Loss": 1.0365753799438477, "PGD-Accuracy": 0.58, "PGD-Loss": 4.7269232482910155}, "Total-Time": 129436.3649327755, "Train": {"Loss": 0.9595714474868774, "avg t": 0.9284300946235656, "plain loss": 0.8384740174560545, "standard loss": 0.8334380489730835}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.91999816894531, "Augmented-0.05-Quantile-Accuracy": 88.69999694824219, "Augmented-0.1-Quantile-Accuracy": 89.75999450683594, "Augmented-Accuracy": 92.53, "Augmented-Loss": 1.0713624739170073, "Clean-Accuracy": 88.88, "Clean-Loss": 0.8385753207206726, "PGD-Accuracy": 4.34, "PGD-Loss": 4.447789472198487}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 1409.6656880378723, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.32999420166016, "Augmented-0.05-Quantile-Accuracy": 82.41999816894531, "Augmented-0.1-Quantile-Accuracy": 83.82999420166016, "Augmented-Accuracy": 87.5854, "Augmented-Loss": 1.1663592370071412, "Clean-Accuracy": 90.13, "Clean-Loss": 1.0266424674987793, "PGD-Accuracy": 1.57, "PGD-Loss": 4.637064001464844}, "Total-Time": 130846.03062081337, "Train": {"Loss": 0.9581483059310913, "avg t": 0.9282291259002685, "plain loss": 0.8377125747070314, "standard loss": 0.8326157403564454}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.81999969482422, "Augmented-0.05-Quantile-Accuracy": 90.55999755859375, "Augmented-0.1-Quantile-Accuracy": 91.47999572753906, "Augmented-Accuracy": 93.9952, "Augmented-Loss": 1.064217961177826, "Clean-Accuracy": 89.62, "Clean-Loss": 0.827308952331543, "PGD-Accuracy": 7.28, "PGD-Loss": 4.352657126617432}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 1408.7491734027863, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.93000030517578, "Augmented-0.05-Quantile-Accuracy": 83.04999542236328, "Augmented-0.1-Quantile-Accuracy": 84.43000030517578, "Augmented-Accuracy": 87.9726, "Augmented-Loss": 1.1676958867034912, "Clean-Accuracy": 89.94, "Clean-Loss": 1.0283884536743164, "PGD-Accuracy": 2.27, "PGD-Loss": 4.571283404541016}, "Total-Time": 132254.77979421616, "Train": {"Loss": 0.9569225593185425, "avg t": 0.9278601559066773, "plain loss": 0.8376350952148439, "standard loss": 0.8324847057151794}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.5199966430664, "Augmented-0.05-Quantile-Accuracy": 90.31999969482422, "Augmented-0.1-Quantile-Accuracy": 91.41999816894531, "Augmented-Accuracy": 94.1444, "Augmented-Loss": 1.0619733761520387, "Clean-Accuracy": 84.44, "Clean-Loss": 0.8455493327140808, "PGD-Accuracy": 6.12, "PGD-Loss": 4.297308599853515}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 1408.569097995758, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.5199966430664, "Augmented-0.05-Quantile-Accuracy": 81.29999542236328, "Augmented-0.1-Quantile-Accuracy": 82.90999603271484, "Augmented-Accuracy": 87.0741, "Augmented-Loss": 1.1950480682907105, "Clean-Accuracy": 89.2, "Clean-Loss": 1.0497750335693359, "PGD-Accuracy": 0.86, "PGD-Loss": 4.58781579284668}, "Total-Time": 133663.3488922119, "Train": {"Loss": 0.9554288638305664, "avg t": 0.9275478734779358, "plain loss": 0.839414385986327, "standard loss": 0.834268637046814}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.93999481201172, "Augmented-0.05-Quantile-Accuracy": 89.41999816894531, "Augmented-0.1-Quantile-Accuracy": 90.83999633789062, "Augmented-Accuracy": 93.589, "Augmented-Loss": 1.0824896578979493, "Clean-Accuracy": 91.86, "Clean-Loss": 0.8260029747009278, "PGD-Accuracy": 5.86, "PGD-Loss": 4.311629061126709}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 1407.9095208644867, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.3499984741211, "Augmented-0.05-Quantile-Accuracy": 83.25999450683594, "Augmented-0.1-Quantile-Accuracy": 84.63999938964844, "Augmented-Accuracy": 88.377, "Augmented-Loss": 1.169997917617798, "Clean-Accuracy": 89.78, "Clean-Loss": 1.047848309326172, "PGD-Accuracy": 1.05, "PGD-Loss": 4.502347250366211}, "Total-Time": 135071.2584130764, "Train": {"Loss": 0.9574328776931763, "avg t": 0.9278779064178467, "plain loss": 0.8443952297363274, "standard loss": 0.8392522813987732}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.33999633789062, "Augmented-0.05-Quantile-Accuracy": 90.0, "Augmented-0.1-Quantile-Accuracy": 91.31999969482422, "Augmented-Accuracy": 93.953, "Augmented-Loss": 1.075515287027359, "Clean-Accuracy": 91.92, "Clean-Loss": 0.8426671049118042, "PGD-Accuracy": 6.0, "PGD-Loss": 4.247766658020019}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 1407.5312995910645, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.50999450683594, "Augmented-0.05-Quantile-Accuracy": 82.72000122070312, "Augmented-0.1-Quantile-Accuracy": 84.1500015258789, "Augmented-Accuracy": 87.9564, "Augmented-Loss": 1.1741686424331665, "Clean-Accuracy": 89.91, "Clean-Loss": 1.0392643714904786, "PGD-Accuracy": 0.53, "PGD-Loss": 4.510466275024414}, "Total-Time": 136478.78971266747, "Train": {"Loss": 0.9578155260467529, "avg t": 0.9280997507667541, "plain loss": 0.8427151926269528, "standard loss": 0.8372326472473145}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.5999984741211, "Augmented-0.05-Quantile-Accuracy": 91.15999603271484, "Augmented-0.1-Quantile-Accuracy": 91.89999389648438, "Augmented-Accuracy": 94.5406, "Augmented-Loss": 1.0704952601661681, "Clean-Accuracy": 89.42, "Clean-Loss": 0.7958209812164306, "PGD-Accuracy": 5.72, "PGD-Loss": 4.218014716339112}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 1407.2438457012177, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.93999481201172, "Augmented-0.05-Quantile-Accuracy": 82.1199951171875, "Augmented-0.1-Quantile-Accuracy": 83.3699951171875, "Augmented-Accuracy": 87.2098, "Augmented-Loss": 1.198726207901001, "Clean-Accuracy": 89.92, "Clean-Loss": 1.0605689903259277, "PGD-Accuracy": 1.11, "PGD-Loss": 4.475494906616211}, "Total-Time": 137886.03355836868, "Train": {"Loss": 0.9565850856781006, "avg t": 0.9278284666824341, "plain loss": 0.8441199956665041, "standard loss": 0.8388199725341797}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.54000091552734, "Augmented-0.05-Quantile-Accuracy": 90.4000015258789, "Augmented-0.1-Quantile-Accuracy": 91.73999786376953, "Augmented-Accuracy": 94.4398, "Augmented-Loss": 1.0899074024982451, "Clean-Accuracy": 84.04, "Clean-Loss": 0.8829990633010865, "PGD-Accuracy": 6.2, "PGD-Loss": 4.210858654785156}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 1406.3840057849884, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.3699951171875, "Augmented-0.05-Quantile-Accuracy": 82.57999420166016, "Augmented-0.1-Quantile-Accuracy": 83.81999969482422, "Augmented-Accuracy": 87.6912, "Augmented-Loss": 1.183730023109436, "Clean-Accuracy": 89.02, "Clean-Loss": 1.053480233001709, "PGD-Accuracy": 1.41, "PGD-Loss": 4.406457971191406}, "Total-Time": 139292.41756415367, "Train": {"Loss": 0.9556255841827392, "avg t": 0.9275824387359619, "plain loss": 0.843970060180664, "standard loss": 0.838731566696167}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.87999725341797, "Augmented-0.05-Quantile-Accuracy": 90.54000091552734, "Augmented-0.1-Quantile-Accuracy": 91.5, "Augmented-Accuracy": 94.2396, "Augmented-Loss": 1.08260097946167, "Clean-Accuracy": 93.16, "Clean-Loss": 0.8003362191200256, "PGD-Accuracy": 9.5, "PGD-Loss": 4.055987027740478}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 1404.7903413772583, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.41999816894531, "Augmented-0.05-Quantile-Accuracy": 83.79000091552734, "Augmented-0.1-Quantile-Accuracy": 85.08999633789062, "Augmented-Accuracy": 88.5747, "Augmented-Loss": 1.1841884224395751, "Clean-Accuracy": 90.48, "Clean-Loss": 1.0477208824157715, "PGD-Accuracy": 1.47, "PGD-Loss": 4.393351211547851}, "Total-Time": 140697.20790553093, "Train": {"Loss": 0.9479074572372437, "avg t": 0.925601905670166, "plain loss": 0.8342995357666025, "standard loss": 0.82947120885849}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.69999694824219, "Augmented-0.05-Quantile-Accuracy": 92.45999908447266, "Augmented-0.1-Quantile-Accuracy": 93.55999755859375, "Augmented-Accuracy": 95.5318, "Augmented-Loss": 1.07919341091156, "Clean-Accuracy": 89.62, "Clean-Loss": 0.8354188343048096, "PGD-Accuracy": 8.18, "PGD-Loss": 4.077028163909912}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 1404.3468370437622, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.90999603271484, "Augmented-0.05-Quantile-Accuracy": 84.30999755859375, "Augmented-0.1-Quantile-Accuracy": 85.6199951171875, "Augmented-Accuracy": 89.0201, "Augmented-Loss": 1.1913718282852173, "Clean-Accuracy": 90.76, "Clean-Loss": 1.055354009246826, "PGD-Accuracy": 1.56, "PGD-Loss": 4.385706143188477}, "Total-Time": 142101.5547425747, "Train": {"Loss": 0.9455459999084472, "avg t": 0.9249362512779236, "plain loss": 0.8321488869323731, "standard loss": 0.8275824572944641}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.4000015258789, "Augmented-0.05-Quantile-Accuracy": 92.68000030517578, "Augmented-0.1-Quantile-Accuracy": 93.47999572753906, "Augmented-Accuracy": 95.7454, "Augmented-Loss": 1.0853461831054687, "Clean-Accuracy": 87.76, "Clean-Loss": 0.8585281734466552, "PGD-Accuracy": 8.66, "PGD-Loss": 4.05435873374939}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 1403.66867685318, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.94999694824219, "Augmented-0.05-Quantile-Accuracy": 84.18999481201172, "Augmented-0.1-Quantile-Accuracy": 85.63999938964844, "Augmented-Accuracy": 88.953, "Augmented-Loss": 1.1924233419799806, "Clean-Accuracy": 90.73, "Clean-Loss": 1.0561143295288087, "PGD-Accuracy": 1.58, "PGD-Loss": 4.378403851318359}, "Total-Time": 143505.22341942787, "Train": {"Loss": 0.9443677820968628, "avg t": 0.9246139698219299, "plain loss": 0.831889369293213, "standard loss": 0.8273980377197265}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.6199951171875, "Augmented-0.05-Quantile-Accuracy": 93.07999420166016, "Augmented-0.1-Quantile-Accuracy": 93.86000061035156, "Augmented-Accuracy": 95.756, "Augmented-Loss": 1.085687960609436, "Clean-Accuracy": 92.66, "Clean-Loss": 0.896876247215271, "PGD-Accuracy": 9.8, "PGD-Loss": 4.034261741638184}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 1403.6848890781403, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.06999969482422, "Augmented-0.05-Quantile-Accuracy": 84.07999420166016, "Augmented-0.1-Quantile-Accuracy": 85.45999908447266, "Augmented-Accuracy": 89.1007, "Augmented-Loss": 1.195257581954956, "Clean-Accuracy": 90.44, "Clean-Loss": 1.0583337188720703, "PGD-Accuracy": 1.68, "PGD-Loss": 4.368872454833984}, "Total-Time": 144908.908308506, "Train": {"Loss": 0.9440895464706421, "avg t": 0.9244987797546387, "plain loss": 0.831999518249512, "standard loss": 0.8274437452316284}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.77999877929688, "Augmented-0.05-Quantile-Accuracy": 92.57999420166016, "Augmented-0.1-Quantile-Accuracy": 93.47999572753906, "Augmented-Accuracy": 95.5068, "Augmented-Loss": 1.089492499961853, "Clean-Accuracy": 90.12, "Clean-Loss": 0.8188294859886169, "PGD-Accuracy": 9.96, "PGD-Loss": 4.015482585906982}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 1403.123129606247, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.58999633789062, "Augmented-0.05-Quantile-Accuracy": 83.88999938964844, "Augmented-0.1-Quantile-Accuracy": 85.12999725341797, "Augmented-Accuracy": 88.7935, "Augmented-Loss": 1.1947665525512696, "Clean-Accuracy": 90.68, "Clean-Loss": 1.0460607872009278, "PGD-Accuracy": 1.73, "PGD-Loss": 4.34800461730957}, "Total-Time": 146312.03143811226, "Train": {"Loss": 0.943008815498352, "avg t": 0.9242144053649902, "plain loss": 0.8301738085937495, "standard loss": 0.8257066913414002}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.81999969482422, "Augmented-0.05-Quantile-Accuracy": 93.19999694824219, "Augmented-0.1-Quantile-Accuracy": 94.04000091552734, "Augmented-Accuracy": 95.912, "Augmented-Loss": 1.0754925029754638, "Clean-Accuracy": 94.28, "Clean-Loss": 0.761659673500061, "PGD-Accuracy": 12.56, "PGD-Loss": 3.9368781295776367}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 1403.2037591934204, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.04999542236328, "Augmented-0.05-Quantile-Accuracy": 84.25999450683594, "Augmented-0.1-Quantile-Accuracy": 85.47999572753906, "Augmented-Accuracy": 89.025, "Augmented-Loss": 1.1977088340530395, "Clean-Accuracy": 90.64, "Clean-Loss": 1.0503736740112304, "PGD-Accuracy": 1.53, "PGD-Loss": 4.338099200439453}, "Total-Time": 147715.23519730568, "Train": {"Loss": 0.9430905510902404, "avg t": 0.9241955930137634, "plain loss": 0.8304596134643549, "standard loss": 0.8259863628005981}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.68000030517578, "Augmented-0.05-Quantile-Accuracy": 92.95999908447266, "Augmented-0.1-Quantile-Accuracy": 93.87999725341797, "Augmented-Accuracy": 95.8776, "Augmented-Loss": 1.0791105108413697, "Clean-Accuracy": 92.84, "Clean-Loss": 0.8171024908065796, "PGD-Accuracy": 10.24, "PGD-Loss": 3.9769358699798585}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 1403.2909231185913, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.3499984741211, "Augmented-0.05-Quantile-Accuracy": 84.22000122070312, "Augmented-0.1-Quantile-Accuracy": 85.56999969482422, "Augmented-Accuracy": 89.0998, "Augmented-Loss": 1.1998883972320558, "Clean-Accuracy": 91.07, "Clean-Loss": 1.051539542388916, "PGD-Accuracy": 1.46, "PGD-Loss": 4.333634832763672}, "Total-Time": 149118.52612042427, "Train": {"Loss": 0.9430317585372925, "avg t": 0.9241716236495972, "plain loss": 0.8290905359497072, "standard loss": 0.8246263677978516}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.23999786376953, "Augmented-0.05-Quantile-Accuracy": 92.83999633789062, "Augmented-0.1-Quantile-Accuracy": 93.75999450683594, "Augmented-Accuracy": 95.8402, "Augmented-Loss": 1.0807943407058715, "Clean-Accuracy": 90.64, "Clean-Loss": 0.8713824556350708, "PGD-Accuracy": 10.08, "PGD-Loss": 3.974925804901123}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 1404.2151114940643, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.36000061035156, "Augmented-0.05-Quantile-Accuracy": 84.54999542236328, "Augmented-0.1-Quantile-Accuracy": 85.73999786376953, "Augmented-Accuracy": 89.1385, "Augmented-Loss": 1.1984026797409058, "Clean-Accuracy": 90.87, "Clean-Loss": 1.049268904876709, "PGD-Accuracy": 1.59, "PGD-Loss": 4.320818008422852}, "Total-Time": 150522.74123191833, "Train": {"Loss": 0.9428798568725586, "avg t": 0.9242171570587158, "plain loss": 0.831482362152099, "standard loss": 0.8271119207382203}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.77999877929688, "Augmented-0.05-Quantile-Accuracy": 93.0199966430664, "Augmented-0.1-Quantile-Accuracy": 93.83999633789062, "Augmented-Accuracy": 95.9256, "Augmented-Loss": 1.0778178223247528, "Clean-Accuracy": 90.1, "Clean-Loss": 0.8556226271629334, "PGD-Accuracy": 9.54, "PGD-Loss": 3.979930776596069}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 1404.2007448673248, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.37999725341797, "Augmented-0.05-Quantile-Accuracy": 84.57999420166016, "Augmented-0.1-Quantile-Accuracy": 85.65999603271484, "Augmented-Accuracy": 89.1701, "Augmented-Loss": 1.198780027572632, "Clean-Accuracy": 91.21, "Clean-Loss": 1.050714557647705, "PGD-Accuracy": 1.6, "PGD-Loss": 4.310626702880859}, "Total-Time": 151926.94197678566, "Train": {"Loss": 0.9423204668807983, "avg t": 0.9239994680404663, "plain loss": 0.8297798659362801, "standard loss": 0.825356434173584}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.22000122070312, "Augmented-0.05-Quantile-Accuracy": 93.37999725341797, "Augmented-0.1-Quantile-Accuracy": 94.1199951171875, "Augmented-Accuracy": 95.9902, "Augmented-Loss": 1.0805375912647248, "Clean-Accuracy": 91.72, "Clean-Loss": 0.8297324290275574, "PGD-Accuracy": 11.88, "PGD-Loss": 3.913138998413086}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 1404.8103625774384, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.62999725341797, "Augmented-0.05-Quantile-Accuracy": 84.5, "Augmented-0.1-Quantile-Accuracy": 85.79000091552734, "Augmented-Accuracy": 89.2172, "Augmented-Loss": 1.2024015972137452, "Clean-Accuracy": 91.08, "Clean-Loss": 1.0597285873413087, "PGD-Accuracy": 1.55, "PGD-Loss": 4.299739114379883}, "Total-Time": 153331.7523393631, "Train": {"Loss": 0.9422964764976501, "avg t": 0.9240578424453736, "plain loss": 0.8288488027038577, "standard loss": 0.824526549911499}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.91999816894531, "Augmented-0.05-Quantile-Accuracy": 92.91999816894531, "Augmented-0.1-Quantile-Accuracy": 94.04000091552734, "Augmented-Accuracy": 95.7658, "Augmented-Loss": 1.0907215236225127, "Clean-Accuracy": 91.62, "Clean-Loss": 0.8138630400657654, "PGD-Accuracy": 11.26, "PGD-Loss": 3.9299000205993653}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 1405.7567298412323, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.02999877929688, "Augmented-0.05-Quantile-Accuracy": 84.29000091552734, "Augmented-0.1-Quantile-Accuracy": 85.47000122070312, "Augmented-Accuracy": 88.9845, "Augmented-Loss": 1.2048932893295288, "Clean-Accuracy": 91.35, "Clean-Loss": 1.05706616897583, "PGD-Accuracy": 1.46, "PGD-Loss": 4.289197528076172}, "Total-Time": 154737.50906920433, "Train": {"Loss": 0.9424082341575623, "avg t": 0.9239811260414124, "plain loss": 0.8298359154968269, "standard loss": 0.8254806917953491}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.25999450683594, "Augmented-0.05-Quantile-Accuracy": 93.43999481201172, "Augmented-0.1-Quantile-Accuracy": 94.27999877929688, "Augmented-Accuracy": 96.1226, "Augmented-Loss": 1.0865802694358826, "Clean-Accuracy": 94.6, "Clean-Loss": 0.7782832719802857, "PGD-Accuracy": 9.58, "PGD-Loss": 3.9520029846191407}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 1405.9110107421875, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.0999984741211, "Augmented-0.05-Quantile-Accuracy": 84.2699966430664, "Augmented-0.1-Quantile-Accuracy": 85.55999755859375, "Augmented-Accuracy": 89.0466, "Augmented-Loss": 1.2074428955841063, "Clean-Accuracy": 91.2, "Clean-Loss": 1.0620895378112793, "PGD-Accuracy": 1.24, "PGD-Loss": 4.286440838623047}, "Total-Time": 156143.42007994652, "Train": {"Loss": 0.941994429512024, "avg t": 0.9238706551742554, "plain loss": 0.8295614526062015, "standard loss": 0.8253297659301758}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.1199951171875, "Augmented-0.05-Quantile-Accuracy": 93.5, "Augmented-0.1-Quantile-Accuracy": 94.13999938964844, "Augmented-Accuracy": 96.0194, "Augmented-Loss": 1.0920700293827057, "Clean-Accuracy": 92.88, "Clean-Loss": 0.8119078853607178, "PGD-Accuracy": 10.14, "PGD-Loss": 3.928129658126831}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 1406.304031610489, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.07999420166016, "Augmented-0.05-Quantile-Accuracy": 84.18999481201172, "Augmented-0.1-Quantile-Accuracy": 85.52999877929688, "Augmented-Accuracy": 89.0262, "Augmented-Loss": 1.2058912118301393, "Clean-Accuracy": 91.15, "Clean-Loss": 1.0634706253051758, "PGD-Accuracy": 1.53, "PGD-Loss": 4.266654684448242}, "Total-Time": 157549.724111557, "Train": {"Loss": 0.9417293263626099, "avg t": 0.9237769995117188, "plain loss": 0.8308625512695313, "standard loss": 0.8265466728401184}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.27999877929688, "Augmented-0.05-Quantile-Accuracy": 93.63999938964844, "Augmented-0.1-Quantile-Accuracy": 94.43999481201172, "Augmented-Accuracy": 96.302, "Augmented-Loss": 1.0915855545520783, "Clean-Accuracy": 93.16, "Clean-Loss": 0.7645843684196472, "PGD-Accuracy": 12.12, "PGD-Loss": 3.8571386390686033}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 1406.8992328643799, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.23999786376953, "Augmented-0.05-Quantile-Accuracy": 84.4000015258789, "Augmented-0.1-Quantile-Accuracy": 85.45999908447266, "Augmented-Accuracy": 89.0581, "Augmented-Loss": 1.207610111175537, "Clean-Accuracy": 91.03, "Clean-Loss": 1.0631695671081542, "PGD-Accuracy": 1.57, "PGD-Loss": 4.256064321899414}, "Total-Time": 158956.6233444214, "Train": {"Loss": 0.9416180531692505, "avg t": 0.9237661231994629, "plain loss": 0.8308601215209972, "standard loss": 0.8265246294593811}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.73999786376953, "Augmented-0.05-Quantile-Accuracy": 93.0999984741211, "Augmented-0.1-Quantile-Accuracy": 94.0199966430664, "Augmented-Accuracy": 95.9804, "Augmented-Loss": 1.0925494384059906, "Clean-Accuracy": 91.94, "Clean-Loss": 0.8239164838790893, "PGD-Accuracy": 10.6, "PGD-Loss": 3.895022783279419}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 1408.0680921077728, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.22000122070312, "Augmented-0.05-Quantile-Accuracy": 84.38999938964844, "Augmented-0.1-Quantile-Accuracy": 85.69999694824219, "Augmented-Accuracy": 89.0468, "Augmented-Loss": 1.2104551832733155, "Clean-Accuracy": 91.21, "Clean-Loss": 1.059667963409424, "PGD-Accuracy": 1.62, "PGD-Loss": 4.243137606811524}, "Total-Time": 160364.69143652916, "Train": {"Loss": 0.9415403102111817, "avg t": 0.9238000939178467, "plain loss": 0.8306037294311528, "standard loss": 0.8263381434440613}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.05999755859375, "Augmented-0.05-Quantile-Accuracy": 93.5199966430664, "Augmented-0.1-Quantile-Accuracy": 94.33999633789062, "Augmented-Accuracy": 96.1468, "Augmented-Loss": 1.0850773577327728, "Clean-Accuracy": 86.24, "Clean-Loss": 0.836619932937622, "PGD-Accuracy": 10.8, "PGD-Loss": 3.855240508270264}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 1408.4483976364136, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.44999694824219, "Augmented-0.05-Quantile-Accuracy": 84.48999786376953, "Augmented-0.1-Quantile-Accuracy": 85.75, "Augmented-Accuracy": 89.0943, "Augmented-Loss": 1.2087862059631347, "Clean-Accuracy": 91.37, "Clean-Loss": 1.06096492767334, "PGD-Accuracy": 1.7, "PGD-Loss": 4.241313427734375}, "Total-Time": 161773.13983416557, "Train": {"Loss": 0.9415324969482421, "avg t": 0.9237584059524536, "plain loss": 0.8318302397460934, "standard loss": 0.8274891186141968}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.39999389648438, "Augmented-0.05-Quantile-Accuracy": 93.69999694824219, "Augmented-0.1-Quantile-Accuracy": 94.5, "Augmented-Accuracy": 96.3656, "Augmented-Loss": 1.0876865272960663, "Clean-Accuracy": 87.22, "Clean-Loss": 0.8361118628501892, "PGD-Accuracy": 11.3, "PGD-Loss": 3.87201824760437}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 1408.3675329685211, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.29000091552734, "Augmented-0.05-Quantile-Accuracy": 84.5199966430664, "Augmented-0.1-Quantile-Accuracy": 85.75999450683594, "Augmented-Accuracy": 89.1101, "Augmented-Loss": 1.2079475419769288, "Clean-Accuracy": 91.28, "Clean-Loss": 1.05661489944458, "PGD-Accuracy": 1.68, "PGD-Loss": 4.2378172668457035}, "Total-Time": 163181.5073671341, "Train": {"Loss": 0.9412701671981811, "avg t": 0.9236742496490479, "plain loss": 0.8308977227783207, "standard loss": 0.8266512205886841}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.5199966430664, "Augmented-0.05-Quantile-Accuracy": 93.73999786376953, "Augmented-0.1-Quantile-Accuracy": 94.63999938964844, "Augmented-Accuracy": 96.2836, "Augmented-Loss": 1.0845443578090668, "Clean-Accuracy": 91.44, "Clean-Loss": 0.7911954420089722, "PGD-Accuracy": 8.46, "PGD-Loss": 3.947066805267334}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 1408.7848372459412, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.58999633789062, "Augmented-0.05-Quantile-Accuracy": 84.38999938964844, "Augmented-0.1-Quantile-Accuracy": 85.61000061035156, "Augmented-Accuracy": 89.0942, "Augmented-Loss": 1.2074776606445312, "Clean-Accuracy": 91.37, "Clean-Loss": 1.0582296646118163, "PGD-Accuracy": 1.72, "PGD-Loss": 4.237030166625977}, "Total-Time": 164590.29220438004, "Train": {"Loss": 0.9417405084228515, "avg t": 0.9237614050483703, "plain loss": 0.8312427741088867, "standard loss": 0.8269978954315186}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.45999908447266, "Augmented-0.05-Quantile-Accuracy": 93.72000122070312, "Augmented-0.1-Quantile-Accuracy": 94.6199951171875, "Augmented-Accuracy": 96.3836, "Augmented-Loss": 1.086155614309311, "Clean-Accuracy": 89.78, "Clean-Loss": 0.8412535333633423, "PGD-Accuracy": 10.22, "PGD-Loss": 3.897058017730713}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 1409.6255404949188, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.54999542236328, "Augmented-0.05-Quantile-Accuracy": 84.50999450683594, "Augmented-0.1-Quantile-Accuracy": 85.75, "Augmented-Accuracy": 89.0814, "Augmented-Loss": 1.2082492266845704, "Clean-Accuracy": 91.42, "Clean-Loss": 1.060211238861084, "PGD-Accuracy": 1.59, "PGD-Loss": 4.235436740112305}, "Total-Time": 165999.91774487495, "Train": {"Loss": 0.9410758073425293, "avg t": 0.923613811416626, "plain loss": 0.8301625441589349, "standard loss": 0.8258683841514587}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.31999969482422, "Augmented-0.05-Quantile-Accuracy": 93.47999572753906, "Augmented-0.1-Quantile-Accuracy": 94.33999633789062, "Augmented-Accuracy": 96.2508, "Augmented-Loss": 1.0887712074375153, "Clean-Accuracy": 92.2, "Clean-Loss": 0.8340118785858154, "PGD-Accuracy": 11.48, "PGD-Loss": 3.858237574005127}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 1410.1010074615479, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.43000030517578, "Augmented-0.05-Quantile-Accuracy": 84.4000015258789, "Augmented-0.1-Quantile-Accuracy": 85.81999969482422, "Augmented-Accuracy": 89.0832, "Augmented-Loss": 1.2075554510192872, "Clean-Accuracy": 91.38, "Clean-Loss": 1.0531372108459474, "PGD-Accuracy": 1.63, "PGD-Loss": 4.234385458374024}, "Total-Time": 167410.0187523365, "Train": {"Loss": 0.9412957269668579, "avg t": 0.9237053439712525, "plain loss": 0.830740319885253, "standard loss": 0.826393264465332}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.77999877929688, "Augmented-0.05-Quantile-Accuracy": 93.89999389648438, "Augmented-0.1-Quantile-Accuracy": 94.73999786376953, "Augmented-Accuracy": 96.2004, "Augmented-Loss": 1.0814028642272948, "Clean-Accuracy": 93.78, "Clean-Loss": 0.7842542624473572, "PGD-Accuracy": 9.76, "PGD-Loss": 3.8981219306945802}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 1411.6144495010376, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.40999603271484, "Augmented-0.05-Quantile-Accuracy": 84.6199951171875, "Augmented-0.1-Quantile-Accuracy": 85.68000030517578, "Augmented-Accuracy": 89.1173, "Augmented-Loss": 1.2078152432479858, "Clean-Accuracy": 91.36, "Clean-Loss": 1.0539314743041992, "PGD-Accuracy": 1.62, "PGD-Loss": 4.233576010131836}, "Total-Time": 168821.63320183754, "Train": {"Loss": 0.9415639486312867, "avg t": 0.9237653125762939, "plain loss": 0.8311595763549791, "standard loss": 0.8269666466522216}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.37999725341797, "Augmented-0.05-Quantile-Accuracy": 93.81999969482422, "Augmented-0.1-Quantile-Accuracy": 94.54000091552734, "Augmented-Accuracy": 96.2546, "Augmented-Loss": 1.0812324434871674, "Clean-Accuracy": 95.32, "Clean-Loss": 0.8173349370002747, "PGD-Accuracy": 10.7, "PGD-Loss": 3.8885385734558104}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 1411.941728591919, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.47999572753906, "Augmented-0.05-Quantile-Accuracy": 84.4000015258789, "Augmented-0.1-Quantile-Accuracy": 85.72000122070312, "Augmented-Accuracy": 89.0725, "Augmented-Loss": 1.207485346977234, "Clean-Accuracy": 91.37, "Clean-Loss": 1.0603918998718262, "PGD-Accuracy": 1.53, "PGD-Loss": 4.234221801757813}, "Total-Time": 170233.57493042946, "Train": {"Loss": 0.9410906397247314, "avg t": 0.9235566543197632, "plain loss": 0.8299897280273445, "standard loss": 0.8258887615585327}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.57999420166016, "Augmented-0.05-Quantile-Accuracy": 93.81999969482422, "Augmented-0.1-Quantile-Accuracy": 94.65999603271484, "Augmented-Accuracy": 96.4732, "Augmented-Loss": 1.0880840227909088, "Clean-Accuracy": 90.58, "Clean-Loss": 0.788666568660736, "PGD-Accuracy": 11.84, "PGD-Loss": 3.8422799324035646}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 1412.9849622249603, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.3699951171875, "Augmented-0.05-Quantile-Accuracy": 84.4000015258789, "Augmented-0.1-Quantile-Accuracy": 85.7699966430664, "Augmented-Accuracy": 89.1078, "Augmented-Loss": 1.2073947515792847, "Clean-Accuracy": 91.25, "Clean-Loss": 1.0602134925842286, "PGD-Accuracy": 1.52, "PGD-Loss": 4.234165512084961}, "Total-Time": 171646.55989265442, "Train": {"Loss": 0.941537980003357, "avg t": 0.9236949999237061, "plain loss": 0.8305654153747561, "standard loss": 0.8264007526016235}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.33999633789062, "Augmented-0.05-Quantile-Accuracy": 93.37999725341797, "Augmented-0.1-Quantile-Accuracy": 94.13999938964844, "Augmented-Accuracy": 96.23, "Augmented-Loss": 1.0888189087924958, "Clean-Accuracy": 95.34, "Clean-Loss": 0.7607980321884156, "PGD-Accuracy": 11.44, "PGD-Loss": 3.8649690803527834}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 1409.8862969875336, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.30999755859375, "Augmented-0.05-Quantile-Accuracy": 84.45999908447266, "Augmented-0.1-Quantile-Accuracy": 85.70999908447266, "Augmented-Accuracy": 89.1201, "Augmented-Loss": 1.207602702194214, "Clean-Accuracy": 91.1, "Clean-Loss": 1.060239591217041, "PGD-Accuracy": 1.56, "PGD-Loss": 4.233067755126953}, "Total-Time": 173056.44618964195, "Train": {"Loss": 0.9411820829200744, "avg t": 0.9236893428611755, "plain loss": 0.8299197218322761, "standard loss": 0.8257394178009033}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.0, "Augmented-0.05-Quantile-Accuracy": 93.0, "Augmented-0.1-Quantile-Accuracy": 93.81999969482422, "Augmented-Accuracy": 95.9226, "Augmented-Loss": 1.087111277004242, "Clean-Accuracy": 90.32, "Clean-Loss": 0.8257128046989441, "PGD-Accuracy": 10.1, "PGD-Loss": 3.8857188652038572}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 1408.4509661197662, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.3699951171875, "Augmented-0.05-Quantile-Accuracy": 84.61000061035156, "Augmented-0.1-Quantile-Accuracy": 85.79000091552734, "Augmented-Accuracy": 89.1205, "Augmented-Loss": 1.2081588912582397, "Clean-Accuracy": 91.37, "Clean-Loss": 1.0567889129638672, "PGD-Accuracy": 1.5, "PGD-Loss": 4.232370614624023}, "Total-Time": 174464.89715576172, "Train": {"Loss": 0.9414931512451172, "avg t": 0.9238295305633545, "plain loss": 0.8306949687194827, "standard loss": 0.8264939473342896}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.72000122070312, "Augmented-0.05-Quantile-Accuracy": 93.04000091552734, "Augmented-0.1-Quantile-Accuracy": 94.07999420166016, "Augmented-Accuracy": 96.003, "Augmented-Loss": 1.0852781475429536, "Clean-Accuracy": 84.78, "Clean-Loss": 0.8566066941261291, "PGD-Accuracy": 8.38, "PGD-Loss": 3.937689203643799}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 1409.9543623924255, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.3499984741211, "Augmented-0.05-Quantile-Accuracy": 84.5, "Augmented-0.1-Quantile-Accuracy": 85.6199951171875, "Augmented-Accuracy": 89.1328, "Augmented-Loss": 1.207206197113037, "Clean-Accuracy": 91.21, "Clean-Loss": 1.0633019813537599, "PGD-Accuracy": 1.6, "PGD-Loss": 4.229311123657227}, "Total-Time": 175874.85151815414, "Train": {"Loss": 0.9410591256332398, "avg t": 0.9236374976158143, "plain loss": 0.8306272691345223, "standard loss": 0.8264185516738891}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.54000091552734, "Augmented-0.05-Quantile-Accuracy": 93.68000030517578, "Augmented-0.1-Quantile-Accuracy": 94.29999542236328, "Augmented-Accuracy": 96.1094, "Augmented-Loss": 1.0920280208778381, "Clean-Accuracy": 93.74, "Clean-Loss": 0.8066038488388062, "PGD-Accuracy": 11.16, "PGD-Loss": 3.8541107448577883}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 1409.3536837100983, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.37999725341797, "Augmented-0.05-Quantile-Accuracy": 84.54000091552734, "Augmented-0.1-Quantile-Accuracy": 85.69999694824219, "Augmented-Accuracy": 89.1303, "Augmented-Loss": 1.2076253625793456, "Clean-Accuracy": 91.15, "Clean-Loss": 1.062488861846924, "PGD-Accuracy": 1.59, "PGD-Loss": 4.225962139892578}, "Total-Time": 177284.20520186424, "Train": {"Loss": 0.9410648106765747, "avg t": 0.9235974361038208, "plain loss": 0.8305065045471192, "standard loss": 0.8263474048233033}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.18000030517578, "Augmented-0.05-Quantile-Accuracy": 93.43999481201172, "Augmented-0.1-Quantile-Accuracy": 94.23999786376953, "Augmented-Accuracy": 96.084, "Augmented-Loss": 1.0896144041481017, "Clean-Accuracy": 91.42, "Clean-Loss": 0.7956724049568177, "PGD-Accuracy": 11.62, "PGD-Loss": 3.8485538734436036}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 1410.6397349834442, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.40999603271484, "Augmented-0.05-Quantile-Accuracy": 84.47999572753906, "Augmented-0.1-Quantile-Accuracy": 85.72999572753906, "Augmented-Accuracy": 89.1341, "Augmented-Loss": 1.2070356717147828, "Clean-Accuracy": 91.19, "Clean-Loss": 1.0569814430236817, "PGD-Accuracy": 1.53, "PGD-Loss": 4.226694592285156}, "Total-Time": 178694.8449368477, "Train": {"Loss": 0.9412930777549744, "avg t": 0.9237404371261597, "plain loss": 0.8307106556396483, "standard loss": 0.8265581829071045}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.43999481201172, "Augmented-0.05-Quantile-Accuracy": 93.81999969482422, "Augmented-0.1-Quantile-Accuracy": 94.83999633789062, "Augmented-Accuracy": 96.3398, "Augmented-Loss": 1.0843531745605468, "Clean-Accuracy": 94.26, "Clean-Loss": 0.8058692079544068, "PGD-Accuracy": 10.22, "PGD-Loss": 3.8955306106567384}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 1409.7459905147552, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.73999786376953, "Augmented-0.05-Quantile-Accuracy": 84.52999877929688, "Augmented-0.1-Quantile-Accuracy": 85.65999603271484, "Augmented-Accuracy": 89.1514, "Augmented-Loss": 1.2077124242172241, "Clean-Accuracy": 91.21, "Clean-Loss": 1.0671488540649414, "PGD-Accuracy": 1.52, "PGD-Loss": 4.228807321166992}, "Total-Time": 180104.59092736244, "Train": {"Loss": 0.9409738408660888, "avg t": 0.9235492182159424, "plain loss": 0.8299268944091801, "standard loss": 0.825719537448883}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.6199951171875, "Augmented-0.05-Quantile-Accuracy": 93.97999572753906, "Augmented-0.1-Quantile-Accuracy": 94.81999969482422, "Augmented-Accuracy": 96.343, "Augmented-Loss": 1.0955269680614472, "Clean-Accuracy": 94.02, "Clean-Loss": 0.7860087240219116, "PGD-Accuracy": 10.26, "PGD-Loss": 3.87730791053772}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 1415.3156340122223, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.63999938964844, "Augmented-0.05-Quantile-Accuracy": 84.44999694824219, "Augmented-0.1-Quantile-Accuracy": 85.73999786376953, "Augmented-Accuracy": 89.1416, "Augmented-Loss": 1.2075096024169922, "Clean-Accuracy": 91.36, "Clean-Loss": 1.0597553649902345, "PGD-Accuracy": 1.61, "PGD-Loss": 4.223769946289062}, "Total-Time": 181519.90656137466, "Train": {"Loss": 0.940916637916565, "avg t": 0.9235905944824219, "plain loss": 0.8297735838623039, "standard loss": 0.825557366027832}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.5199966430664, "Augmented-0.05-Quantile-Accuracy": 93.69999694824219, "Augmented-0.1-Quantile-Accuracy": 94.45999908447266, "Augmented-Accuracy": 96.3348, "Augmented-Loss": 1.088299880083084, "Clean-Accuracy": 94.4, "Clean-Loss": 0.8115626492500305, "PGD-Accuracy": 9.98, "PGD-Loss": 3.8878338607788088}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 1415.3210723400116, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.58999633789062, "Augmented-0.05-Quantile-Accuracy": 84.54999542236328, "Augmented-0.1-Quantile-Accuracy": 85.72999572753906, "Augmented-Accuracy": 89.1431, "Augmented-Loss": 1.2062744618225099, "Clean-Accuracy": 91.38, "Clean-Loss": 1.0563656394958496, "PGD-Accuracy": 1.53, "PGD-Loss": 4.222229876708984}, "Total-Time": 182935.22763371468, "Train": {"Loss": 0.9411339461135865, "avg t": 0.9235844373321533, "plain loss": 0.830045814544678, "standard loss": 0.8257939134216309}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.79999542236328, "Augmented-0.05-Quantile-Accuracy": 93.93999481201172, "Augmented-0.1-Quantile-Accuracy": 94.6199951171875, "Augmented-Accuracy": 96.425, "Augmented-Loss": 1.0837274217262267, "Clean-Accuracy": 94.18, "Clean-Loss": 0.7807609475135803, "PGD-Accuracy": 10.82, "PGD-Loss": 3.8488654708862304}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 1412.8862223625183, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.48999786376953, "Augmented-0.05-Quantile-Accuracy": 84.43999481201172, "Augmented-0.1-Quantile-Accuracy": 85.66999816894531, "Augmented-Accuracy": 89.113, "Augmented-Loss": 1.2062611209640504, "Clean-Accuracy": 91.32, "Clean-Loss": 1.059729094696045, "PGD-Accuracy": 1.57, "PGD-Loss": 4.22170622253418}, "Total-Time": 184348.1138560772, "Train": {"Loss": 0.941270644607544, "avg t": 0.9236528424072266, "plain loss": 0.830609815460205, "standard loss": 0.8264908423614502}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.68000030517578, "Augmented-0.05-Quantile-Accuracy": 93.5999984741211, "Augmented-0.1-Quantile-Accuracy": 94.39999389648438, "Augmented-Accuracy": 96.0964, "Augmented-Loss": 1.088099830379486, "Clean-Accuracy": 91.72, "Clean-Loss": 0.8328810040473938, "PGD-Accuracy": 11.62, "PGD-Loss": 3.8263351085662842}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 1412.7213134765625, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.56999969482422, "Augmented-0.05-Quantile-Accuracy": 84.5999984741211, "Augmented-0.1-Quantile-Accuracy": 85.66999816894531, "Augmented-Accuracy": 89.0889, "Augmented-Loss": 1.2067261488876342, "Clean-Accuracy": 91.24, "Clean-Loss": 1.0621725135803222, "PGD-Accuracy": 1.53, "PGD-Loss": 4.2213613891601565}, "Total-Time": 185760.83516955376, "Train": {"Loss": 0.9410664633560181, "avg t": 0.9236265925598145, "plain loss": 0.8309490084838863, "standard loss": 0.8266681652259826}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.39999389648438, "Augmented-0.05-Quantile-Accuracy": 93.47999572753906, "Augmented-0.1-Quantile-Accuracy": 94.36000061035156, "Augmented-Accuracy": 96.1138, "Augmented-Loss": 1.0903444509010316, "Clean-Accuracy": 91.96, "Clean-Loss": 0.7546492001533508, "PGD-Accuracy": 12.48, "PGD-Loss": 3.8199960292816164}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 1413.3755860328674, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.55999755859375, "Augmented-0.05-Quantile-Accuracy": 84.43999481201172, "Augmented-0.1-Quantile-Accuracy": 85.66999816894531, "Augmented-Accuracy": 89.118, "Augmented-Loss": 1.207182720298767, "Clean-Accuracy": 91.22, "Clean-Loss": 1.0601462478637695, "PGD-Accuracy": 1.57, "PGD-Loss": 4.220162030029297}, "Total-Time": 187174.21075558662, "Train": {"Loss": 0.9412822571945191, "avg t": 0.9236406559562683, "plain loss": 0.8302699220886222, "standard loss": 0.8259217314910888}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.45999908447266, "Augmented-0.05-Quantile-Accuracy": 93.69999694824219, "Augmented-0.1-Quantile-Accuracy": 94.27999877929688, "Augmented-Accuracy": 96.2944, "Augmented-Loss": 1.0874703779888153, "Clean-Accuracy": 91.88, "Clean-Loss": 0.7995321508407592, "PGD-Accuracy": 11.94, "PGD-Loss": 3.8220555881500244}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 1413.3641164302826, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.44999694824219, "Augmented-0.05-Quantile-Accuracy": 84.50999450683594, "Augmented-0.1-Quantile-Accuracy": 85.70999908447266, "Augmented-Accuracy": 89.1331, "Augmented-Loss": 1.2065047570800782, "Clean-Accuracy": 91.04, "Clean-Loss": 1.0659707832336425, "PGD-Accuracy": 1.57, "PGD-Loss": 4.218032611083984}, "Total-Time": 188587.5748720169, "Train": {"Loss": 0.9411116399383544, "avg t": 0.923605653514862, "plain loss": 0.8300544802246099, "standard loss": 0.8257850238227844}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.04000091552734, "Augmented-0.05-Quantile-Accuracy": 93.39999389648438, "Augmented-0.1-Quantile-Accuracy": 94.39999389648438, "Augmented-Accuracy": 96.258, "Augmented-Loss": 1.0929112950382234, "Clean-Accuracy": 95.04, "Clean-Loss": 0.859371613407135, "PGD-Accuracy": 10.26, "PGD-Loss": 3.8741809211730955}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 1411.3400988578796, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.58999633789062, "Augmented-0.05-Quantile-Accuracy": 84.48999786376953, "Augmented-0.1-Quantile-Accuracy": 85.79000091552734, "Augmented-Accuracy": 89.1458, "Augmented-Loss": 1.2069073573989868, "Clean-Accuracy": 91.46, "Clean-Loss": 1.0577292083740235, "PGD-Accuracy": 1.44, "PGD-Loss": 4.218165188598633}, "Total-Time": 189998.9149708748, "Train": {"Loss": 0.9412443304252625, "avg t": 0.9235950940132142, "plain loss": 0.8297312716979992, "standard loss": 0.8255075940322876}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.68000030517578, "Augmented-0.05-Quantile-Accuracy": 93.83999633789062, "Augmented-0.1-Quantile-Accuracy": 94.47999572753906, "Augmented-Accuracy": 96.3104, "Augmented-Loss": 1.0861912078876494, "Clean-Accuracy": 92.38, "Clean-Loss": 0.8288446840286254, "PGD-Accuracy": 11.02, "PGD-Loss": 3.8477260417938233}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 1410.6549479961395, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.40999603271484, "Augmented-0.05-Quantile-Accuracy": 84.48999786376953, "Augmented-0.1-Quantile-Accuracy": 85.75, "Augmented-Accuracy": 89.1306, "Augmented-Loss": 1.2067851447677613, "Clean-Accuracy": 91.38, "Clean-Loss": 1.0527537452697755, "PGD-Accuracy": 1.48, "PGD-Loss": 4.217838464355469}, "Total-Time": 191409.56991887093, "Train": {"Loss": 0.9409370916175842, "avg t": 0.9235241561889649, "plain loss": 0.8293871694030762, "standard loss": 0.8250879452514649}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.0999984741211, "Augmented-0.05-Quantile-Accuracy": 93.55999755859375, "Augmented-0.1-Quantile-Accuracy": 94.31999969482422, "Augmented-Accuracy": 96.0566, "Augmented-Loss": 1.0799404971485138, "Clean-Accuracy": 93.92, "Clean-Loss": 0.7827229137420655, "PGD-Accuracy": 11.0, "PGD-Loss": 3.8518287578582764}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 1410.4805607795715, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.30999755859375, "Augmented-0.05-Quantile-Accuracy": 84.55999755859375, "Augmented-0.1-Quantile-Accuracy": 85.75999450683594, "Augmented-Accuracy": 89.147, "Augmented-Loss": 1.2082332881240845, "Clean-Accuracy": 91.37, "Clean-Loss": 1.0597202789306641, "PGD-Accuracy": 1.55, "PGD-Loss": 4.2149779266357426}, "Total-Time": 192820.0504796505, "Train": {"Loss": 0.9410977717590332, "avg t": 0.9235902491378785, "plain loss": 0.8304733279113765, "standard loss": 0.8261704132080078}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.5999984741211, "Augmented-0.05-Quantile-Accuracy": 93.73999786376953, "Augmented-0.1-Quantile-Accuracy": 94.54000091552734, "Augmented-Accuracy": 96.3612, "Augmented-Loss": 1.0871318654289246, "Clean-Accuracy": 88.98, "Clean-Loss": 0.7946493349075318, "PGD-Accuracy": 11.92, "PGD-Loss": 3.8148177799224854}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 655.852796792984, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.36000061035156, "Augmented-0.05-Quantile-Accuracy": 84.54999542236328, "Augmented-0.1-Quantile-Accuracy": 85.70999908447266, "Augmented-Accuracy": 89.1507, "Augmented-Loss": 1.20741497631073, "Clean-Accuracy": 91.5, "Clean-Loss": 1.0543661880493165, "PGD-Accuracy": 1.51, "PGD-Loss": 4.215330059814453}, "Total-Time": 193475.90327644348, "Train": {"Loss": 0.9411483595657348, "avg t": 0.9236387171554565, "plain loss": 0.8308128871765131, "standard loss": 0.8266192753982544}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.47999572753906, "Augmented-0.05-Quantile-Accuracy": 93.72000122070312, "Augmented-0.1-Quantile-Accuracy": 94.77999877929688, "Augmented-Accuracy": 96.3966, "Augmented-Loss": 1.0837861241931914, "Clean-Accuracy": 90.56, "Clean-Loss": 0.8396416311264038, "PGD-Accuracy": 11.62, "PGD-Loss": 3.8214557304382324}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 654.8175349235535, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.54000091552734, "Augmented-0.05-Quantile-Accuracy": 84.47000122070312, "Augmented-0.1-Quantile-Accuracy": 85.77999877929688, "Augmented-Accuracy": 89.198, "Augmented-Loss": 1.2074423188095094, "Clean-Accuracy": 91.29, "Clean-Loss": 1.0538858848571777, "PGD-Accuracy": 1.53, "PGD-Loss": 4.212923971557617}, "Total-Time": 194130.72081136703, "Train": {"Loss": 0.9409821822929383, "avg t": 0.923594126625061, "plain loss": 0.8308548845825204, "standard loss": 0.8265906241607666}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.45999908447266, "Augmented-0.05-Quantile-Accuracy": 93.69999694824219, "Augmented-0.1-Quantile-Accuracy": 94.63999938964844, "Augmented-Accuracy": 96.3716, "Augmented-Loss": 1.0832504632205964, "Clean-Accuracy": 93.7, "Clean-Loss": 0.8714497116088867, "PGD-Accuracy": 9.92, "PGD-Loss": 3.8774856590270996}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_mod_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
