{"Epoch": 0, "Epoch-Time": 663.1710579395294, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.099998474121094, "Augmented-0.05-Quantile-Accuracy": 46.529998779296875, "Augmented-0.1-Quantile-Accuracy": 47.2599983215332, "Augmented-Accuracy": 49.6393, "Augmented-Loss": 1.3749705342941285, "Clean-Accuracy": 51.64, "Clean-Loss": 1.3139764747619629, "PGD-Accuracy": 2.78, "PGD-Loss": 4.18861787109375}, "Total-Time": 663.1710579395294, "Train": {"Loss": 2.2547804954528807, "avg t": 1.0363906240844727, "plain loss": 1.5837392309265148, "standard loss": 1.5828188541793824}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.02000045776367, "Augmented-0.05-Quantile-Accuracy": 49.439998626708984, "Augmented-0.1-Quantile-Accuracy": 50.13999938964844, "Augmented-Accuracy": 52.522, "Augmented-Loss": 1.3242939880542755, "Clean-Accuracy": 51.96, "Clean-Loss": 1.3694486309051515, "PGD-Accuracy": 4.04, "PGD-Loss": 3.7791250190734864}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 663.0687739849091, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.779998779296875, "Augmented-0.05-Quantile-Accuracy": 58.87999725341797, "Augmented-0.1-Quantile-Accuracy": 59.87999725341797, "Augmented-Accuracy": 63.1192, "Augmented-Loss": 1.1520289372253418, "Clean-Accuracy": 63.85, "Clean-Loss": 1.1080699485778809, "PGD-Accuracy": 0.74, "PGD-Loss": 4.961337973022461}, "Total-Time": 1326.2398319244385, "Train": {"Loss": 1.6898058585357667, "avg t": 1.0043475637817383, "plain loss": 1.2313580762634269, "standard loss": 1.2281718359375}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 57.91999816894531, "Augmented-0.05-Quantile-Accuracy": 59.87999725341797, "Augmented-0.1-Quantile-Accuracy": 60.939998626708984, "Augmented-Accuracy": 64.4992, "Augmented-Loss": 1.1352466293315888, "Clean-Accuracy": 57.24, "Clean-Loss": 1.297310534286499, "PGD-Accuracy": 1.2, "PGD-Loss": 4.586985753631592}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 663.468106508255, "Test": {"Augmented-0.01-Quantile-Accuracy": 50.15999984741211, "Augmented-0.05-Quantile-Accuracy": 53.119998931884766, "Augmented-0.1-Quantile-Accuracy": 54.439998626708984, "Augmented-Accuracy": 58.5819, "Augmented-Loss": 1.140157306350708, "Clean-Accuracy": 60.48, "Clean-Loss": 1.0775039627075196, "PGD-Accuracy": 0.18, "PGD-Loss": 6.289829235839844}, "Total-Time": 1989.7079384326935, "Train": {"Loss": 1.498461496963501, "avg t": 0.9895848751831055, "plain loss": 1.1043053731994625, "standard loss": 1.0996474160003662}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.87999725341797, "Augmented-0.05-Quantile-Accuracy": 54.959999084472656, "Augmented-0.1-Quantile-Accuracy": 56.05999755859375, "Augmented-Accuracy": 60.2516, "Augmented-Loss": 1.0977478805847167, "Clean-Accuracy": 58.3, "Clean-Loss": 1.1426943084716796, "PGD-Accuracy": 0.3, "PGD-Loss": 5.957488140869141}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 663.8842697143555, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.14999771118164, "Augmented-0.05-Quantile-Accuracy": 63.34000015258789, "Augmented-0.1-Quantile-Accuracy": 64.91999816894531, "Augmented-Accuracy": 69.3902, "Augmented-Loss": 1.082228906829834, "Clean-Accuracy": 71.45, "Clean-Loss": 0.9996110656738281, "PGD-Accuracy": 0.07, "PGD-Loss": 6.383319403076172}, "Total-Time": 2653.592208147049, "Train": {"Loss": 1.3925132878875732, "avg t": 0.9804187818527221, "plain loss": 1.0319426767730706, "standard loss": 1.0267037732696533}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.8599967956543, "Augmented-0.05-Quantile-Accuracy": 66.77999877929688, "Augmented-0.1-Quantile-Accuracy": 68.0199966430664, "Augmented-Accuracy": 72.4094, "Augmented-Loss": 1.012094643678665, "Clean-Accuracy": 67.76, "Clean-Loss": 1.0571006172180175, "PGD-Accuracy": 0.02, "PGD-Loss": 5.9990548965454105}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 664.4075274467468, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.18000030517578, "Augmented-0.05-Quantile-Accuracy": 65.30999755859375, "Augmented-0.1-Quantile-Accuracy": 66.72000122070312, "Augmented-Accuracy": 71.3182, "Augmented-Loss": 1.0390882389678955, "Clean-Accuracy": 72.99, "Clean-Loss": 0.9445719627380371, "PGD-Accuracy": 0.06, "PGD-Loss": 6.484107525634766}, "Total-Time": 3317.999735593796, "Train": {"Loss": 1.3374424160194398, "avg t": 0.9757545623970032, "plain loss": 0.9926292113952634, "standard loss": 0.9866344731521607}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.0, "Augmented-0.05-Quantile-Accuracy": 69.13999938964844, "Augmented-0.1-Quantile-Accuracy": 70.6199951171875, "Augmented-Accuracy": 75.0654, "Augmented-Loss": 0.9711395388259888, "Clean-Accuracy": 73.04, "Clean-Loss": 0.9726957107543945, "PGD-Accuracy": 0.12, "PGD-Loss": 6.049745352935791}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 663.5966696739197, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.96999740600586, "Augmented-0.05-Quantile-Accuracy": 64.36000061035156, "Augmented-0.1-Quantile-Accuracy": 66.11000061035156, "Augmented-Accuracy": 71.1717, "Augmented-Loss": 1.0766477277908326, "Clean-Accuracy": 72.43, "Clean-Loss": 0.9786299369812012, "PGD-Accuracy": 0.06, "PGD-Loss": 6.533878491210937}, "Total-Time": 3981.5964052677155, "Train": {"Loss": 1.2911113505744933, "avg t": 0.9712373129272461, "plain loss": 0.9655515209655771, "standard loss": 0.9591013991546631}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.05999755859375, "Augmented-0.05-Quantile-Accuracy": 67.4000015258789, "Augmented-0.1-Quantile-Accuracy": 68.77999877929688, "Augmented-Accuracy": 73.7608, "Augmented-Loss": 1.011158014213562, "Clean-Accuracy": 70.64, "Clean-Loss": 0.971221517944336, "PGD-Accuracy": 0.14, "PGD-Loss": 6.187577166748047}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 663.0808672904968, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.189998626708984, "Augmented-0.05-Quantile-Accuracy": 64.68999481201172, "Augmented-0.1-Quantile-Accuracy": 66.1500015258789, "Augmented-Accuracy": 70.888, "Augmented-Loss": 1.0774765856170654, "Clean-Accuracy": 72.55, "Clean-Loss": 0.9649267745971679, "PGD-Accuracy": 0.13, "PGD-Loss": 6.169230969238281}, "Total-Time": 4644.677272558212, "Train": {"Loss": 1.2753145451354981, "avg t": 0.9697700316238403, "plain loss": 0.9634859681701656, "standard loss": 0.9568302882003784}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.86000061035156, "Augmented-0.05-Quantile-Accuracy": 69.68000030517578, "Augmented-0.1-Quantile-Accuracy": 70.95999908447266, "Augmented-Accuracy": 75.1554, "Augmented-Loss": 0.9867771798267364, "Clean-Accuracy": 75.76, "Clean-Loss": 0.9126206726074219, "PGD-Accuracy": 0.2, "PGD-Loss": 5.871635357666015}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 661.7842862606049, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.349998474121094, "Augmented-0.05-Quantile-Accuracy": 65.68000030517578, "Augmented-0.1-Quantile-Accuracy": 67.25999450683594, "Augmented-Accuracy": 72.2695, "Augmented-Loss": 1.0759750444717406, "Clean-Accuracy": 73.22, "Clean-Loss": 0.9937489143371582, "PGD-Accuracy": 0.03, "PGD-Loss": 6.235408483886719}, "Total-Time": 5306.461558818817, "Train": {"Loss": 1.2648460841369629, "avg t": 0.9685274997711182, "plain loss": 0.9585018202209473, "standard loss": 0.9514053296279907}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.83999633789062, "Augmented-0.05-Quantile-Accuracy": 68.15999603271484, "Augmented-0.1-Quantile-Accuracy": 69.75999450683594, "Augmented-Accuracy": 74.3934, "Augmented-Loss": 1.0074200049629212, "Clean-Accuracy": 73.06, "Clean-Loss": 0.9445912282943726, "PGD-Accuracy": 0.06, "PGD-Loss": 5.999698435211181}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 761.7357587814331, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.39999771118164, "Augmented-0.05-Quantile-Accuracy": 63.209999084472656, "Augmented-0.1-Quantile-Accuracy": 64.72999572753906, "Augmented-Accuracy": 69.7962, "Augmented-Loss": 1.1182725033950807, "Clean-Accuracy": 73.82, "Clean-Loss": 1.0029403457641601, "PGD-Accuracy": 0.02, "PGD-Loss": 6.058012811279297}, "Total-Time": 6068.19731760025, "Train": {"Loss": 1.2504068312072754, "avg t": 0.9670577800750733, "plain loss": 0.9543168387451179, "standard loss": 0.947158844795227}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.37999725341797, "Augmented-0.05-Quantile-Accuracy": 68.72000122070312, "Augmented-0.1-Quantile-Accuracy": 70.1199951171875, "Augmented-Accuracy": 74.711, "Augmented-Loss": 1.0043876696090699, "Clean-Accuracy": 77.34, "Clean-Loss": 0.9219312028884887, "PGD-Accuracy": 0.02, "PGD-Loss": 5.825665133666992}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 1292.2551591396332, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.12999725341797, "Augmented-0.05-Quantile-Accuracy": 65.94999694824219, "Augmented-0.1-Quantile-Accuracy": 67.45999908447266, "Augmented-Accuracy": 73.1352, "Augmented-Loss": 1.1045237291030883, "Clean-Accuracy": 76.73, "Clean-Loss": 0.9701963401794433, "PGD-Accuracy": 0.1, "PGD-Loss": 5.9100490539550785}, "Total-Time": 7360.452476739883, "Train": {"Loss": 1.2405479247665405, "avg t": 0.9659286262702942, "plain loss": 0.9500979774169926, "standard loss": 0.9428247807312011}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.23999786376953, "Augmented-0.05-Quantile-Accuracy": 72.63999938964844, "Augmented-0.1-Quantile-Accuracy": 73.93999481201172, "Augmented-Accuracy": 78.5468, "Augmented-Loss": 0.9936032989463807, "Clean-Accuracy": 76.72, "Clean-Loss": 0.9308339824676514, "PGD-Accuracy": 0.1, "PGD-Loss": 5.660050140380859}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 1253.7890458106995, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.13999938964844, "Augmented-0.05-Quantile-Accuracy": 64.04000091552734, "Augmented-0.1-Quantile-Accuracy": 65.73999786376953, "Augmented-Accuracy": 70.6782, "Augmented-Loss": 1.13780507472229, "Clean-Accuracy": 75.16, "Clean-Loss": 1.0034876136779785, "PGD-Accuracy": 0.1, "PGD-Loss": 6.083359326171875}, "Total-Time": 8614.241522550583, "Train": {"Loss": 1.2371822751235961, "avg t": 0.9657265637016297, "plain loss": 0.9503810833740237, "standard loss": 0.9431089387512207}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.9000015258789, "Augmented-0.05-Quantile-Accuracy": 70.86000061035156, "Augmented-0.1-Quantile-Accuracy": 72.22000122070312, "Augmented-Accuracy": 76.9494, "Augmented-Loss": 1.0150906689395904, "Clean-Accuracy": 78.58, "Clean-Loss": 0.9267746424674987, "PGD-Accuracy": 0.02, "PGD-Loss": 5.81728769454956}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 1286.4295954704285, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.13999938964844, "Augmented-0.05-Quantile-Accuracy": 68.81999969482422, "Augmented-0.1-Quantile-Accuracy": 70.3499984741211, "Augmented-Accuracy": 74.9199, "Augmented-Loss": 1.082198117362976, "Clean-Accuracy": 76.56, "Clean-Loss": 0.9863124252319336, "PGD-Accuracy": 0.05, "PGD-Loss": 5.8577724548339845}, "Total-Time": 9900.671118021011, "Train": {"Loss": 1.2307545092773438, "avg t": 0.9647938438987732, "plain loss": 0.9475965998840329, "standard loss": 0.9404103318214416}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.15999603271484, "Augmented-0.05-Quantile-Accuracy": 70.37999725341797, "Augmented-0.1-Quantile-Accuracy": 71.79999542236328, "Augmented-Accuracy": 76.6282, "Augmented-Loss": 1.026733284959793, "Clean-Accuracy": 75.76, "Clean-Loss": 0.9577992017745972, "PGD-Accuracy": 0.06, "PGD-Loss": 5.634630331420898}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 1258.3275272846222, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.47999954223633, "Augmented-0.05-Quantile-Accuracy": 66.73999786376953, "Augmented-0.1-Quantile-Accuracy": 68.19999694824219, "Augmented-Accuracy": 72.8959, "Augmented-Loss": 1.0778684259872438, "Clean-Accuracy": 75.74, "Clean-Loss": 0.962636563873291, "PGD-Accuracy": 0.07, "PGD-Loss": 5.593406365966797}, "Total-Time": 11158.998645305634, "Train": {"Loss": 1.2220045942115785, "avg t": 0.9638145636940002, "plain loss": 0.9401404835815441, "standard loss": 0.9325163880348205}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.83999633789062, "Augmented-0.05-Quantile-Accuracy": 71.87999725341797, "Augmented-0.1-Quantile-Accuracy": 73.47999572753906, "Augmented-Accuracy": 77.838, "Augmented-Loss": 0.9922318872585296, "Clean-Accuracy": 76.94, "Clean-Loss": 0.9137711305618286, "PGD-Accuracy": 0.08, "PGD-Loss": 5.392412859344482}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 1282.864815711975, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.3499984741211, "Augmented-0.05-Quantile-Accuracy": 68.16999816894531, "Augmented-0.1-Quantile-Accuracy": 69.68000030517578, "Augmented-Accuracy": 74.367, "Augmented-Loss": 1.0791586398239135, "Clean-Accuracy": 76.5, "Clean-Loss": 0.9770185317993164, "PGD-Accuracy": 0.1, "PGD-Loss": 5.800702600097656}, "Total-Time": 12441.863461017609, "Train": {"Loss": 1.2226003233337401, "avg t": 0.963873658065796, "plain loss": 0.9388247493896487, "standard loss": 0.9311149559783936}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.93999481201172, "Augmented-0.05-Quantile-Accuracy": 72.4000015258789, "Augmented-0.1-Quantile-Accuracy": 74.0, "Augmented-Accuracy": 78.1662, "Augmented-Loss": 0.9909743403148651, "Clean-Accuracy": 69.82, "Clean-Loss": 1.0017714059829712, "PGD-Accuracy": 0.08, "PGD-Loss": 5.628089642333984}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 1261.890508890152, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.84000015258789, "Augmented-0.05-Quantile-Accuracy": 64.79000091552734, "Augmented-0.1-Quantile-Accuracy": 66.5199966430664, "Augmented-Accuracy": 71.7805, "Augmented-Loss": 1.1241755923080445, "Clean-Accuracy": 74.98, "Clean-Loss": 0.9936548049926758, "PGD-Accuracy": 0.06, "PGD-Loss": 5.9309750793457034}, "Total-Time": 13703.75396990776, "Train": {"Loss": 1.2097928099060058, "avg t": 0.9622218131828308, "plain loss": 0.9315577832946775, "standard loss": 0.9238416904830933}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.13999938964844, "Augmented-0.05-Quantile-Accuracy": 71.18000030517578, "Augmented-0.1-Quantile-Accuracy": 72.5199966430664, "Augmented-Accuracy": 77.0084, "Augmented-Loss": 1.016520087694168, "Clean-Accuracy": 74.08, "Clean-Loss": 0.9792216934204102, "PGD-Accuracy": 0.08, "PGD-Loss": 5.786243283081054}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 1277.5473375320435, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.03999710083008, "Augmented-0.05-Quantile-Accuracy": 64.90999603271484, "Augmented-0.1-Quantile-Accuracy": 66.62999725341797, "Augmented-Accuracy": 71.7333, "Augmented-Loss": 1.116098678581238, "Clean-Accuracy": 76.16, "Clean-Loss": 0.9672177192687988, "PGD-Accuracy": 0.16, "PGD-Loss": 5.781238360595703}, "Total-Time": 14981.301307439804, "Train": {"Loss": 1.2078065424728393, "avg t": 0.9620856876945496, "plain loss": 0.9271577894897458, "standard loss": 0.9197835146331788}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.18000030517578, "Augmented-0.05-Quantile-Accuracy": 70.5, "Augmented-0.1-Quantile-Accuracy": 72.08000183105469, "Augmented-Accuracy": 76.7358, "Augmented-Loss": 0.9946758338127136, "Clean-Accuracy": 68.18, "Clean-Loss": 1.019622532272339, "PGD-Accuracy": 0.1, "PGD-Loss": 5.550012740325927}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 1266.6102087497711, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.89999771118164, "Augmented-0.05-Quantile-Accuracy": 67.33999633789062, "Augmented-0.1-Quantile-Accuracy": 69.04999542236328, "Augmented-Accuracy": 74.0322, "Augmented-Loss": 1.072792873664856, "Clean-Accuracy": 77.48, "Clean-Loss": 0.9335406509399414, "PGD-Accuracy": 0.08, "PGD-Loss": 5.579966186523437}, "Total-Time": 16247.911516189575, "Train": {"Loss": 1.2048538862991334, "avg t": 0.9617587844085693, "plain loss": 0.924710520599365, "standard loss": 0.9167452110290527}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.81999969482422, "Augmented-0.05-Quantile-Accuracy": 73.08000183105469, "Augmented-0.1-Quantile-Accuracy": 74.63999938964844, "Augmented-Accuracy": 78.7402, "Augmented-Loss": 0.9624675320014954, "Clean-Accuracy": 76.24, "Clean-Loss": 0.9003172952651978, "PGD-Accuracy": 0.2, "PGD-Loss": 5.357868364715576}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 1270.9990293979645, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.87999725341797, "Augmented-0.05-Quantile-Accuracy": 66.33000183105469, "Augmented-0.1-Quantile-Accuracy": 68.12999725341797, "Augmented-Accuracy": 73.2274, "Augmented-Loss": 1.1035853092803956, "Clean-Accuracy": 78.02, "Clean-Loss": 0.9717720497131348, "PGD-Accuracy": 0.01, "PGD-Loss": 5.821378533935547}, "Total-Time": 17518.91054558754, "Train": {"Loss": 1.196645054397583, "avg t": 0.9605318753814698, "plain loss": 0.9225267121276852, "standard loss": 0.9148998129272461}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.65999603271484, "Augmented-0.05-Quantile-Accuracy": 72.27999877929688, "Augmented-0.1-Quantile-Accuracy": 73.54000091552734, "Augmented-Accuracy": 78.6032, "Augmented-Loss": 1.00211797535038, "Clean-Accuracy": 77.08, "Clean-Loss": 0.8796092888832092, "PGD-Accuracy": 0.06, "PGD-Loss": 5.664604084014893}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 1271.9202361106873, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.679996490478516, "Augmented-0.05-Quantile-Accuracy": 67.18999481201172, "Augmented-0.1-Quantile-Accuracy": 69.0199966430664, "Augmented-Accuracy": 74.4238, "Augmented-Loss": 1.0464780624160768, "Clean-Accuracy": 77.97, "Clean-Loss": 0.948125138092041, "PGD-Accuracy": 0.08, "PGD-Loss": 5.685110290527343}, "Total-Time": 18790.830781698227, "Train": {"Loss": 1.1998113143539428, "avg t": 0.9612395655441284, "plain loss": 0.9265417625732427, "standard loss": 0.9188829528427124}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.33999633789062, "Augmented-0.05-Quantile-Accuracy": 71.5199966430664, "Augmented-0.1-Quantile-Accuracy": 73.18000030517578, "Augmented-Accuracy": 77.8886, "Augmented-Loss": 0.9821935302219391, "Clean-Accuracy": 69.4, "Clean-Loss": 0.9260938682556152, "PGD-Accuracy": 0.0, "PGD-Loss": 5.485216584014893}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 1265.7546634674072, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.41999816894531, "Augmented-0.05-Quantile-Accuracy": 63.90999984741211, "Augmented-0.1-Quantile-Accuracy": 65.29000091552734, "Augmented-Accuracy": 70.2082, "Augmented-Loss": 1.1044638845062256, "Clean-Accuracy": 73.75, "Clean-Loss": 0.9634028594970703, "PGD-Accuracy": 0.11, "PGD-Loss": 5.620588677978516}, "Total-Time": 20056.585445165634, "Train": {"Loss": 1.188951169090271, "avg t": 0.9597300312805176, "plain loss": 0.9144314897766108, "standard loss": 0.9069850392150879}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.69999694824219, "Augmented-0.05-Quantile-Accuracy": 69.0999984741211, "Augmented-0.1-Quantile-Accuracy": 70.5199966430664, "Augmented-Accuracy": 74.6916, "Augmented-Loss": 0.986087812013626, "Clean-Accuracy": 76.44, "Clean-Loss": 0.9230024602890015, "PGD-Accuracy": 0.06, "PGD-Loss": 5.4619791847229004}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 1276.896516084671, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.38999938964844, "Augmented-0.05-Quantile-Accuracy": 58.40999984741211, "Augmented-0.1-Quantile-Accuracy": 60.34000015258789, "Augmented-Accuracy": 65.4167, "Augmented-Loss": 1.2217039033813477, "Clean-Accuracy": 72.27, "Clean-Loss": 1.0049171379089354, "PGD-Accuracy": 0.11, "PGD-Loss": 5.7580008178710935}, "Total-Time": 21333.481961250305, "Train": {"Loss": 1.1921539262008667, "avg t": 0.9600748450851441, "plain loss": 0.9217561557922376, "standard loss": 0.9138290255737305}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.2599983215332, "Augmented-0.05-Quantile-Accuracy": 66.68000030517578, "Augmented-0.1-Quantile-Accuracy": 68.41999816894531, "Augmented-Accuracy": 73.0544, "Augmented-Loss": 1.0362407884101867, "Clean-Accuracy": 73.64, "Clean-Loss": 0.9325148750305176, "PGD-Accuracy": 0.12, "PGD-Loss": 5.607044121551514}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 1263.5566256046295, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.5, "Augmented-0.05-Quantile-Accuracy": 66.29999542236328, "Augmented-0.1-Quantile-Accuracy": 68.06999969482422, "Augmented-Accuracy": 73.6335, "Augmented-Loss": 1.1172477369918823, "Clean-Accuracy": 77.27, "Clean-Loss": 0.997429712677002, "PGD-Accuracy": 0.11, "PGD-Loss": 5.652003814697266}, "Total-Time": 22597.038586854935, "Train": {"Loss": 1.193273688354492, "avg t": 0.9598034995651246, "plain loss": 0.9208715014648425, "standard loss": 0.9131224597549439}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.58000183105469, "Augmented-0.05-Quantile-Accuracy": 71.68000030517578, "Augmented-0.1-Quantile-Accuracy": 73.41999816894531, "Augmented-Accuracy": 78.6028, "Augmented-Loss": 1.0206436991882324, "Clean-Accuracy": 76.7, "Clean-Loss": 0.9181440030097962, "PGD-Accuracy": 0.06, "PGD-Loss": 5.519665268707276}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 1278.9268612861633, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.83999633789062, "Augmented-0.05-Quantile-Accuracy": 70.19999694824219, "Augmented-0.1-Quantile-Accuracy": 71.73999786376953, "Augmented-Accuracy": 76.8021, "Augmented-Loss": 1.0711970260314942, "Clean-Accuracy": 80.09, "Clean-Loss": 0.9501183044433594, "PGD-Accuracy": 0.04, "PGD-Loss": 5.678147662353515}, "Total-Time": 23875.965448141098, "Train": {"Loss": 1.1867157843017577, "avg t": 0.959756407585144, "plain loss": 0.9187617409667971, "standard loss": 0.9110269590759278}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.04000091552734, "Augmented-0.05-Quantile-Accuracy": 74.83999633789062, "Augmented-0.1-Quantile-Accuracy": 76.41999816894531, "Augmented-Accuracy": 80.7944, "Augmented-Loss": 0.9785018612117767, "Clean-Accuracy": 78.12, "Clean-Loss": 0.9209649024963379, "PGD-Accuracy": 0.02, "PGD-Loss": 5.545175524902343}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 1262.2893042564392, "Test": {"Augmented-0.01-Quantile-Accuracy": 53.16999816894531, "Augmented-0.05-Quantile-Accuracy": 57.30999755859375, "Augmented-0.1-Quantile-Accuracy": 59.09000015258789, "Augmented-Accuracy": 65.047, "Augmented-Loss": 1.2653060920410155, "Clean-Accuracy": 76.08, "Clean-Loss": 0.9826651412963867, "PGD-Accuracy": 0.23, "PGD-Loss": 5.6727296813964845}, "Total-Time": 25138.254752397537, "Train": {"Loss": 1.1878805617713928, "avg t": 0.959960688419342, "plain loss": 0.9165083028869635, "standard loss": 0.9087523864555359}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.63999938964844, "Augmented-0.05-Quantile-Accuracy": 71.65999603271484, "Augmented-0.1-Quantile-Accuracy": 73.04000091552734, "Augmented-Accuracy": 77.902, "Augmented-Loss": 0.9951971078643799, "Clean-Accuracy": 72.42, "Clean-Loss": 0.9413173576354981, "PGD-Accuracy": 0.2, "PGD-Loss": 5.416949530029297}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 1280.748616218567, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.84000015258789, "Augmented-0.05-Quantile-Accuracy": 67.72999572753906, "Augmented-0.1-Quantile-Accuracy": 69.37999725341797, "Augmented-Accuracy": 74.472, "Augmented-Loss": 1.118193335800171, "Clean-Accuracy": 78.51, "Clean-Loss": 0.9543455009460449, "PGD-Accuracy": 0.09, "PGD-Loss": 5.600577221679687}, "Total-Time": 26419.003368616104, "Train": {"Loss": 1.1843526042175292, "avg t": 0.9592765620231628, "plain loss": 0.9160961758117668, "standard loss": 0.9086613985443115}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.97999572753906, "Augmented-0.05-Quantile-Accuracy": 73.33999633789062, "Augmented-0.1-Quantile-Accuracy": 74.87999725341797, "Augmented-Accuracy": 79.5974, "Augmented-Loss": 0.9846180182609559, "Clean-Accuracy": 80.96, "Clean-Loss": 0.882792618560791, "PGD-Accuracy": 0.18, "PGD-Loss": 5.466748504638672}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 1259.8942351341248, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.30999755859375, "Augmented-0.05-Quantile-Accuracy": 66.77999877929688, "Augmented-0.1-Quantile-Accuracy": 68.31999969482422, "Augmented-Accuracy": 73.3704, "Augmented-Loss": 1.1050624654541015, "Clean-Accuracy": 76.4, "Clean-Loss": 0.9641894172668457, "PGD-Accuracy": 0.09, "PGD-Loss": 5.6745960327148435}, "Total-Time": 27678.89760375023, "Train": {"Loss": 1.1875521020698547, "avg t": 0.9595719705200195, "plain loss": 0.9177798702392579, "standard loss": 0.9098680663299561}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.0199966430664, "Augmented-0.05-Quantile-Accuracy": 72.5199966430664, "Augmented-0.1-Quantile-Accuracy": 74.1199951171875, "Augmented-Accuracy": 78.8424, "Augmented-Loss": 0.9830710265865326, "Clean-Accuracy": 71.96, "Clean-Loss": 0.9510424526214599, "PGD-Accuracy": 0.18, "PGD-Loss": 5.412937734985351}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 1281.0879294872284, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.1099967956543, "Augmented-0.05-Quantile-Accuracy": 66.5, "Augmented-0.1-Quantile-Accuracy": 68.25, "Augmented-Accuracy": 72.982, "Augmented-Loss": 1.1078409398040772, "Clean-Accuracy": 79.15, "Clean-Loss": 0.9351123397827148, "PGD-Accuracy": 0.2, "PGD-Loss": 5.671067919921875}, "Total-Time": 28959.985533237457, "Train": {"Loss": 1.177629163093567, "avg t": 0.9584950315093994, "plain loss": 0.9100129544372566, "standard loss": 0.9019136102867127}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.19999694824219, "Augmented-0.05-Quantile-Accuracy": 73.83999633789062, "Augmented-0.1-Quantile-Accuracy": 75.36000061035156, "Augmented-Accuracy": 79.329, "Augmented-Loss": 0.9724571388454437, "Clean-Accuracy": 75.62, "Clean-Loss": 0.9065385356903076, "PGD-Accuracy": 0.22, "PGD-Loss": 5.4795835548400875}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 1255.4949488639832, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.22999954223633, "Augmented-0.05-Quantile-Accuracy": 63.81999969482422, "Augmented-0.1-Quantile-Accuracy": 65.5199966430664, "Augmented-Accuracy": 70.7327, "Augmented-Loss": 1.168098317932129, "Clean-Accuracy": 73.78, "Clean-Loss": 1.0155430488586425, "PGD-Accuracy": 0.17, "PGD-Loss": 5.5717902160644535}, "Total-Time": 30215.48048210144, "Train": {"Loss": 1.1854780309677124, "avg t": 0.9589185630035401, "plain loss": 0.9147560593566894, "standard loss": 0.9068652760887146}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.15999603271484, "Augmented-0.05-Quantile-Accuracy": 68.77999877929688, "Augmented-0.1-Quantile-Accuracy": 70.23999786376953, "Augmented-Accuracy": 74.7888, "Augmented-Loss": 1.0499058126049041, "Clean-Accuracy": 70.56, "Clean-Loss": 0.9402693707466125, "PGD-Accuracy": 0.14, "PGD-Loss": 5.427678672027588}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 1278.7722101211548, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.05999755859375, "Augmented-0.05-Quantile-Accuracy": 65.80999755859375, "Augmented-0.1-Quantile-Accuracy": 67.41999816894531, "Augmented-Accuracy": 72.4517, "Augmented-Loss": 1.1024796990966796, "Clean-Accuracy": 73.0, "Clean-Loss": 0.991677458190918, "PGD-Accuracy": 0.05, "PGD-Loss": 5.6892248657226565}, "Total-Time": 31494.252692222595, "Train": {"Loss": 1.1795134704971313, "avg t": 0.9587698133277893, "plain loss": 0.9151395938415532, "standard loss": 0.9071188659667969}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.5999984741211, "Augmented-0.05-Quantile-Accuracy": 70.93999481201172, "Augmented-0.1-Quantile-Accuracy": 72.22000122070312, "Augmented-Accuracy": 76.7544, "Augmented-Loss": 0.9922488306903839, "Clean-Accuracy": 79.84, "Clean-Loss": 0.8685904766082764, "PGD-Accuracy": 0.02, "PGD-Loss": 5.5245952156066895}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 1255.9603810310364, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.13999938964844, "Augmented-0.05-Quantile-Accuracy": 63.14999771118164, "Augmented-0.1-Quantile-Accuracy": 65.22000122070312, "Augmented-Accuracy": 70.8585, "Augmented-Loss": 1.1531583172225952, "Clean-Accuracy": 73.59, "Clean-Loss": 0.9958453948974609, "PGD-Accuracy": 0.07, "PGD-Loss": 5.616925634765625}, "Total-Time": 32750.21307325363, "Train": {"Loss": 1.1793843466758729, "avg t": 0.9587133756637574, "plain loss": 0.9122873231506337, "standard loss": 0.9042074931335449}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.05999755859375, "Augmented-0.05-Quantile-Accuracy": 68.45999908447266, "Augmented-0.1-Quantile-Accuracy": 69.87999725341797, "Augmented-Accuracy": 74.7724, "Augmented-Loss": 1.0126303420581817, "Clean-Accuracy": 75.26, "Clean-Loss": 0.9353412616729736, "PGD-Accuracy": 0.26, "PGD-Loss": 5.413934906005859}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 1279.165254831314, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.78999710083008, "Augmented-0.05-Quantile-Accuracy": 67.22999572753906, "Augmented-0.1-Quantile-Accuracy": 69.00999450683594, "Augmented-Accuracy": 73.7784, "Augmented-Loss": 1.098652933013916, "Clean-Accuracy": 77.55, "Clean-Loss": 0.9337558731079102, "PGD-Accuracy": 0.11, "PGD-Loss": 5.598299615478516}, "Total-Time": 34029.378328084946, "Train": {"Loss": 1.1757712583923339, "avg t": 0.9584535633850098, "plain loss": 0.9150396054992662, "standard loss": 0.9072353341674805}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.54000091552734, "Augmented-0.05-Quantile-Accuracy": 73.6199951171875, "Augmented-0.1-Quantile-Accuracy": 74.9000015258789, "Augmented-Accuracy": 79.769, "Augmented-Loss": 0.9602608142910004, "Clean-Accuracy": 79.88, "Clean-Loss": 0.8773905698776245, "PGD-Accuracy": 0.38, "PGD-Loss": 5.4318829483032225}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 1259.2136812210083, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.189998626708984, "Augmented-0.05-Quantile-Accuracy": 66.44999694824219, "Augmented-0.1-Quantile-Accuracy": 68.25999450683594, "Augmented-Accuracy": 73.6544, "Augmented-Loss": 1.1289130689315796, "Clean-Accuracy": 78.79, "Clean-Loss": 0.9679215736389161, "PGD-Accuracy": 0.03, "PGD-Loss": 5.567708709716797}, "Total-Time": 35288.592009305954, "Train": {"Loss": 1.1782599803161622, "avg t": 0.9585214691543579, "plain loss": 0.9140006563110352, "standard loss": 0.9061023385238648}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.31999969482422, "Augmented-0.05-Quantile-Accuracy": 73.47999572753906, "Augmented-0.1-Quantile-Accuracy": 75.23999786376953, "Augmented-Accuracy": 80.1264, "Augmented-Loss": 0.9913575037288666, "Clean-Accuracy": 79.66, "Clean-Loss": 0.8631958866119385, "PGD-Accuracy": 0.08, "PGD-Loss": 5.357559854125976}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 1276.0037648677826, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.05999755859375, "Augmented-0.05-Quantile-Accuracy": 68.38999938964844, "Augmented-0.1-Quantile-Accuracy": 70.00999450683594, "Augmented-Accuracy": 74.4295, "Augmented-Loss": 1.0958079428482055, "Clean-Accuracy": 78.8, "Clean-Loss": 0.959990869140625, "PGD-Accuracy": 0.02, "PGD-Loss": 5.492658050537109}, "Total-Time": 36564.59577417374, "Train": {"Loss": 1.1705994303131104, "avg t": 0.9578516579437256, "plain loss": 0.9093375314331049, "standard loss": 0.9015454008483886}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.08000183105469, "Augmented-0.05-Quantile-Accuracy": 73.41999816894531, "Augmented-0.1-Quantile-Accuracy": 74.73999786376953, "Augmented-Accuracy": 79.1502, "Augmented-Loss": 0.990480722278595, "Clean-Accuracy": 77.2, "Clean-Loss": 0.9089585121154785, "PGD-Accuracy": 0.06, "PGD-Loss": 5.303344045257568}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 1259.1558420658112, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.23999786376953, "Augmented-0.05-Quantile-Accuracy": 71.1199951171875, "Augmented-0.1-Quantile-Accuracy": 72.65999603271484, "Augmented-Accuracy": 77.5492, "Augmented-Loss": 1.1022322051239013, "Clean-Accuracy": 80.32, "Clean-Loss": 0.9648563247680664, "PGD-Accuracy": 0.02, "PGD-Loss": 5.449852801513672}, "Total-Time": 37823.75161623955, "Train": {"Loss": 1.1737099613571167, "avg t": 0.9578165321540832, "plain loss": 0.908258380828857, "standard loss": 0.9003143953323365}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.0199966430664, "Augmented-0.05-Quantile-Accuracy": 75.43999481201172, "Augmented-0.1-Quantile-Accuracy": 76.93999481201172, "Augmented-Accuracy": 81.1562, "Augmented-Loss": 0.9994757487125396, "Clean-Accuracy": 79.76, "Clean-Loss": 0.8458956078529358, "PGD-Accuracy": 0.02, "PGD-Loss": 5.282418366241455}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 1275.3120286464691, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.0, "Augmented-0.05-Quantile-Accuracy": 63.779998779296875, "Augmented-0.1-Quantile-Accuracy": 65.83000183105469, "Augmented-Accuracy": 71.2633, "Augmented-Loss": 1.1347251699523926, "Clean-Accuracy": 73.82, "Clean-Loss": 0.9979895149230957, "PGD-Accuracy": 0.02, "PGD-Loss": 5.673524676513672}, "Total-Time": 39099.06364488602, "Train": {"Loss": 1.1752080236053466, "avg t": 0.9581793444442749, "plain loss": 0.907161949768067, "standard loss": 0.8992813702392578}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.5, "Augmented-0.05-Quantile-Accuracy": 68.0999984741211, "Augmented-0.1-Quantile-Accuracy": 69.9000015258789, "Augmented-Accuracy": 74.7746, "Augmented-Loss": 1.0277964430713653, "Clean-Accuracy": 74.46, "Clean-Loss": 0.9428966661453247, "PGD-Accuracy": 0.06, "PGD-Loss": 5.479339699554443}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 1260.1879856586456, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.119998931884766, "Augmented-0.05-Quantile-Accuracy": 63.84000015258789, "Augmented-0.1-Quantile-Accuracy": 65.43999481201172, "Augmented-Accuracy": 70.7188, "Augmented-Loss": 1.170471886543274, "Clean-Accuracy": 77.78, "Clean-Loss": 0.9681980842590332, "PGD-Accuracy": 0.06, "PGD-Loss": 5.590820855712891}, "Total-Time": 40359.25163054466, "Train": {"Loss": 1.1728471427345275, "avg t": 0.9580680014038085, "plain loss": 0.9069483409118649, "standard loss": 0.8990419266700744}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.41999816894531, "Augmented-0.05-Quantile-Accuracy": 72.68000030517578, "Augmented-0.1-Quantile-Accuracy": 74.08000183105469, "Augmented-Accuracy": 78.9382, "Augmented-Loss": 0.9972144441947937, "Clean-Accuracy": 74.18, "Clean-Loss": 0.9045173542022705, "PGD-Accuracy": 0.06, "PGD-Loss": 5.429938697814942}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 1275.1445479393005, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.56999969482422, "Augmented-0.05-Quantile-Accuracy": 67.47999572753906, "Augmented-0.1-Quantile-Accuracy": 69.25999450683594, "Augmented-Accuracy": 74.641, "Augmented-Loss": 1.1336559241256714, "Clean-Accuracy": 78.09, "Clean-Loss": 0.9682267150878906, "PGD-Accuracy": 0.03, "PGD-Loss": 5.550303143310547}, "Total-Time": 41634.39617848396, "Train": {"Loss": 1.174879230518341, "avg t": 0.9581436270904541, "plain loss": 0.9109516262512217, "standard loss": 0.9030365270233154}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.27999877929688, "Augmented-0.05-Quantile-Accuracy": 75.0199966430664, "Augmented-0.1-Quantile-Accuracy": 76.47999572753906, "Augmented-Accuracy": 80.6232, "Augmented-Loss": 0.9897772460651397, "Clean-Accuracy": 71.36, "Clean-Loss": 0.9292249351501465, "PGD-Accuracy": 0.0, "PGD-Loss": 5.382879037475586}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 1264.4770863056183, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.769996643066406, "Augmented-0.05-Quantile-Accuracy": 68.02999877929688, "Augmented-0.1-Quantile-Accuracy": 69.54000091552734, "Augmented-Accuracy": 74.8057, "Augmented-Loss": 1.1009683304901123, "Clean-Accuracy": 78.92, "Clean-Loss": 0.9513263816833496, "PGD-Accuracy": 0.06, "PGD-Loss": 5.61019468383789}, "Total-Time": 42898.87326478958, "Train": {"Loss": 1.170448018360138, "avg t": 0.9577814060211182, "plain loss": 0.9087534212036128, "standard loss": 0.9010882456207275}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.83999633789062, "Augmented-0.05-Quantile-Accuracy": 72.72000122070312, "Augmented-0.1-Quantile-Accuracy": 74.1199951171875, "Augmented-Accuracy": 78.7772, "Augmented-Loss": 0.9843073292980195, "Clean-Accuracy": 74.16, "Clean-Loss": 0.9289106092453003, "PGD-Accuracy": 0.02, "PGD-Loss": 5.39995245513916}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 1270.559741973877, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.72999954223633, "Augmented-0.05-Quantile-Accuracy": 67.1500015258789, "Augmented-0.1-Quantile-Accuracy": 68.69999694824219, "Augmented-Accuracy": 73.641, "Augmented-Loss": 1.0795753607635499, "Clean-Accuracy": 76.55, "Clean-Loss": 0.9382679893493653, "PGD-Accuracy": 0.06, "PGD-Loss": 5.624553002929687}, "Total-Time": 44169.43300676346, "Train": {"Loss": 1.1721551372909547, "avg t": 0.9577705000305176, "plain loss": 0.9101493118896486, "standard loss": 0.9022162417030335}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.08000183105469, "Augmented-0.05-Quantile-Accuracy": 72.33999633789062, "Augmented-0.1-Quantile-Accuracy": 73.6199951171875, "Augmented-Accuracy": 78.3286, "Augmented-Loss": 0.9617903625659943, "Clean-Accuracy": 76.06, "Clean-Loss": 0.8624303905487061, "PGD-Accuracy": 0.1, "PGD-Loss": 5.467492275238037}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 1269.4227573871613, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.80999755859375, "Augmented-0.05-Quantile-Accuracy": 69.16999816894531, "Augmented-0.1-Quantile-Accuracy": 71.08000183105469, "Augmented-Accuracy": 76.5364, "Augmented-Loss": 1.0695018322296144, "Clean-Accuracy": 80.78, "Clean-Loss": 0.9401625633239746, "PGD-Accuracy": 0.05, "PGD-Loss": 5.595154351806641}, "Total-Time": 45438.85576415062, "Train": {"Loss": 1.1679746586227417, "avg t": 0.9571803748703003, "plain loss": 0.9044394307250964, "standard loss": 0.8964807897949219}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.68000030517578, "Augmented-0.05-Quantile-Accuracy": 76.37999725341797, "Augmented-0.1-Quantile-Accuracy": 77.69999694824219, "Augmented-Accuracy": 81.7922, "Augmented-Loss": 0.9622932619400024, "Clean-Accuracy": 75.46, "Clean-Loss": 0.9274128845214844, "PGD-Accuracy": 0.06, "PGD-Loss": 5.403802407836914}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 1270.486383676529, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.0099983215332, "Augmented-0.05-Quantile-Accuracy": 64.51000213623047, "Augmented-0.1-Quantile-Accuracy": 66.12999725341797, "Augmented-Accuracy": 71.046, "Augmented-Loss": 1.1493149090652466, "Clean-Accuracy": 77.15, "Clean-Loss": 0.9621132995605469, "PGD-Accuracy": 0.1, "PGD-Loss": 5.5379742309570315}, "Total-Time": 46709.34214782715, "Train": {"Loss": 1.1703492501449584, "avg t": 0.9575225006484985, "plain loss": 0.9102706372985849, "standard loss": 0.9020511910247803}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.22000122070312, "Augmented-0.05-Quantile-Accuracy": 73.1199951171875, "Augmented-0.1-Quantile-Accuracy": 74.41999816894531, "Augmented-Accuracy": 78.6204, "Augmented-Loss": 0.9945634817256928, "Clean-Accuracy": 77.9, "Clean-Loss": 0.8686481260299682, "PGD-Accuracy": 0.04, "PGD-Loss": 5.344372662353516}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 1269.7982141971588, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.75, "Augmented-0.05-Quantile-Accuracy": 66.19999694824219, "Augmented-0.1-Quantile-Accuracy": 67.83999633789062, "Augmented-Accuracy": 72.9258, "Augmented-Loss": 1.137038121307373, "Clean-Accuracy": 78.71, "Clean-Loss": 0.9608875534057617, "PGD-Accuracy": 0.06, "PGD-Loss": 5.636637725830078}, "Total-Time": 47979.14036202431, "Train": {"Loss": 1.1724312225723266, "avg t": 0.9575497514724731, "plain loss": 0.9075297702026365, "standard loss": 0.8997236987304688}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.33999633789062, "Augmented-0.05-Quantile-Accuracy": 74.31999969482422, "Augmented-0.1-Quantile-Accuracy": 76.15999603271484, "Augmented-Accuracy": 80.6052, "Augmented-Loss": 0.9905757209434509, "Clean-Accuracy": 70.18, "Clean-Loss": 0.9128804830551147, "PGD-Accuracy": 0.06, "PGD-Loss": 5.484677588653565}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 1270.4531302452087, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.58000183105469, "Augmented-0.05-Quantile-Accuracy": 69.22999572753906, "Augmented-0.1-Quantile-Accuracy": 70.73999786376953, "Augmented-Accuracy": 75.5703, "Augmented-Loss": 1.1220928498764038, "Clean-Accuracy": 78.33, "Clean-Loss": 0.9694492637634278, "PGD-Accuracy": 0.07, "PGD-Loss": 5.475282861328125}, "Total-Time": 49249.593492269516, "Train": {"Loss": 1.173753890914917, "avg t": 0.9575013450431824, "plain loss": 0.9069945979309081, "standard loss": 0.8989944606590271}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.54000091552734, "Augmented-0.05-Quantile-Accuracy": 75.0999984741211, "Augmented-0.1-Quantile-Accuracy": 76.5999984741211, "Augmented-Accuracy": 80.7784, "Augmented-Loss": 1.008137798805237, "Clean-Accuracy": 74.6, "Clean-Loss": 0.9229188032150268, "PGD-Accuracy": 0.06, "PGD-Loss": 5.353299282073975}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 1269.1078090667725, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.94999694824219, "Augmented-0.05-Quantile-Accuracy": 68.83000183105469, "Augmented-0.1-Quantile-Accuracy": 70.61000061035156, "Augmented-Accuracy": 75.8904, "Augmented-Loss": 1.1244170137786864, "Clean-Accuracy": 79.31, "Clean-Loss": 0.956502195739746, "PGD-Accuracy": 0.13, "PGD-Loss": 5.574212829589844}, "Total-Time": 50518.70130133629, "Train": {"Loss": 1.1680570023345946, "avg t": 0.9572209393310547, "plain loss": 0.9077463136901859, "standard loss": 0.899840687713623}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.23999786376953, "Augmented-0.05-Quantile-Accuracy": 74.37999725341797, "Augmented-0.1-Quantile-Accuracy": 76.27999877929688, "Augmented-Accuracy": 81.2098, "Augmented-Loss": 0.9881186115570069, "Clean-Accuracy": 77.24, "Clean-Loss": 0.9175401176452637, "PGD-Accuracy": 0.22, "PGD-Loss": 5.436090996551513}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 1269.3638298511505, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.0099983215332, "Augmented-0.05-Quantile-Accuracy": 62.689998626708984, "Augmented-0.1-Quantile-Accuracy": 64.30999755859375, "Augmented-Accuracy": 69.5202, "Augmented-Loss": 1.187121863822937, "Clean-Accuracy": 76.45, "Clean-Loss": 0.9742806427001953, "PGD-Accuracy": 0.09, "PGD-Loss": 5.4979625}, "Total-Time": 51788.06513118744, "Train": {"Loss": 1.1688098627090453, "avg t": 0.9573973141098022, "plain loss": 0.9120294795227052, "standard loss": 0.9037965184211731}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.25999450683594, "Augmented-0.05-Quantile-Accuracy": 71.27999877929688, "Augmented-0.1-Quantile-Accuracy": 72.68000030517578, "Augmented-Accuracy": 77.1814, "Augmented-Loss": 1.011822890613556, "Clean-Accuracy": 76.8, "Clean-Loss": 0.8760908974647522, "PGD-Accuracy": 0.04, "PGD-Loss": 5.338845496368408}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 1269.9564218521118, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.3699951171875, "Augmented-0.05-Quantile-Accuracy": 69.22000122070312, "Augmented-0.1-Quantile-Accuracy": 70.8499984741211, "Augmented-Accuracy": 75.7384, "Augmented-Loss": 1.0742043506393433, "Clean-Accuracy": 80.67, "Clean-Loss": 0.929216081237793, "PGD-Accuracy": 0.03, "PGD-Loss": 5.579343072509766}, "Total-Time": 53058.02155303955, "Train": {"Loss": 1.1674133126449584, "avg t": 0.9570789068603516, "plain loss": 0.9098383006896981, "standard loss": 0.9018414334869385}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.18000030517578, "Augmented-0.05-Quantile-Accuracy": 73.9000015258789, "Augmented-0.1-Quantile-Accuracy": 75.87999725341797, "Augmented-Accuracy": 80.2334, "Augmented-Loss": 0.9700421258449554, "Clean-Accuracy": 78.04, "Clean-Loss": 0.938216049194336, "PGD-Accuracy": 0.06, "PGD-Loss": 5.482528466796875}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 1267.697054386139, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.029998779296875, "Augmented-0.05-Quantile-Accuracy": 65.22000122070312, "Augmented-0.1-Quantile-Accuracy": 66.77999877929688, "Augmented-Accuracy": 71.1621, "Augmented-Loss": 1.09566772845459, "Clean-Accuracy": 74.5, "Clean-Loss": 0.9813300704956055, "PGD-Accuracy": 0.18, "PGD-Loss": 5.423475744628906}, "Total-Time": 54325.71860742569, "Train": {"Loss": 1.1700453316116333, "avg t": 0.9574464384269714, "plain loss": 0.9121751861572268, "standard loss": 0.9039727488327026}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.86000061035156, "Augmented-0.05-Quantile-Accuracy": 70.05999755859375, "Augmented-0.1-Quantile-Accuracy": 71.29999542236328, "Augmented-Accuracy": 75.6256, "Augmented-Loss": 1.0014740338802337, "Clean-Accuracy": 78.1, "Clean-Loss": 0.8769057809829712, "PGD-Accuracy": 0.3, "PGD-Loss": 5.227151246643066}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 1265.141536951065, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.28999710083008, "Augmented-0.05-Quantile-Accuracy": 66.13999938964844, "Augmented-0.1-Quantile-Accuracy": 67.79999542236328, "Augmented-Accuracy": 72.6107, "Augmented-Loss": 1.1059520272369385, "Clean-Accuracy": 77.32, "Clean-Loss": 0.9688997627258301, "PGD-Accuracy": 0.17, "PGD-Loss": 5.574792022705078}, "Total-Time": 55590.860144376755, "Train": {"Loss": 1.1696078347015382, "avg t": 0.9576936874771118, "plain loss": 0.9091717662353522, "standard loss": 0.9006135130691528}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.31999969482422, "Augmented-0.05-Quantile-Accuracy": 71.73999786376953, "Augmented-0.1-Quantile-Accuracy": 73.5199966430664, "Augmented-Accuracy": 77.6586, "Augmented-Loss": 0.9947533455867767, "Clean-Accuracy": 74.58, "Clean-Loss": 0.9376929627418518, "PGD-Accuracy": 0.2, "PGD-Loss": 5.468199963378907}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 1268.0254459381104, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.0099983215332, "Augmented-0.05-Quantile-Accuracy": 64.5199966430664, "Augmented-0.1-Quantile-Accuracy": 66.1199951171875, "Augmented-Accuracy": 71.2603, "Augmented-Loss": 1.176997212615967, "Clean-Accuracy": 80.06, "Clean-Loss": 0.9508792106628418, "PGD-Accuracy": 0.04, "PGD-Loss": 5.521470166015625}, "Total-Time": 56858.885590314865, "Train": {"Loss": 1.171074817352295, "avg t": 0.95772075050354, "plain loss": 0.9102089898071275, "standard loss": 0.9021293284606934}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.72000122070312, "Augmented-0.05-Quantile-Accuracy": 75.73999786376953, "Augmented-0.1-Quantile-Accuracy": 77.43999481201172, "Augmented-Accuracy": 81.8322, "Augmented-Loss": 0.9810062941436768, "Clean-Accuracy": 79.5, "Clean-Loss": 0.888344625377655, "PGD-Accuracy": 0.14, "PGD-Loss": 5.309270929718018}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 1265.9870629310608, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.2599983215332, "Augmented-0.05-Quantile-Accuracy": 66.91999816894531, "Augmented-0.1-Quantile-Accuracy": 68.55999755859375, "Augmented-Accuracy": 72.9132, "Augmented-Loss": 1.1123990613250732, "Clean-Accuracy": 77.77, "Clean-Loss": 0.940400033569336, "PGD-Accuracy": 0.07, "PGD-Loss": 5.572960540771485}, "Total-Time": 58124.872653245926, "Train": {"Loss": 1.1611859495544434, "avg t": 0.9565621572875976, "plain loss": 0.9014893645019529, "standard loss": 0.8937224011611938}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.18000030517578, "Augmented-0.05-Quantile-Accuracy": 72.41999816894531, "Augmented-0.1-Quantile-Accuracy": 73.72000122070312, "Augmented-Accuracy": 77.7308, "Augmented-Loss": 0.9673512669525146, "Clean-Accuracy": 78.56, "Clean-Loss": 0.9045082004547119, "PGD-Accuracy": 0.22, "PGD-Loss": 5.398245957946777}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 1267.9432928562164, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.65999984741211, "Augmented-0.05-Quantile-Accuracy": 67.05999755859375, "Augmented-0.1-Quantile-Accuracy": 69.00999450683594, "Augmented-Accuracy": 74.2263, "Augmented-Loss": 1.1229975428924561, "Clean-Accuracy": 78.3, "Clean-Loss": 0.9681110511779785, "PGD-Accuracy": 0.15, "PGD-Loss": 5.408801815795899}, "Total-Time": 59392.81594610214, "Train": {"Loss": 1.1674876848602296, "avg t": 0.9571804387664795, "plain loss": 0.9040219104919436, "standard loss": 0.8957173616027833}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.47999572753906, "Augmented-0.05-Quantile-Accuracy": 73.73999786376953, "Augmented-0.1-Quantile-Accuracy": 75.0, "Augmented-Accuracy": 79.6366, "Augmented-Loss": 0.9991498238773346, "Clean-Accuracy": 72.28, "Clean-Loss": 0.870801326084137, "PGD-Accuracy": 0.16, "PGD-Loss": 5.201623973083496}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 1263.8225071430206, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.619998931884766, "Augmented-0.05-Quantile-Accuracy": 63.929996490478516, "Augmented-0.1-Quantile-Accuracy": 65.30999755859375, "Augmented-Accuracy": 70.2587, "Augmented-Loss": 1.1258647376480102, "Clean-Accuracy": 73.71, "Clean-Loss": 0.9900236312866211, "PGD-Accuracy": 0.19, "PGD-Loss": 5.3878078918457035}, "Total-Time": 60656.63845324516, "Train": {"Loss": 1.1704848022460939, "avg t": 0.9575719081115722, "plain loss": 0.9078931910705562, "standard loss": 0.8998213297462463}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.43999481201172, "Augmented-0.05-Quantile-Accuracy": 68.79999542236328, "Augmented-0.1-Quantile-Accuracy": 70.54000091552734, "Augmented-Accuracy": 74.9194, "Augmented-Loss": 1.008506462152481, "Clean-Accuracy": 75.94, "Clean-Loss": 0.9047915685653687, "PGD-Accuracy": 0.14, "PGD-Loss": 5.242945324707032}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 1268.301153421402, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.04999923706055, "Augmented-0.05-Quantile-Accuracy": 63.84000015258789, "Augmented-0.1-Quantile-Accuracy": 65.38999938964844, "Augmented-Accuracy": 70.8046, "Augmented-Loss": 1.1996671596298218, "Clean-Accuracy": 79.55, "Clean-Loss": 0.9863586791992187, "PGD-Accuracy": 0.04, "PGD-Loss": 5.6213084289550785}, "Total-Time": 61924.939606666565, "Train": {"Loss": 1.1659943661689758, "avg t": 0.9567446570587158, "plain loss": 0.9065243867492676, "standard loss": 0.8985686749649048}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.79999542236328, "Augmented-0.05-Quantile-Accuracy": 75.1199951171875, "Augmented-0.1-Quantile-Accuracy": 76.75999450683594, "Augmented-Accuracy": 80.8802, "Augmented-Loss": 1.0170766720790863, "Clean-Accuracy": 74.38, "Clean-Loss": 0.955733595085144, "PGD-Accuracy": 0.14, "PGD-Loss": 5.401612659454345}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 1261.422152042389, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.40999603271484, "Augmented-0.05-Quantile-Accuracy": 70.90999603271484, "Augmented-0.1-Quantile-Accuracy": 72.5, "Augmented-Accuracy": 76.7402, "Augmented-Loss": 1.0710269913635253, "Clean-Accuracy": 80.6, "Clean-Loss": 0.9389558990478516, "PGD-Accuracy": 0.09, "PGD-Loss": 5.391213208007812}, "Total-Time": 63186.361758708954, "Train": {"Loss": 1.1663440670013427, "avg t": 0.9571594077491761, "plain loss": 0.9051568838195803, "standard loss": 0.8970942635345459}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.77999877929688, "Augmented-0.05-Quantile-Accuracy": 74.81999969482422, "Augmented-0.1-Quantile-Accuracy": 76.0999984741211, "Augmented-Accuracy": 80.1362, "Augmented-Loss": 0.9866903670406342, "Clean-Accuracy": 77.9, "Clean-Loss": 0.8687968252182007, "PGD-Accuracy": 0.06, "PGD-Loss": 5.247429288482666}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 1268.3695530891418, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.98999786376953, "Augmented-0.05-Quantile-Accuracy": 70.5, "Augmented-0.1-Quantile-Accuracy": 72.08000183105469, "Augmented-Accuracy": 77.0539, "Augmented-Loss": 1.11467291040802, "Clean-Accuracy": 80.82, "Clean-Loss": 0.9589704696655273, "PGD-Accuracy": 0.03, "PGD-Loss": 5.580246984863281}, "Total-Time": 64454.731311798096, "Train": {"Loss": 1.165053050994873, "avg t": 0.9567456571960449, "plain loss": 0.8998997795715322, "standard loss": 0.8917085364151001}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.31999969482422, "Augmented-0.05-Quantile-Accuracy": 77.0199966430664, "Augmented-0.1-Quantile-Accuracy": 78.19999694824219, "Augmented-Accuracy": 82.2056, "Augmented-Loss": 0.974106200094223, "Clean-Accuracy": 79.64, "Clean-Loss": 0.8802482532501221, "PGD-Accuracy": 0.02, "PGD-Loss": 5.392000521087646}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 1264.8459603786469, "Test": {"Augmented-0.01-Quantile-Accuracy": 73.77999877929688, "Augmented-0.05-Quantile-Accuracy": 77.43000030517578, "Augmented-0.1-Quantile-Accuracy": 79.04000091552734, "Augmented-Accuracy": 83.136, "Augmented-Loss": 1.0241564311828613, "Clean-Accuracy": 84.01, "Clean-Loss": 0.8964803627014161, "PGD-Accuracy": 0.31, "PGD-Loss": 5.560893670654297}, "Total-Time": 65719.57727217674, "Train": {"Loss": 1.0355029095840453, "avg t": 0.9404894358825684, "plain loss": 0.8084850080108636, "standard loss": 0.8027443482780456}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 79.23999786376953, "Augmented-0.05-Quantile-Accuracy": 82.0199966430664, "Augmented-0.1-Quantile-Accuracy": 83.15999603271484, "Augmented-Accuracy": 86.8038, "Augmented-Loss": 0.9091993394556046, "Clean-Accuracy": 83.26, "Clean-Loss": 0.7857821200370788, "PGD-Accuracy": 0.44, "PGD-Loss": 5.371402149200439}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 1273.0225970745087, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.95999908447266, "Augmented-0.05-Quantile-Accuracy": 78.15999603271484, "Augmented-0.1-Quantile-Accuracy": 79.79999542236328, "Augmented-Accuracy": 84.2371, "Augmented-Loss": 1.0282698475341796, "Clean-Accuracy": 85.44, "Clean-Loss": 0.9202326248168945, "PGD-Accuracy": 1.19, "PGD-Loss": 5.475793389892578}, "Total-Time": 66992.59986925125, "Train": {"Loss": 1.007521937522888, "avg t": 0.9364235930633545, "plain loss": 0.803355515899658, "standard loss": 0.7979138416290283}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.19999694824219, "Augmented-0.05-Quantile-Accuracy": 84.07999420166016, "Augmented-0.1-Quantile-Accuracy": 85.23999786376953, "Augmented-Accuracy": 88.795, "Augmented-Loss": 0.9301475030183792, "Clean-Accuracy": 80.06, "Clean-Loss": 0.8578572624206543, "PGD-Accuracy": 1.54, "PGD-Loss": 5.273498523712158}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 1265.2383422851562, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.75999450683594, "Augmented-0.05-Quantile-Accuracy": 79.31999969482422, "Augmented-0.1-Quantile-Accuracy": 80.86000061035156, "Augmented-Accuracy": 85.2507, "Augmented-Loss": 1.063506077445984, "Clean-Accuracy": 88.1, "Clean-Loss": 0.9286066360473633, "PGD-Accuracy": 1.1, "PGD-Loss": 5.3779693145751954}, "Total-Time": 68257.83821153641, "Train": {"Loss": 0.993937946434021, "avg t": 0.9342242795944213, "plain loss": 0.8068345166931155, "standard loss": 0.8017364974021912}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.68000030517578, "Augmented-0.05-Quantile-Accuracy": 86.31999969482422, "Augmented-0.1-Quantile-Accuracy": 87.5199966430664, "Augmented-Accuracy": 90.9428, "Augmented-Loss": 0.9508055348072052, "Clean-Accuracy": 84.34, "Clean-Loss": 0.784136836051941, "PGD-Accuracy": 1.36, "PGD-Loss": 5.192691581726074}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 1272.5256552696228, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.5999984741211, "Augmented-0.05-Quantile-Accuracy": 80.0999984741211, "Augmented-0.1-Quantile-Accuracy": 81.44999694824219, "Augmented-Accuracy": 85.7821, "Augmented-Loss": 1.0843282235412597, "Clean-Accuracy": 88.84, "Clean-Loss": 0.9528824829101562, "PGD-Accuracy": 1.48, "PGD-Loss": 5.2986242401123045}, "Total-Time": 69530.36386680603, "Train": {"Loss": 0.9879383675765991, "avg t": 0.9334227191543579, "plain loss": 0.8133644556884769, "standard loss": 0.808287134513855}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.83999633789062, "Augmented-0.05-Quantile-Accuracy": 86.6199951171875, "Augmented-0.1-Quantile-Accuracy": 88.04000091552734, "Augmented-Accuracy": 91.4736, "Augmented-Loss": 0.983059001707077, "Clean-Accuracy": 86.56, "Clean-Loss": 0.8194745202064514, "PGD-Accuracy": 2.42, "PGD-Loss": 5.0983219192504885}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 1265.7266008853912, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.41999816894531, "Augmented-0.05-Quantile-Accuracy": 81.11000061035156, "Augmented-0.1-Quantile-Accuracy": 82.5199966430664, "Augmented-Accuracy": 86.6694, "Augmented-Loss": 1.1037253710479735, "Clean-Accuracy": 89.27, "Clean-Loss": 0.9727148635864258, "PGD-Accuracy": 1.26, "PGD-Loss": 5.2194641510009765}, "Total-Time": 70796.09046769142, "Train": {"Loss": 0.9808908766174317, "avg t": 0.9322631249237061, "plain loss": 0.8206043232421859, "standard loss": 0.8153661282348633}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.33999633789062, "Augmented-0.05-Quantile-Accuracy": 88.1199951171875, "Augmented-0.1-Quantile-Accuracy": 89.19999694824219, "Augmented-Accuracy": 92.1968, "Augmented-Loss": 1.0035067353000642, "Clean-Accuracy": 88.26, "Clean-Loss": 0.8404028233528137, "PGD-Accuracy": 1.96, "PGD-Loss": 5.014811978149414}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 1271.7730042934418, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.50999450683594, "Augmented-0.05-Quantile-Accuracy": 81.02999877929688, "Augmented-0.1-Quantile-Accuracy": 82.47999572753906, "Augmented-Accuracy": 86.7193, "Augmented-Loss": 1.1138797831039429, "Clean-Accuracy": 88.64, "Clean-Loss": 0.9785431076049804, "PGD-Accuracy": 1.75, "PGD-Loss": 5.118300399780273}, "Total-Time": 72067.86347198486, "Train": {"Loss": 0.9765826039886475, "avg t": 0.9317600958633423, "plain loss": 0.8258225176391607, "standard loss": 0.8207853333282471}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.57999420166016, "Augmented-0.05-Quantile-Accuracy": 88.55999755859375, "Augmented-0.1-Quantile-Accuracy": 89.57999420166016, "Augmented-Accuracy": 92.5564, "Augmented-Loss": 1.0170111912994384, "Clean-Accuracy": 87.96, "Clean-Loss": 0.8470794948577881, "PGD-Accuracy": 2.72, "PGD-Loss": 4.923437585449219}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 1270.075757265091, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.18000030517578, "Augmented-0.05-Quantile-Accuracy": 81.5, "Augmented-0.1-Quantile-Accuracy": 82.97000122070312, "Augmented-Accuracy": 86.9793, "Augmented-Loss": 1.116905734375, "Clean-Accuracy": 89.83, "Clean-Loss": 0.9785533241271973, "PGD-Accuracy": 2.44, "PGD-Loss": 5.0216919128417965}, "Total-Time": 73337.93922924995, "Train": {"Loss": 0.9744560293769836, "avg t": 0.9310512803649902, "plain loss": 0.829729312591553, "standard loss": 0.8247925914764405}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.22000122070312, "Augmented-0.05-Quantile-Accuracy": 88.93999481201172, "Augmented-0.1-Quantile-Accuracy": 90.05999755859375, "Augmented-Accuracy": 92.9524, "Augmented-Loss": 1.0125274319229125, "Clean-Accuracy": 92.2, "Clean-Loss": 0.8206266073226929, "PGD-Accuracy": 3.66, "PGD-Loss": 4.811814527130127}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 1271.1064875125885, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.62999725341797, "Augmented-0.05-Quantile-Accuracy": 81.30999755859375, "Augmented-0.1-Quantile-Accuracy": 82.69999694824219, "Augmented-Accuracy": 86.8841, "Augmented-Loss": 1.1330462839889526, "Clean-Accuracy": 88.93, "Clean-Loss": 0.9935479598999023, "PGD-Accuracy": 2.1, "PGD-Loss": 4.996855004882812}, "Total-Time": 74609.04571676254, "Train": {"Loss": 0.9701029097557068, "avg t": 0.9304140328598023, "plain loss": 0.8296366752624518, "standard loss": 0.8247293298339844}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.1199951171875, "Augmented-0.05-Quantile-Accuracy": 88.93999481201172, "Augmented-0.1-Quantile-Accuracy": 90.23999786376953, "Augmented-Accuracy": 92.974, "Augmented-Loss": 1.0356468214683532, "Clean-Accuracy": 89.08, "Clean-Loss": 0.8449865302085876, "PGD-Accuracy": 5.3, "PGD-Loss": 4.738258232116699}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 1270.9817674160004, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.58000183105469, "Augmented-0.05-Quantile-Accuracy": 81.12999725341797, "Augmented-0.1-Quantile-Accuracy": 82.5999984741211, "Augmented-Accuracy": 86.4458, "Augmented-Loss": 1.1373472861175538, "Clean-Accuracy": 89.39, "Clean-Loss": 0.9903165390014649, "PGD-Accuracy": 3.17, "PGD-Loss": 4.892112664794922}, "Total-Time": 75880.02748417854, "Train": {"Loss": 0.9672962531280518, "avg t": 0.9299269082450867, "plain loss": 0.834305488708496, "standard loss": 0.829217029800415}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.5, "Augmented-0.05-Quantile-Accuracy": 88.5199966430664, "Augmented-0.1-Quantile-Accuracy": 89.5999984741211, "Augmented-Accuracy": 92.3868, "Augmented-Loss": 1.0319640849094391, "Clean-Accuracy": 86.88, "Clean-Loss": 0.8127682688713074, "PGD-Accuracy": 6.32, "PGD-Loss": 4.645184510040283}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 1265.4267525672913, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.22999572753906, "Augmented-0.05-Quantile-Accuracy": 81.66999816894531, "Augmented-0.1-Quantile-Accuracy": 83.02999877929688, "Augmented-Accuracy": 87.2318, "Augmented-Loss": 1.143455705909729, "Clean-Accuracy": 89.64, "Clean-Loss": 0.9981246551513672, "PGD-Accuracy": 1.71, "PGD-Loss": 4.898356478881836}, "Total-Time": 77145.45423674583, "Train": {"Loss": 0.9633653743743896, "avg t": 0.9292132182502747, "plain loss": 0.8334181350708012, "standard loss": 0.8284017163085937}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.41999816894531, "Augmented-0.05-Quantile-Accuracy": 89.23999786376953, "Augmented-0.1-Quantile-Accuracy": 90.43999481201172, "Augmented-Accuracy": 93.3664, "Augmented-Loss": 1.04140652375412, "Clean-Accuracy": 89.2, "Clean-Loss": 0.8318698676109314, "PGD-Accuracy": 4.88, "PGD-Loss": 4.650486898040771}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 1269.002188205719, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.27999877929688, "Augmented-0.05-Quantile-Accuracy": 81.04000091552734, "Augmented-0.1-Quantile-Accuracy": 82.48999786376953, "Augmented-Accuracy": 86.8549, "Augmented-Loss": 1.1578484266586304, "Clean-Accuracy": 89.2, "Clean-Loss": 0.9958405570983887, "PGD-Accuracy": 2.29, "PGD-Loss": 4.79717467956543}, "Total-Time": 78414.45642495155, "Train": {"Loss": 0.9615353222465515, "avg t": 0.928764497833252, "plain loss": 0.8342591354980472, "standard loss": 0.8291441125106811}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.04000091552734, "Augmented-0.05-Quantile-Accuracy": 88.57999420166016, "Augmented-0.1-Quantile-Accuracy": 89.79999542236328, "Augmented-Accuracy": 92.975, "Augmented-Loss": 1.0436337428627014, "Clean-Accuracy": 90.62, "Clean-Loss": 0.8286488411903381, "PGD-Accuracy": 6.12, "PGD-Loss": 4.538447093200683}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 1260.7800374031067, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.45999908447266, "Augmented-0.05-Quantile-Accuracy": 81.88999938964844, "Augmented-0.1-Quantile-Accuracy": 83.44999694824219, "Augmented-Accuracy": 87.2579, "Augmented-Loss": 1.1651587115631103, "Clean-Accuracy": 89.63, "Clean-Loss": 1.0103011627197265, "PGD-Accuracy": 0.98, "PGD-Loss": 4.772271548461914}, "Total-Time": 79675.23646235466, "Train": {"Loss": 0.9598733583450317, "avg t": 0.9284303750991821, "plain loss": 0.8346731667785636, "standard loss": 0.8298331792449951}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.5199966430664, "Augmented-0.05-Quantile-Accuracy": 89.18000030517578, "Augmented-0.1-Quantile-Accuracy": 90.0, "Augmented-Accuracy": 93.2458, "Augmented-Loss": 1.0555233357563019, "Clean-Accuracy": 88.5, "Clean-Loss": 0.8223957332611084, "PGD-Accuracy": 3.42, "PGD-Loss": 4.5677958984375}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 1272.2154097557068, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.97000122070312, "Augmented-0.05-Quantile-Accuracy": 81.37999725341797, "Augmented-0.1-Quantile-Accuracy": 82.86000061035156, "Augmented-Accuracy": 86.8416, "Augmented-Loss": 1.163026021133423, "Clean-Accuracy": 89.1, "Clean-Loss": 1.0129086227416992, "PGD-Accuracy": 1.15, "PGD-Loss": 4.7374501831054685}, "Total-Time": 80947.45187211037, "Train": {"Loss": 0.9603762974929809, "avg t": 0.9286021251487732, "plain loss": 0.8397681559448248, "standard loss": 0.8347326160049439}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.91999816894531, "Augmented-0.05-Quantile-Accuracy": 88.91999816894531, "Augmented-0.1-Quantile-Accuracy": 89.81999969482422, "Augmented-Accuracy": 92.9252, "Augmented-Loss": 1.056923805404663, "Clean-Accuracy": 84.64, "Clean-Loss": 0.8644231170654297, "PGD-Accuracy": 4.24, "PGD-Loss": 4.491886932373047}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 1256.2747769355774, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.13999938964844, "Augmented-0.05-Quantile-Accuracy": 82.62999725341797, "Augmented-0.1-Quantile-Accuracy": 84.00999450683594, "Augmented-Accuracy": 87.823, "Augmented-Loss": 1.1504743337783814, "Clean-Accuracy": 90.07, "Clean-Loss": 1.006047312927246, "PGD-Accuracy": 2.12, "PGD-Loss": 4.641279586791992}, "Total-Time": 82203.72664904594, "Train": {"Loss": 0.9574043461418151, "avg t": 0.9280693138504028, "plain loss": 0.836947598358154, "standard loss": 0.8316084509277344}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.93999481201172, "Augmented-0.05-Quantile-Accuracy": 89.5, "Augmented-0.1-Quantile-Accuracy": 90.83999633789062, "Augmented-Accuracy": 93.684, "Augmented-Loss": 1.047548599784851, "Clean-Accuracy": 90.38, "Clean-Loss": 0.8371799468994141, "PGD-Accuracy": 8.78, "PGD-Loss": 4.303548439025879}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 1273.0618796348572, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.5, "Augmented-0.05-Quantile-Accuracy": 82.72999572753906, "Augmented-0.1-Quantile-Accuracy": 84.1500015258789, "Augmented-Accuracy": 87.8169, "Augmented-Loss": 1.165101594581604, "Clean-Accuracy": 89.92, "Clean-Loss": 1.0155422218322754, "PGD-Accuracy": 1.53, "PGD-Loss": 4.566393200683594}, "Total-Time": 83476.7885286808, "Train": {"Loss": 0.9570868593597412, "avg t": 0.9278888755989074, "plain loss": 0.8392947603149413, "standard loss": 0.8341961654281617}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.25999450683594, "Augmented-0.05-Quantile-Accuracy": 89.86000061035156, "Augmented-0.1-Quantile-Accuracy": 90.91999816894531, "Augmented-Accuracy": 93.8052, "Augmented-Loss": 1.057775123111725, "Clean-Accuracy": 82.48, "Clean-Loss": 0.866425511264801, "PGD-Accuracy": 5.98, "PGD-Loss": 4.316071083068848}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 1254.6863205432892, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.77999877929688, "Augmented-0.05-Quantile-Accuracy": 82.08999633789062, "Augmented-0.1-Quantile-Accuracy": 83.47999572753906, "Augmented-Accuracy": 87.5729, "Augmented-Loss": 1.171033183265686, "Clean-Accuracy": 89.97, "Clean-Loss": 1.0133447647094727, "PGD-Accuracy": 1.52, "PGD-Loss": 4.534966616821289}, "Total-Time": 84731.47484922409, "Train": {"Loss": 0.955606894607544, "avg t": 0.9275540635681152, "plain loss": 0.8390086764831538, "standard loss": 0.833897280254364}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.0, "Augmented-0.05-Quantile-Accuracy": 90.36000061035156, "Augmented-0.1-Quantile-Accuracy": 91.36000061035156, "Augmented-Accuracy": 94.131, "Augmented-Loss": 1.0585373381843566, "Clean-Accuracy": 91.72, "Clean-Loss": 0.8239778803825378, "PGD-Accuracy": 5.44, "PGD-Loss": 4.292869070434571}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 1275.5089302062988, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.65999603271484, "Augmented-0.05-Quantile-Accuracy": 82.75999450683594, "Augmented-0.1-Quantile-Accuracy": 84.23999786376953, "Augmented-Accuracy": 88.0733, "Augmented-Loss": 1.1454092154388427, "Clean-Accuracy": 89.54, "Clean-Loss": 0.9992735595703125, "PGD-Accuracy": 2.68, "PGD-Loss": 4.489668359375}, "Total-Time": 86006.98377943039, "Train": {"Loss": 0.9564463373565674, "avg t": 0.9277382821655273, "plain loss": 0.8407743610229486, "standard loss": 0.8356914763450622}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.54000091552734, "Augmented-0.05-Quantile-Accuracy": 90.1199951171875, "Augmented-0.1-Quantile-Accuracy": 91.43999481201172, "Augmented-Accuracy": 93.7656, "Augmented-Loss": 1.036738042865753, "Clean-Accuracy": 90.92, "Clean-Loss": 0.859001173210144, "PGD-Accuracy": 8.46, "PGD-Loss": 4.185480317687988}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 1255.4088110923767, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.75999450683594, "Augmented-0.05-Quantile-Accuracy": 82.43999481201172, "Augmented-0.1-Quantile-Accuracy": 83.5999984741211, "Augmented-Accuracy": 87.6166, "Augmented-Loss": 1.1684476514053346, "Clean-Accuracy": 90.43, "Clean-Loss": 1.0112266876220704, "PGD-Accuracy": 1.36, "PGD-Loss": 4.478728363037109}, "Total-Time": 87262.39259052277, "Train": {"Loss": 0.957126161403656, "avg t": 0.9279461553955078, "plain loss": 0.8436517951354977, "standard loss": 0.8383697555923462}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.0, "Augmented-0.05-Quantile-Accuracy": 90.4000015258789, "Augmented-0.1-Quantile-Accuracy": 91.45999908447266, "Augmented-Accuracy": 94.4752, "Augmented-Loss": 1.0542046903572082, "Clean-Accuracy": 91.32, "Clean-Loss": 0.7742024580001831, "PGD-Accuracy": 5.98, "PGD-Loss": 4.218443975067139}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 1276.664371728897, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.57999420166016, "Augmented-0.05-Quantile-Accuracy": 82.0, "Augmented-0.1-Quantile-Accuracy": 83.6199951171875, "Augmented-Accuracy": 87.4349, "Augmented-Loss": 1.1785884632720947, "Clean-Accuracy": 89.73, "Clean-Loss": 1.0318584419250487, "PGD-Accuracy": 1.31, "PGD-Loss": 4.473770501708985}, "Total-Time": 88539.05696225166, "Train": {"Loss": 0.9564249845504761, "avg t": 0.9276550926971435, "plain loss": 0.8420429140319826, "standard loss": 0.83683472240448}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.0199966430664, "Augmented-0.05-Quantile-Accuracy": 89.65999603271484, "Augmented-0.1-Quantile-Accuracy": 90.83999633789062, "Augmented-Accuracy": 93.8774, "Augmented-Loss": 1.0727064398956299, "Clean-Accuracy": 82.84, "Clean-Loss": 0.9117209768295288, "PGD-Accuracy": 5.94, "PGD-Loss": 4.229058157348633}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 1252.2930109500885, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.72999572753906, "Augmented-0.05-Quantile-Accuracy": 82.97999572753906, "Augmented-0.1-Quantile-Accuracy": 84.29000091552734, "Augmented-Accuracy": 88.0961, "Augmented-Loss": 1.1779731783294678, "Clean-Accuracy": 90.42, "Clean-Loss": 1.0283812339782714, "PGD-Accuracy": 1.85, "PGD-Loss": 4.392035610961914}, "Total-Time": 89791.34997320175, "Train": {"Loss": 0.9564773027038574, "avg t": 0.9277192499542236, "plain loss": 0.8443344531249999, "standard loss": 0.8389379759597778}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.77999877929688, "Augmented-0.05-Quantile-Accuracy": 90.81999969482422, "Augmented-0.1-Quantile-Accuracy": 92.04000091552734, "Augmented-Accuracy": 94.5794, "Augmented-Loss": 1.0699416500492096, "Clean-Accuracy": 91.32, "Clean-Loss": 0.7916076845169068, "PGD-Accuracy": 11.62, "PGD-Loss": 4.001305516052246}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 1279.0977997779846, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.82999420166016, "Augmented-0.05-Quantile-Accuracy": 83.65999603271484, "Augmented-0.1-Quantile-Accuracy": 85.00999450683594, "Augmented-Accuracy": 88.6689, "Augmented-Loss": 1.1667504562988282, "Clean-Accuracy": 91.08, "Clean-Loss": 1.017903645324707, "PGD-Accuracy": 2.31, "PGD-Loss": 4.3763884338378904}, "Total-Time": 91070.44777297974, "Train": {"Loss": 0.9489461661148071, "avg t": 0.9258407195281982, "plain loss": 0.8354028229064934, "standard loss": 0.8304977095413208}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.5999984741211, "Augmented-0.05-Quantile-Accuracy": 92.39999389648438, "Augmented-0.1-Quantile-Accuracy": 93.39999389648438, "Augmented-Accuracy": 95.5136, "Augmented-Loss": 1.0593061330394744, "Clean-Accuracy": 87.1, "Clean-Loss": 0.8316598035812378, "PGD-Accuracy": 10.12, "PGD-Loss": 4.060506974029541}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 1256.6532516479492, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.04000091552734, "Augmented-0.05-Quantile-Accuracy": 83.82999420166016, "Augmented-0.1-Quantile-Accuracy": 85.04000091552734, "Augmented-Accuracy": 88.672, "Augmented-Loss": 1.166920655731201, "Clean-Accuracy": 91.06, "Clean-Loss": 1.0237840202331543, "PGD-Accuracy": 2.85, "PGD-Loss": 4.353570620727539}, "Total-Time": 92327.10102462769, "Train": {"Loss": 0.9456730326461792, "avg t": 0.9249827183151245, "plain loss": 0.8310089551391614, "standard loss": 0.8263935795211792}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.72000122070312, "Augmented-0.05-Quantile-Accuracy": 92.41999816894531, "Augmented-0.1-Quantile-Accuracy": 93.18000030517578, "Augmented-Accuracy": 95.7382, "Augmented-Loss": 1.0645489404010773, "Clean-Accuracy": 88.28, "Clean-Loss": 0.8384064277648926, "PGD-Accuracy": 9.54, "PGD-Loss": 4.040998149871826}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 1275.0245988368988, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.18000030517578, "Augmented-0.05-Quantile-Accuracy": 83.93999481201172, "Augmented-0.1-Quantile-Accuracy": 85.27999877929688, "Augmented-Accuracy": 88.729, "Augmented-Loss": 1.1660704851608277, "Clean-Accuracy": 91.35, "Clean-Loss": 1.0166245971679688, "PGD-Accuracy": 2.96, "PGD-Loss": 4.340409118652344}, "Total-Time": 93602.12562346458, "Train": {"Loss": 0.9440732032203675, "avg t": 0.92457212474823, "plain loss": 0.8293289061279294, "standard loss": 0.8247554987716674}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.5999984741211, "Augmented-0.05-Quantile-Accuracy": 92.83999633789062, "Augmented-0.1-Quantile-Accuracy": 93.79999542236328, "Augmented-Accuracy": 95.7216, "Augmented-Loss": 1.059880668762207, "Clean-Accuracy": 94.82, "Clean-Loss": 0.8809491086959839, "PGD-Accuracy": 9.66, "PGD-Loss": 4.032293013763428}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 1260.5264599323273, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.1199951171875, "Augmented-0.05-Quantile-Accuracy": 84.25999450683594, "Augmented-0.1-Quantile-Accuracy": 85.44999694824219, "Augmented-Accuracy": 88.8648, "Augmented-Loss": 1.1702917382736207, "Clean-Accuracy": 91.46, "Clean-Loss": 1.0197116500854493, "PGD-Accuracy": 2.7, "PGD-Loss": 4.338387567138672}, "Total-Time": 94862.65208339691, "Train": {"Loss": 0.9437373489570617, "avg t": 0.9243499982070923, "plain loss": 0.8291229075622558, "standard loss": 0.8246020917129516}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.0999984741211, "Augmented-0.05-Quantile-Accuracy": 92.75999450683594, "Augmented-0.1-Quantile-Accuracy": 93.72000122070312, "Augmented-Accuracy": 95.8174, "Augmented-Loss": 1.060032442621231, "Clean-Accuracy": 91.46, "Clean-Loss": 0.7921165316581726, "PGD-Accuracy": 8.48, "PGD-Loss": 4.040052555847168}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 1270.901683330536, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.33999633789062, "Augmented-0.05-Quantile-Accuracy": 84.2699966430664, "Augmented-0.1-Quantile-Accuracy": 85.38999938964844, "Augmented-Accuracy": 88.9284, "Augmented-Loss": 1.1720837818222045, "Clean-Accuracy": 91.22, "Clean-Loss": 1.0223457237243652, "PGD-Accuracy": 2.57, "PGD-Loss": 4.321565728759766}, "Total-Time": 96133.55376672745, "Train": {"Loss": 0.9429915855789185, "avg t": 0.9241745615196229, "plain loss": 0.8277315271301268, "standard loss": 0.8230956127166748}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.6199951171875, "Augmented-0.05-Quantile-Accuracy": 93.0, "Augmented-0.1-Quantile-Accuracy": 93.81999969482422, "Augmented-Accuracy": 95.963, "Augmented-Loss": 1.0658259168167115, "Clean-Accuracy": 94.46, "Clean-Loss": 0.7562886333465576, "PGD-Accuracy": 11.3, "PGD-Loss": 3.9630604461669923}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 1266.5245804786682, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.22999572753906, "Augmented-0.05-Quantile-Accuracy": 84.0999984741211, "Augmented-0.1-Quantile-Accuracy": 85.44999694824219, "Augmented-Accuracy": 88.8629, "Augmented-Loss": 1.1744255084381103, "Clean-Accuracy": 91.38, "Clean-Loss": 1.0214767234802247, "PGD-Accuracy": 2.5, "PGD-Loss": 4.313335260009765}, "Total-Time": 97400.07834720612, "Train": {"Loss": 0.9426352266883851, "avg t": 0.9241237501144409, "plain loss": 0.8278229356079093, "standard loss": 0.8234504671096802}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.6199951171875, "Augmented-0.05-Quantile-Accuracy": 93.19999694824219, "Augmented-0.1-Quantile-Accuracy": 93.87999725341797, "Augmented-Accuracy": 95.9574, "Augmented-Loss": 1.0635725431785583, "Clean-Accuracy": 93.28, "Clean-Loss": 0.8293810618400573, "PGD-Accuracy": 9.8, "PGD-Loss": 3.9920592834472655}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 1266.234935283661, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.29999542236328, "Augmented-0.05-Quantile-Accuracy": 84.2699966430664, "Augmented-0.1-Quantile-Accuracy": 85.54999542236328, "Augmented-Accuracy": 88.8882, "Augmented-Loss": 1.17540083618927, "Clean-Accuracy": 91.43, "Clean-Loss": 1.0275714179992677, "PGD-Accuracy": 2.83, "PGD-Loss": 4.293674853515625}, "Total-Time": 98666.31328248978, "Train": {"Loss": 0.9431702177047729, "avg t": 0.9241827487945556, "plain loss": 0.8280312331237796, "standard loss": 0.823742011604309}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.77999877929688, "Augmented-0.05-Quantile-Accuracy": 92.95999908447266, "Augmented-0.1-Quantile-Accuracy": 94.0199966430664, "Augmented-Accuracy": 96.0314, "Augmented-Loss": 1.067641506772995, "Clean-Accuracy": 91.32, "Clean-Loss": 0.8700636751174927, "PGD-Accuracy": 9.16, "PGD-Loss": 4.000675070953369}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 1270.592298746109, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.30999755859375, "Augmented-0.05-Quantile-Accuracy": 84.15999603271484, "Augmented-0.1-Quantile-Accuracy": 85.25, "Augmented-Accuracy": 88.7233, "Augmented-Loss": 1.1790676498260497, "Clean-Accuracy": 91.29, "Clean-Loss": 1.0232341369628906, "PGD-Accuracy": 2.81, "PGD-Loss": 4.2914220916748045}, "Total-Time": 99936.90558123589, "Train": {"Loss": 0.9430854683876038, "avg t": 0.9241106864547729, "plain loss": 0.8291851885681146, "standard loss": 0.8248676133155822}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.57999420166016, "Augmented-0.05-Quantile-Accuracy": 92.87999725341797, "Augmented-0.1-Quantile-Accuracy": 93.68000030517578, "Augmented-Accuracy": 95.817, "Augmented-Loss": 1.0640080773506164, "Clean-Accuracy": 88.64, "Clean-Loss": 0.8771751139640808, "PGD-Accuracy": 10.86, "PGD-Loss": 3.9374728607177736}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 1261.7710602283478, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.0999984741211, "Augmented-0.05-Quantile-Accuracy": 84.25, "Augmented-0.1-Quantile-Accuracy": 85.52999877929688, "Augmented-Accuracy": 88.8299, "Augmented-Loss": 1.1738567105865478, "Clean-Accuracy": 91.18, "Clean-Loss": 1.0190726501464844, "PGD-Accuracy": 3.37, "PGD-Loss": 4.264765335083008}, "Total-Time": 101198.67664146423, "Train": {"Loss": 0.9424521473503112, "avg t": 0.924048156375885, "plain loss": 0.8298537877502445, "standard loss": 0.8254958523368835}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.69999694824219, "Augmented-0.05-Quantile-Accuracy": 93.18000030517578, "Augmented-0.1-Quantile-Accuracy": 93.86000061035156, "Augmented-Accuracy": 95.717, "Augmented-Loss": 1.0603153414592743, "Clean-Accuracy": 92.5, "Clean-Loss": 0.8499778507232666, "PGD-Accuracy": 13.9, "PGD-Loss": 3.842598560333252}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 1275.2089440822601, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.37999725341797, "Augmented-0.05-Quantile-Accuracy": 84.23999786376953, "Augmented-0.1-Quantile-Accuracy": 85.40999603271484, "Augmented-Accuracy": 88.8956, "Augmented-Loss": 1.1783758633499146, "Clean-Accuracy": 91.4, "Clean-Loss": 1.0230069938659667, "PGD-Accuracy": 3.21, "PGD-Loss": 4.256832794189453}, "Total-Time": 102473.8855855465, "Train": {"Loss": 0.9421530954360962, "avg t": 0.9239160300064087, "plain loss": 0.8290511745300303, "standard loss": 0.8248380783462524}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.87999725341797, "Augmented-0.05-Quantile-Accuracy": 93.13999938964844, "Augmented-0.1-Quantile-Accuracy": 94.0, "Augmented-Accuracy": 95.9538, "Augmented-Loss": 1.068365954486847, "Clean-Accuracy": 91.16, "Clean-Loss": 0.8313513036727905, "PGD-Accuracy": 11.9, "PGD-Loss": 3.903872631072998}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 1258.5066668987274, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.07999420166016, "Augmented-0.05-Quantile-Accuracy": 84.2699966430664, "Augmented-0.1-Quantile-Accuracy": 85.32999420166016, "Augmented-Accuracy": 88.7295, "Augmented-Loss": 1.1806130567474364, "Clean-Accuracy": 91.36, "Clean-Loss": 1.0305268836975097, "PGD-Accuracy": 2.93, "PGD-Loss": 4.246603839111328}, "Total-Time": 103732.39225244522, "Train": {"Loss": 0.9423480301666259, "avg t": 0.9239268424415589, "plain loss": 0.8293749833374019, "standard loss": 0.8251170389556884}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.6199951171875, "Augmented-0.05-Quantile-Accuracy": 92.77999877929688, "Augmented-0.1-Quantile-Accuracy": 93.69999694824219, "Augmented-Accuracy": 95.8748, "Augmented-Loss": 1.0729645652980804, "Clean-Accuracy": 93.5, "Clean-Loss": 0.784432040977478, "PGD-Accuracy": 10.78, "PGD-Loss": 3.911699500656128}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 1277.5892734527588, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.08999633789062, "Augmented-0.05-Quantile-Accuracy": 84.08999633789062, "Augmented-0.1-Quantile-Accuracy": 85.41999816894531, "Augmented-Accuracy": 88.6803, "Augmented-Loss": 1.1836089622116088, "Clean-Accuracy": 91.35, "Clean-Loss": 1.030085531616211, "PGD-Accuracy": 2.68, "PGD-Loss": 4.242151867675782}, "Total-Time": 105009.98152589798, "Train": {"Loss": 0.9419966223716736, "avg t": 0.9238671546745301, "plain loss": 0.8296708759460448, "standard loss": 0.8253046876144409}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.25999450683594, "Augmented-0.05-Quantile-Accuracy": 93.69999694824219, "Augmented-0.1-Quantile-Accuracy": 94.54000091552734, "Augmented-Accuracy": 96.2086, "Augmented-Loss": 1.071410995677948, "Clean-Accuracy": 93.64, "Clean-Loss": 0.8114981260299683, "PGD-Accuracy": 12.04, "PGD-Loss": 3.870580605316162}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 1253.8360016345978, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.04999542236328, "Augmented-0.05-Quantile-Accuracy": 84.20999908447266, "Augmented-0.1-Quantile-Accuracy": 85.40999603271484, "Augmented-Accuracy": 88.7705, "Augmented-Loss": 1.1819163372573853, "Clean-Accuracy": 91.37, "Clean-Loss": 1.0227815338134765, "PGD-Accuracy": 3.18, "PGD-Loss": 4.217468710327148}, "Total-Time": 106263.81752753258, "Train": {"Loss": 0.9413013345336914, "avg t": 0.923654999332428, "plain loss": 0.8287831311645515, "standard loss": 0.8244293271636963}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.47999572753906, "Augmented-0.05-Quantile-Accuracy": 93.63999938964844, "Augmented-0.1-Quantile-Accuracy": 94.57999420166016, "Augmented-Accuracy": 96.2454, "Augmented-Loss": 1.0624092924251556, "Clean-Accuracy": 92.66, "Clean-Loss": 0.7633984884262085, "PGD-Accuracy": 10.9, "PGD-Loss": 3.884394832611084}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 1278.426171541214, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.18000030517578, "Augmented-0.05-Quantile-Accuracy": 84.18000030517578, "Augmented-0.1-Quantile-Accuracy": 85.5999984741211, "Augmented-Accuracy": 88.884, "Augmented-Loss": 1.1831709321746826, "Clean-Accuracy": 91.59, "Clean-Loss": 1.022449292755127, "PGD-Accuracy": 3.42, "PGD-Loss": 4.199576199340821}, "Total-Time": 107542.24369907379, "Train": {"Loss": 0.9413235369110108, "avg t": 0.9236549373054505, "plain loss": 0.8290325315551758, "standard loss": 0.8247884800338745}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.41999816894531, "Augmented-0.05-Quantile-Accuracy": 93.75999450683594, "Augmented-0.1-Quantile-Accuracy": 94.55999755859375, "Augmented-Accuracy": 96.1954, "Augmented-Loss": 1.0630659517211913, "Clean-Accuracy": 92.66, "Clean-Loss": 0.8152512533187867, "PGD-Accuracy": 14.7, "PGD-Loss": 3.7782657752990723}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 1251.97225522995, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.0999984741211, "Augmented-0.05-Quantile-Accuracy": 84.07999420166016, "Augmented-0.1-Quantile-Accuracy": 85.40999603271484, "Augmented-Accuracy": 88.7608, "Augmented-Loss": 1.183429750793457, "Clean-Accuracy": 91.62, "Clean-Loss": 1.0250183341979981, "PGD-Accuracy": 3.1, "PGD-Loss": 4.202361260986328}, "Total-Time": 108794.21595430374, "Train": {"Loss": 0.9414870196914673, "avg t": 0.9237784687232972, "plain loss": 0.8299230513305664, "standard loss": 0.8257756819915771}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.33999633789062, "Augmented-0.05-Quantile-Accuracy": 93.68000030517578, "Augmented-0.1-Quantile-Accuracy": 94.55999755859375, "Augmented-Accuracy": 96.4356, "Augmented-Loss": 1.0647160137729645, "Clean-Accuracy": 86.1, "Clean-Loss": 0.8384401176452637, "PGD-Accuracy": 13.62, "PGD-Loss": 3.782085277557373}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 1278.0979964733124, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.13999938964844, "Augmented-0.05-Quantile-Accuracy": 84.1500015258789, "Augmented-0.1-Quantile-Accuracy": 85.43999481201172, "Augmented-Accuracy": 88.7606, "Augmented-Loss": 1.1842337379989625, "Clean-Accuracy": 91.64, "Clean-Loss": 1.0244811027526854, "PGD-Accuracy": 3.13, "PGD-Loss": 4.201025390625}, "Total-Time": 110072.31395077705, "Train": {"Loss": 0.9414276152038574, "avg t": 0.9237467184066772, "plain loss": 0.8310972339782724, "standard loss": 0.8269138422584533}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.37999725341797, "Augmented-0.05-Quantile-Accuracy": 93.31999969482422, "Augmented-0.1-Quantile-Accuracy": 94.37999725341797, "Augmented-Accuracy": 96.2996, "Augmented-Loss": 1.0670474435157775, "Clean-Accuracy": 91.92, "Clean-Loss": 0.7550120826721192, "PGD-Accuracy": 11.22, "PGD-Loss": 3.864193563079834}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 1252.20383810997, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.98999786376953, "Augmented-0.05-Quantile-Accuracy": 84.12999725341797, "Augmented-0.1-Quantile-Accuracy": 85.47000122070312, "Augmented-Accuracy": 88.7863, "Augmented-Loss": 1.1827692708740234, "Clean-Accuracy": 91.57, "Clean-Loss": 1.028419432067871, "PGD-Accuracy": 2.98, "PGD-Loss": 4.199099343872071}, "Total-Time": 111324.51778888702, "Train": {"Loss": 0.9412411805343628, "avg t": 0.9236243111801148, "plain loss": 0.8303699379577635, "standard loss": 0.8261457018661499}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.55999755859375, "Augmented-0.05-Quantile-Accuracy": 93.86000061035156, "Augmented-0.1-Quantile-Accuracy": 94.65999603271484, "Augmented-Accuracy": 96.4008, "Augmented-Loss": 1.0701896473579406, "Clean-Accuracy": 86.0, "Clean-Loss": 0.8478492592811584, "PGD-Accuracy": 11.92, "PGD-Loss": 3.8510584594726565}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 1280.4823653697968, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.22000122070312, "Augmented-0.05-Quantile-Accuracy": 83.95999908447266, "Augmented-0.1-Quantile-Accuracy": 85.52999877929688, "Augmented-Accuracy": 88.7897, "Augmented-Loss": 1.182968737297058, "Clean-Accuracy": 91.39, "Clean-Loss": 1.0211420669555664, "PGD-Accuracy": 3.15, "PGD-Loss": 4.1962906311035155}, "Total-Time": 112605.00015425682, "Train": {"Loss": 0.9416465242004395, "avg t": 0.9237099042129516, "plain loss": 0.8309819418029787, "standard loss": 0.8267689528465271}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.36000061035156, "Augmented-0.05-Quantile-Accuracy": 93.68000030517578, "Augmented-0.1-Quantile-Accuracy": 94.43999481201172, "Augmented-Accuracy": 96.3192, "Augmented-Loss": 1.0618441483783723, "Clean-Accuracy": 85.92, "Clean-Loss": 0.8712383865356446, "PGD-Accuracy": 13.6, "PGD-Loss": 3.801307411956787}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 1252.663006067276, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.00999450683594, "Augmented-0.05-Quantile-Accuracy": 84.12999725341797, "Augmented-0.1-Quantile-Accuracy": 85.55999755859375, "Augmented-Accuracy": 88.7965, "Augmented-Loss": 1.1821873924865722, "Clean-Accuracy": 91.49, "Clean-Loss": 1.0235331665039062, "PGD-Accuracy": 3.19, "PGD-Loss": 4.194894961547852}, "Total-Time": 113857.6631603241, "Train": {"Loss": 0.9408467597579956, "avg t": 0.92357353099823, "plain loss": 0.8298097487487793, "standard loss": 0.8256807144927979}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.13999938964844, "Augmented-0.05-Quantile-Accuracy": 93.39999389648438, "Augmented-0.1-Quantile-Accuracy": 94.36000061035156, "Augmented-Accuracy": 96.1924, "Augmented-Loss": 1.0667381261997222, "Clean-Accuracy": 92.42, "Clean-Loss": 0.8322364480018616, "PGD-Accuracy": 13.48, "PGD-Loss": 3.8039450355529785}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 1281.4427952766418, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.12999725341797, "Augmented-0.05-Quantile-Accuracy": 84.18999481201172, "Augmented-0.1-Quantile-Accuracy": 85.44999694824219, "Augmented-Accuracy": 88.8028, "Augmented-Loss": 1.1822450567245484, "Clean-Accuracy": 91.43, "Clean-Loss": 1.020795928955078, "PGD-Accuracy": 3.23, "PGD-Loss": 4.1921745269775395}, "Total-Time": 115139.10595560074, "Train": {"Loss": 0.9415564851379394, "avg t": 0.9237210304450989, "plain loss": 0.8302211419067389, "standard loss": 0.8259240453720093}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.05999755859375, "Augmented-0.05-Quantile-Accuracy": 93.22000122070312, "Augmented-0.1-Quantile-Accuracy": 94.33999633789062, "Augmented-Accuracy": 96.1302, "Augmented-Loss": 1.0624806968784333, "Clean-Accuracy": 93.7, "Clean-Loss": 0.7760828274726868, "PGD-Accuracy": 11.92, "PGD-Loss": 3.8381322257995607}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 1258.1878294944763, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.16999816894531, "Augmented-0.05-Quantile-Accuracy": 84.0999984741211, "Augmented-0.1-Quantile-Accuracy": 85.41999816894531, "Augmented-Accuracy": 88.7935, "Augmented-Loss": 1.182942218711853, "Clean-Accuracy": 91.41, "Clean-Loss": 1.0229843246459962, "PGD-Accuracy": 3.08, "PGD-Loss": 4.193165972900391}, "Total-Time": 116397.29378509521, "Train": {"Loss": 0.9414069729614258, "avg t": 0.9237426549339295, "plain loss": 0.830105674011231, "standard loss": 0.8259023495674134}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.81999969482422, "Augmented-0.05-Quantile-Accuracy": 93.39999389648438, "Augmented-0.1-Quantile-Accuracy": 94.23999786376953, "Augmented-Accuracy": 96.2168, "Augmented-Loss": 1.062304770029068, "Clean-Accuracy": 95.52, "Clean-Loss": 0.7969737306594848, "PGD-Accuracy": 11.96, "PGD-Loss": 3.8527840026855467}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 1275.4871172904968, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.18000030517578, "Augmented-0.05-Quantile-Accuracy": 84.15999603271484, "Augmented-0.1-Quantile-Accuracy": 85.45999908447266, "Augmented-Accuracy": 88.7606, "Augmented-Loss": 1.1834748730621338, "Clean-Accuracy": 91.42, "Clean-Loss": 1.0215712036132814, "PGD-Accuracy": 3.03, "PGD-Loss": 4.194926535034179}, "Total-Time": 117672.78090238571, "Train": {"Loss": 0.9412141062545777, "avg t": 0.9235623438644409, "plain loss": 0.8294504056701656, "standard loss": 0.8252437062072754}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.22000122070312, "Augmented-0.05-Quantile-Accuracy": 93.45999908447266, "Augmented-0.1-Quantile-Accuracy": 94.5999984741211, "Augmented-Accuracy": 96.317, "Augmented-Loss": 1.0602226095790863, "Clean-Accuracy": 91.0, "Clean-Loss": 0.7928940820693969, "PGD-Accuracy": 12.8, "PGD-Loss": 3.8100166915893556}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 1264.295575618744, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.23999786376953, "Augmented-0.05-Quantile-Accuracy": 84.07999420166016, "Augmented-0.1-Quantile-Accuracy": 85.50999450683594, "Augmented-Accuracy": 88.8003, "Augmented-Loss": 1.1842384395523071, "Clean-Accuracy": 91.4, "Clean-Loss": 1.0250017707824708, "PGD-Accuracy": 3.02, "PGD-Loss": 4.193128121948242}, "Total-Time": 118937.07647800446, "Train": {"Loss": 0.9413883770561218, "avg t": 0.9236191872596741, "plain loss": 0.8298352351074221, "standard loss": 0.8256308338737488}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.47999572753906, "Augmented-0.05-Quantile-Accuracy": 93.27999877929688, "Augmented-0.1-Quantile-Accuracy": 94.13999938964844, "Augmented-Accuracy": 96.1206, "Augmented-Loss": 1.0659791645641328, "Clean-Accuracy": 95.14, "Clean-Loss": 0.7828011512756348, "PGD-Accuracy": 12.16, "PGD-Loss": 3.839374867248535}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 1268.4516952037811, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.04999542236328, "Augmented-0.05-Quantile-Accuracy": 84.18999481201172, "Augmented-0.1-Quantile-Accuracy": 85.56999969482422, "Augmented-Accuracy": 88.7857, "Augmented-Loss": 1.1839707972640992, "Clean-Accuracy": 91.59, "Clean-Loss": 1.0206395332336426, "PGD-Accuracy": 2.99, "PGD-Loss": 4.1940846984863285}, "Total-Time": 120205.52817320824, "Train": {"Loss": 0.9412112129592896, "avg t": 0.9235921855545044, "plain loss": 0.8298186661376955, "standard loss": 0.825656748828888}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.43999481201172, "Augmented-0.05-Quantile-Accuracy": 93.57999420166016, "Augmented-0.1-Quantile-Accuracy": 94.41999816894531, "Augmented-Accuracy": 96.3274, "Augmented-Loss": 1.0605322852573396, "Clean-Accuracy": 88.3, "Clean-Loss": 0.8019395385742187, "PGD-Accuracy": 11.78, "PGD-Loss": 3.849939931488037}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 1270.9889419078827, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.02999877929688, "Augmented-0.05-Quantile-Accuracy": 84.12999725341797, "Augmented-0.1-Quantile-Accuracy": 85.5, "Augmented-Accuracy": 88.7644, "Augmented-Loss": 1.1855393654174804, "Clean-Accuracy": 91.56, "Clean-Loss": 1.0285038314819337, "PGD-Accuracy": 2.96, "PGD-Loss": 4.193265441894531}, "Total-Time": 121476.51711511612, "Train": {"Loss": 0.9415776679992676, "avg t": 0.9238150003051758, "plain loss": 0.8304721846313475, "standard loss": 0.8262490898513793}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.41999816894531, "Augmented-0.05-Quantile-Accuracy": 93.79999542236328, "Augmented-0.1-Quantile-Accuracy": 94.5999984741211, "Augmented-Accuracy": 96.2744, "Augmented-Loss": 1.068521509037018, "Clean-Accuracy": 83.28, "Clean-Loss": 0.8698418334960938, "PGD-Accuracy": 9.08, "PGD-Loss": 3.914692401123047}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 1263.0287864208221, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.0199966430664, "Augmented-0.05-Quantile-Accuracy": 84.18000030517578, "Augmented-0.1-Quantile-Accuracy": 85.43000030517578, "Augmented-Accuracy": 88.7774, "Augmented-Loss": 1.1844405594406129, "Clean-Accuracy": 91.52, "Clean-Loss": 1.0247377365112305, "PGD-Accuracy": 3.09, "PGD-Loss": 4.190944226074219}, "Total-Time": 122739.54590153694, "Train": {"Loss": 0.9411736514091492, "avg t": 0.9236704999160766, "plain loss": 0.8298274205017094, "standard loss": 0.8255812141799926}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.04000091552734, "Augmented-0.05-Quantile-Accuracy": 93.29999542236328, "Augmented-0.1-Quantile-Accuracy": 93.93999481201172, "Augmented-Accuracy": 96.162, "Augmented-Loss": 1.0672698649120331, "Clean-Accuracy": 94.42, "Clean-Loss": 0.8201807986259461, "PGD-Accuracy": 11.78, "PGD-Loss": 3.8378160442352294}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 1276.4164371490479, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.1199951171875, "Augmented-0.05-Quantile-Accuracy": 84.29999542236328, "Augmented-0.1-Quantile-Accuracy": 85.54000091552734, "Augmented-Accuracy": 88.8249, "Augmented-Loss": 1.1829512762145995, "Clean-Accuracy": 91.46, "Clean-Loss": 1.0215478546142578, "PGD-Accuracy": 3.22, "PGD-Loss": 4.189653268432617}, "Total-Time": 124015.96233868599, "Train": {"Loss": 0.9408472897338868, "avg t": 0.9234874056625366, "plain loss": 0.829919157775878, "standard loss": 0.8257562037467957}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.15999603271484, "Augmented-0.05-Quantile-Accuracy": 93.45999908447266, "Augmented-0.1-Quantile-Accuracy": 94.29999542236328, "Augmented-Accuracy": 96.2348, "Augmented-Loss": 1.063245923187256, "Clean-Accuracy": 91.28, "Clean-Loss": 0.806209938621521, "PGD-Accuracy": 12.78, "PGD-Loss": 3.8129387825012206}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 1258.0917267799377, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.06999969482422, "Augmented-0.05-Quantile-Accuracy": 84.2699966430664, "Augmented-0.1-Quantile-Accuracy": 85.50999450683594, "Augmented-Accuracy": 88.844, "Augmented-Loss": 1.1844439624404908, "Clean-Accuracy": 91.59, "Clean-Loss": 1.0227745613098145, "PGD-Accuracy": 3.09, "PGD-Loss": 4.187096166992188}, "Total-Time": 125274.05406546593, "Train": {"Loss": 0.9411981516075134, "avg t": 0.9236478741455079, "plain loss": 0.8307619728088382, "standard loss": 0.826692420578003}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.25999450683594, "Augmented-0.05-Quantile-Accuracy": 93.57999420166016, "Augmented-0.1-Quantile-Accuracy": 94.41999816894531, "Augmented-Accuracy": 96.346, "Augmented-Loss": 1.062618419708252, "Clean-Accuracy": 93.56, "Clean-Loss": 0.7844689402580262, "PGD-Accuracy": 11.96, "PGD-Loss": 3.8453733520507813}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 1280.5860092639923, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.12999725341797, "Augmented-0.05-Quantile-Accuracy": 84.29999542236328, "Augmented-0.1-Quantile-Accuracy": 85.47999572753906, "Augmented-Accuracy": 88.8461, "Augmented-Loss": 1.1846862075500488, "Clean-Accuracy": 91.63, "Clean-Loss": 1.0247468475341797, "PGD-Accuracy": 3.03, "PGD-Loss": 4.187958666992188}, "Total-Time": 126554.64007472992, "Train": {"Loss": 0.940678325805664, "avg t": 0.9234308426475525, "plain loss": 0.8289315593872074, "standard loss": 0.824801908531189}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.27999877929688, "Augmented-0.05-Quantile-Accuracy": 93.19999694824219, "Augmented-0.1-Quantile-Accuracy": 94.39999389648438, "Augmented-Accuracy": 96.3492, "Augmented-Loss": 1.0646173013267517, "Clean-Accuracy": 94.24, "Clean-Loss": 0.7564070495605468, "PGD-Accuracy": 11.54, "PGD-Loss": 3.847869169616699}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 1249.7300853729248, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.25, "Augmented-0.05-Quantile-Accuracy": 84.04000091552734, "Augmented-0.1-Quantile-Accuracy": 85.44999694824219, "Augmented-Accuracy": 88.8216, "Augmented-Loss": 1.1858426369781494, "Clean-Accuracy": 91.51, "Clean-Loss": 1.022154118347168, "PGD-Accuracy": 3.12, "PGD-Loss": 4.187501495361328}, "Total-Time": 127804.37016010284, "Train": {"Loss": 0.9412019932937622, "avg t": 0.9236504670715332, "plain loss": 0.8298379440307609, "standard loss": 0.8256345893096924}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.31999969482422, "Augmented-0.05-Quantile-Accuracy": 93.36000061035156, "Augmented-0.1-Quantile-Accuracy": 94.27999877929688, "Augmented-Accuracy": 96.1916, "Augmented-Loss": 1.0621053216629028, "Clean-Accuracy": 93.98, "Clean-Loss": 0.820375769519806, "PGD-Accuracy": 12.78, "PGD-Loss": 3.8141493606567383}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 1282.2259027957916, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.25999450683594, "Augmented-0.05-Quantile-Accuracy": 84.1500015258789, "Augmented-0.1-Quantile-Accuracy": 85.54000091552734, "Augmented-Accuracy": 88.8248, "Augmented-Loss": 1.185043316139221, "Clean-Accuracy": 91.51, "Clean-Loss": 1.0292242294311524, "PGD-Accuracy": 2.99, "PGD-Loss": 4.187172573852539}, "Total-Time": 129086.59606289864, "Train": {"Loss": 0.9409669709968567, "avg t": 0.9235784687805175, "plain loss": 0.8302047704772949, "standard loss": 0.8259700568771362}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.39999389648438, "Augmented-0.05-Quantile-Accuracy": 93.73999786376953, "Augmented-0.1-Quantile-Accuracy": 94.6199951171875, "Augmented-Accuracy": 96.2992, "Augmented-Loss": 1.0700651684246063, "Clean-Accuracy": 94.08, "Clean-Loss": 0.7899510964393616, "PGD-Accuracy": 11.88, "PGD-Loss": 3.834771243286133}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 1251.4041306972504, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.00999450683594, "Augmented-0.05-Quantile-Accuracy": 84.25999450683594, "Augmented-0.1-Quantile-Accuracy": 85.5, "Augmented-Accuracy": 88.7894, "Augmented-Loss": 1.1850336087036133, "Clean-Accuracy": 91.66, "Clean-Loss": 1.027947058868408, "PGD-Accuracy": 2.95, "PGD-Loss": 4.184914910888672}, "Total-Time": 130338.00019359589, "Train": {"Loss": 0.9412986238861084, "avg t": 0.9236247797393798, "plain loss": 0.8301740672302241, "standard loss": 0.8260166761398315}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.79999542236328, "Augmented-0.05-Quantile-Accuracy": 93.75999450683594, "Augmented-0.1-Quantile-Accuracy": 94.57999420166016, "Augmented-Accuracy": 96.4534, "Augmented-Loss": 1.0679791071033478, "Clean-Accuracy": 92.42, "Clean-Loss": 0.8046640296936035, "PGD-Accuracy": 14.78, "PGD-Loss": 3.7401102226257326}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 1281.31827378273, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.08999633789062, "Augmented-0.05-Quantile-Accuracy": 84.22999572753906, "Augmented-0.1-Quantile-Accuracy": 85.47999572753906, "Augmented-Accuracy": 88.8105, "Augmented-Loss": 1.1846279218521119, "Clean-Accuracy": 91.53, "Clean-Loss": 1.0265465003967285, "PGD-Accuracy": 3.07, "PGD-Loss": 4.1848557159423825}, "Total-Time": 131619.31846737862, "Train": {"Loss": 0.9412450394248962, "avg t": 0.9236175633621215, "plain loss": 0.8308260328063972, "standard loss": 0.8265114491081238}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.69999694824219, "Augmented-0.05-Quantile-Accuracy": 93.79999542236328, "Augmented-0.1-Quantile-Accuracy": 94.43999481201172, "Augmented-Accuracy": 96.2104, "Augmented-Loss": 1.0658268529777526, "Clean-Accuracy": 90.78, "Clean-Loss": 0.7716562407493591, "PGD-Accuracy": 13.24, "PGD-Loss": 3.780046284866333}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 1249.681407213211, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.97999572753906, "Augmented-0.05-Quantile-Accuracy": 84.12999725341797, "Augmented-0.1-Quantile-Accuracy": 85.48999786376953, "Augmented-Accuracy": 88.8261, "Augmented-Loss": 1.1840756424560548, "Clean-Accuracy": 91.51, "Clean-Loss": 1.0270163948059081, "PGD-Accuracy": 3.11, "PGD-Loss": 4.181983029174805}, "Total-Time": 132868.99987459183, "Train": {"Loss": 0.9413272756958008, "avg t": 0.9236609065628052, "plain loss": 0.8300692353210448, "standard loss": 0.8258581161689759}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.15999603271484, "Augmented-0.05-Quantile-Accuracy": 93.29999542236328, "Augmented-0.1-Quantile-Accuracy": 94.15999603271484, "Augmented-Accuracy": 96.1626, "Augmented-Loss": 1.0680569049930573, "Clean-Accuracy": 92.94, "Clean-Loss": 0.8426760657310486, "PGD-Accuracy": 11.92, "PGD-Loss": 3.8370811264038087}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 1281.0125968456268, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.06999969482422, "Augmented-0.05-Quantile-Accuracy": 84.15999603271484, "Augmented-0.1-Quantile-Accuracy": 85.43000030517578, "Augmented-Accuracy": 88.7831, "Augmented-Loss": 1.1851276980819703, "Clean-Accuracy": 91.64, "Clean-Loss": 1.0345403366088868, "PGD-Accuracy": 2.97, "PGD-Loss": 4.183733044433594}, "Total-Time": 134150.01247143745, "Train": {"Loss": 0.9411694755935669, "avg t": 0.9236387168884277, "plain loss": 0.8298432250671384, "standard loss": 0.8257420232391357}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.43999481201172, "Augmented-0.05-Quantile-Accuracy": 93.65999603271484, "Augmented-0.1-Quantile-Accuracy": 94.47999572753906, "Augmented-Accuracy": 96.3094, "Augmented-Loss": 1.074243726146698, "Clean-Accuracy": 92.54, "Clean-Loss": 0.8542192204475403, "PGD-Accuracy": 11.88, "PGD-Loss": 3.8305387901306154}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 1256.5475642681122, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.16999816894531, "Augmented-0.05-Quantile-Accuracy": 84.12999725341797, "Augmented-0.1-Quantile-Accuracy": 85.43999481201172, "Augmented-Accuracy": 88.805, "Augmented-Loss": 1.186000541671753, "Clean-Accuracy": 91.56, "Clean-Loss": 1.0265306686401368, "PGD-Accuracy": 3.12, "PGD-Loss": 4.179226202392578}, "Total-Time": 135406.56003570557, "Train": {"Loss": 0.9411584019470215, "avg t": 0.923611217880249, "plain loss": 0.8290839825439456, "standard loss": 0.8248509876823426}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.77999877929688, "Augmented-0.05-Quantile-Accuracy": 93.22000122070312, "Augmented-0.1-Quantile-Accuracy": 94.04000091552734, "Augmented-Accuracy": 96.0622, "Augmented-Loss": 1.0675882594947814, "Clean-Accuracy": 92.92, "Clean-Loss": 0.8248374400138855, "PGD-Accuracy": 12.72, "PGD-Loss": 3.809166893386841}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 1277.7921075820923, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.15999603271484, "Augmented-0.05-Quantile-Accuracy": 84.15999603271484, "Augmented-0.1-Quantile-Accuracy": 85.48999786376953, "Augmented-Accuracy": 88.8088, "Augmented-Loss": 1.1861682123031616, "Clean-Accuracy": 91.5, "Clean-Loss": 1.0263018516540527, "PGD-Accuracy": 2.99, "PGD-Loss": 4.178530618286133}, "Total-Time": 136684.35214328766, "Train": {"Loss": 0.9408893342208863, "avg t": 0.923540281200409, "plain loss": 0.8290709187927245, "standard loss": 0.824837087097168}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.23999786376953, "Augmented-0.05-Quantile-Accuracy": 93.6199951171875, "Augmented-0.1-Quantile-Accuracy": 94.79999542236328, "Augmented-Accuracy": 96.4602, "Augmented-Loss": 1.0655449383983613, "Clean-Accuracy": 91.42, "Clean-Loss": 0.808123883152008, "PGD-Accuracy": 11.86, "PGD-Loss": 3.8193843452453615}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 1261.714459657669, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.08999633789062, "Augmented-0.05-Quantile-Accuracy": 84.22000122070312, "Augmented-0.1-Quantile-Accuracy": 85.52999877929688, "Augmented-Accuracy": 88.8311, "Augmented-Loss": 1.185679651298523, "Clean-Accuracy": 91.63, "Clean-Loss": 1.0266140266418458, "PGD-Accuracy": 2.95, "PGD-Loss": 4.1784888366699215}, "Total-Time": 137946.06660294533, "Train": {"Loss": 0.9411133660125732, "avg t": 0.9236203435516357, "plain loss": 0.8304193384704581, "standard loss": 0.826240377368927}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.1199951171875, "Augmented-0.05-Quantile-Accuracy": 93.45999908447266, "Augmented-0.1-Quantile-Accuracy": 94.41999816894531, "Augmented-Accuracy": 96.3998, "Augmented-Loss": 1.066354655347824, "Clean-Accuracy": 91.56, "Clean-Loss": 0.8101077510833741, "PGD-Accuracy": 11.78, "PGD-Loss": 3.8277089195251466}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 1269.2254462242126, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.20999908447266, "Augmented-0.05-Quantile-Accuracy": 84.18999481201172, "Augmented-0.1-Quantile-Accuracy": 85.5, "Augmented-Accuracy": 88.8198, "Augmented-Loss": 1.185557086730957, "Clean-Accuracy": 91.55, "Clean-Loss": 1.0241946113586426, "PGD-Accuracy": 3.01, "PGD-Loss": 4.176455493164062}, "Total-Time": 139215.29204916954, "Train": {"Loss": 0.9411629410552979, "avg t": 0.9236029374694824, "plain loss": 0.8298691636962897, "standard loss": 0.8256248613548279}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.37999725341797, "Augmented-0.05-Quantile-Accuracy": 93.5, "Augmented-0.1-Quantile-Accuracy": 94.15999603271484, "Augmented-Accuracy": 96.1916, "Augmented-Loss": 1.0647294251003265, "Clean-Accuracy": 88.1, "Clean-Loss": 0.8606505709648132, "PGD-Accuracy": 11.8, "PGD-Loss": 3.8420408279418945}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 1267.436494588852, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.1199951171875, "Augmented-0.05-Quantile-Accuracy": 84.06999969482422, "Augmented-0.1-Quantile-Accuracy": 85.55999755859375, "Augmented-Accuracy": 88.8046, "Augmented-Loss": 1.1859303659667968, "Clean-Accuracy": 91.57, "Clean-Loss": 1.0181972587585448, "PGD-Accuracy": 2.99, "PGD-Loss": 4.175287399291992}, "Total-Time": 140482.7285437584, "Train": {"Loss": 0.9410249562835693, "avg t": 0.9236028746795655, "plain loss": 0.8303612504272462, "standard loss": 0.8261627723884583}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.22000122070312, "Augmented-0.05-Quantile-Accuracy": 93.55999755859375, "Augmented-0.1-Quantile-Accuracy": 94.55999755859375, "Augmented-Accuracy": 96.4028, "Augmented-Loss": 1.0579508133029938, "Clean-Accuracy": 95.84, "Clean-Loss": 0.8291821303367615, "PGD-Accuracy": 10.66, "PGD-Loss": 3.854938130187988}, "args": {"algorithm": "CVaR_Modified_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_two/cifar_mod_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
