{"Epoch": 0, "Epoch-Time": 2094.1700377464294, "Test": {"Augmented-0.01-Quantile-Accuracy": 46.29999923706055, "Augmented-0.05-Quantile-Accuracy": 47.80999755859375, "Augmented-0.1-Quantile-Accuracy": 48.689998626708984, "Augmented-Accuracy": 51.4471, "Augmented-Loss": 1.3303210476989746, "Clean-Accuracy": 51.95, "Clean-Loss": 1.2875589912414551, "PGD-Accuracy": 1.99, "PGD-Loss": 4.442651974487305}, "Total-Time": 2094.1700377464294, "Train": {"Loss": 2.246838341674805, "avg t": 1.0355692807006835, "plain loss": 1.5770612918396012}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 48.05999755859375, "Augmented-0.05-Quantile-Accuracy": 49.37999725341797, "Augmented-0.1-Quantile-Accuracy": 50.15999984741211, "Augmented-Accuracy": 52.5136, "Augmented-Loss": 1.2984064674358369, "Clean-Accuracy": 51.76, "Clean-Loss": 1.328374986076355, "PGD-Accuracy": 2.56, "PGD-Loss": 4.05958851852417}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 2140.980617284775, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.23999786376953, "Augmented-0.05-Quantile-Accuracy": 57.23999786376953, "Augmented-0.1-Quantile-Accuracy": 58.38999938964844, "Augmented-Accuracy": 61.9634, "Augmented-Loss": 1.1558017382888794, "Clean-Accuracy": 61.82, "Clean-Loss": 1.1174203392028808, "PGD-Accuracy": 0.39, "PGD-Loss": 5.2787480010986325}, "Total-Time": 4235.150655031204, "Train": {"Loss": 1.686720383796692, "avg t": 1.0046662168502807, "plain loss": 1.2281221709594734}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 55.7599983215332, "Augmented-0.05-Quantile-Accuracy": 58.019996643066406, "Augmented-0.1-Quantile-Accuracy": 59.03999710083008, "Augmented-Accuracy": 62.5404, "Augmented-Loss": 1.1385855876731872, "Clean-Accuracy": 56.08, "Clean-Loss": 1.2732838592529296, "PGD-Accuracy": 0.72, "PGD-Loss": 4.815576045227051}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 2087.7832124233246, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.19999694824219, "Augmented-0.05-Quantile-Accuracy": 57.02000045776367, "Augmented-0.1-Quantile-Accuracy": 58.63999938964844, "Augmented-Accuracy": 63.2856, "Augmented-Loss": 1.1341955774841308, "Clean-Accuracy": 64.03, "Clean-Loss": 1.0761323043823243, "PGD-Accuracy": 0.09, "PGD-Loss": 6.451527374267578}, "Total-Time": 6322.933867454529, "Train": {"Loss": 1.5014382406616211, "avg t": 0.9898985950088501, "plain loss": 1.1066169566040038}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 57.21999740600586, "Augmented-0.05-Quantile-Accuracy": 59.73999786376953, "Augmented-0.1-Quantile-Accuracy": 60.89999771118164, "Augmented-Accuracy": 64.9938, "Augmented-Loss": 1.0946085290050507, "Clean-Accuracy": 62.14, "Clean-Loss": 1.123986587715149, "PGD-Accuracy": 0.14, "PGD-Loss": 6.05113650894165}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 2087.591736793518, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.099998474121094, "Augmented-0.05-Quantile-Accuracy": 65.2699966430664, "Augmented-0.1-Quantile-Accuracy": 66.47999572753906, "Augmented-Accuracy": 70.7309, "Augmented-Loss": 1.0516656176986694, "Clean-Accuracy": 71.92, "Clean-Loss": 0.9790141998291015, "PGD-Accuracy": 0.03, "PGD-Loss": 6.34477525024414}, "Total-Time": 8410.525604248047, "Train": {"Loss": 1.3941822182273864, "avg t": 0.9806605024909973, "plain loss": 1.0316332897033693}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.31999969482422, "Augmented-0.05-Quantile-Accuracy": 68.19999694824219, "Augmented-0.1-Quantile-Accuracy": 69.41999816894531, "Augmented-Accuracy": 73.5278, "Augmented-Loss": 0.9982654160308838, "Clean-Accuracy": 67.66, "Clean-Loss": 1.0525332973480224, "PGD-Accuracy": 0.1, "PGD-Loss": 5.9329065956115725}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 2122.6700875759125, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.5099983215332, "Augmented-0.05-Quantile-Accuracy": 63.80999755859375, "Augmented-0.1-Quantile-Accuracy": 65.23999786376953, "Augmented-Accuracy": 69.8725, "Augmented-Loss": 1.0508486130752563, "Clean-Accuracy": 72.03, "Clean-Loss": 0.957398526763916, "PGD-Accuracy": 0.05, "PGD-Loss": 6.532795770263672}, "Total-Time": 10533.19569182396, "Train": {"Loss": 1.3411763815307618, "avg t": 0.9759252820396424, "plain loss": 0.9943723632812508}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.33999633789062, "Augmented-0.05-Quantile-Accuracy": 67.47999572753906, "Augmented-0.1-Quantile-Accuracy": 68.81999969482422, "Augmented-Accuracy": 73.2026, "Augmented-Loss": 0.9820073925561905, "Clean-Accuracy": 73.12, "Clean-Loss": 0.9740248545646667, "PGD-Accuracy": 0.1, "PGD-Loss": 6.091068290710449}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 2089.650675058365, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.54999923706055, "Augmented-0.05-Quantile-Accuracy": 60.779998779296875, "Augmented-0.1-Quantile-Accuracy": 62.28999710083008, "Augmented-Accuracy": 67.2949, "Augmented-Loss": 1.1007420116119384, "Clean-Accuracy": 70.46, "Clean-Loss": 0.9901486724853515, "PGD-Accuracy": 0.1, "PGD-Loss": 6.465683721923829}, "Total-Time": 12622.846366882324, "Train": {"Loss": 1.2962206565666199, "avg t": 0.971839063949585, "plain loss": 0.969343469268799}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 60.8599967956543, "Augmented-0.05-Quantile-Accuracy": 63.779998779296875, "Augmented-0.1-Quantile-Accuracy": 65.31999969482422, "Augmented-Accuracy": 69.9674, "Augmented-Loss": 1.0279101101989747, "Clean-Accuracy": 69.04, "Clean-Loss": 0.9739686754226684, "PGD-Accuracy": 0.16, "PGD-Loss": 6.142303091430664}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 2113.426964521408, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.06999969482422, "Augmented-0.05-Quantile-Accuracy": 64.45999908447266, "Augmented-0.1-Quantile-Accuracy": 65.88999938964844, "Augmented-Accuracy": 70.7321, "Augmented-Loss": 1.0735793618087768, "Clean-Accuracy": 72.55, "Clean-Loss": 0.9811350791931153, "PGD-Accuracy": 0.29, "PGD-Loss": 6.127197717285156}, "Total-Time": 14736.273331403732, "Train": {"Loss": 1.2748451342010498, "avg t": 0.970013126411438, "plain loss": 0.9615240220947279}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.5, "Augmented-0.05-Quantile-Accuracy": 68.58000183105469, "Augmented-0.1-Quantile-Accuracy": 69.97999572753906, "Augmented-Accuracy": 74.0, "Augmented-Loss": 1.0002875614700317, "Clean-Accuracy": 75.78, "Clean-Loss": 0.9159948825836182, "PGD-Accuracy": 0.42, "PGD-Loss": 5.8238315063476565}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 2130.3662252426147, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.019996643066406, "Augmented-0.05-Quantile-Accuracy": 65.73999786376953, "Augmented-0.1-Quantile-Accuracy": 67.04999542236328, "Augmented-Accuracy": 71.8244, "Augmented-Loss": 1.0765965794372558, "Clean-Accuracy": 74.25, "Clean-Loss": 0.9889329360961914, "PGD-Accuracy": 0.04, "PGD-Loss": 6.206089440917968}, "Total-Time": 16866.639556646347, "Train": {"Loss": 1.264382899017334, "avg t": 0.9685511555480957, "plain loss": 0.957978217773438}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.31999969482422, "Augmented-0.05-Quantile-Accuracy": 67.97999572753906, "Augmented-0.1-Quantile-Accuracy": 69.69999694824219, "Augmented-Accuracy": 74.4186, "Augmented-Loss": 1.0116927722587585, "Clean-Accuracy": 74.94, "Clean-Loss": 0.9427162496566772, "PGD-Accuracy": 0.04, "PGD-Loss": 6.045838325500489}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 2096.2055265903473, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.73999786376953, "Augmented-0.05-Quantile-Accuracy": 65.77999877929688, "Augmented-0.1-Quantile-Accuracy": 67.04000091552734, "Augmented-Accuracy": 71.5257, "Augmented-Loss": 1.0715199265975952, "Clean-Accuracy": 73.88, "Clean-Loss": 1.0038039176940918, "PGD-Accuracy": 0.13, "PGD-Loss": 5.842294146728515}, "Total-Time": 18962.845083236694, "Train": {"Loss": 1.250391730079651, "avg t": 0.9674521582603455, "plain loss": 0.9552083146972657}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.15999603271484, "Augmented-0.05-Quantile-Accuracy": 69.29999542236328, "Augmented-0.1-Quantile-Accuracy": 70.6199951171875, "Augmented-Accuracy": 74.689, "Augmented-Loss": 1.0163610132007599, "Clean-Accuracy": 79.04, "Clean-Loss": 0.9230449813842774, "PGD-Accuracy": 0.18, "PGD-Loss": 5.571429329681396}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 2125.535038471222, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.04999542236328, "Augmented-0.05-Quantile-Accuracy": 68.22999572753906, "Augmented-0.1-Quantile-Accuracy": 69.6199951171875, "Augmented-Accuracy": 74.2865, "Augmented-Loss": 1.0726415146560668, "Clean-Accuracy": 74.49, "Clean-Loss": 0.982678694152832, "PGD-Accuracy": 0.11, "PGD-Loss": 5.83513402709961}, "Total-Time": 21088.380121707916, "Train": {"Loss": 1.2419989542007446, "avg t": 0.966170594177246, "plain loss": 0.9534833477783201}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.93999481201172, "Augmented-0.05-Quantile-Accuracy": 70.9000015258789, "Augmented-0.1-Quantile-Accuracy": 72.41999816894531, "Augmented-Accuracy": 76.7748, "Augmented-Loss": 0.996162892701149, "Clean-Accuracy": 76.12, "Clean-Loss": 0.944636887550354, "PGD-Accuracy": 0.18, "PGD-Loss": 5.632981164550781}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 2121.505785226822, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.87999725341797, "Augmented-0.05-Quantile-Accuracy": 67.48999786376953, "Augmented-0.1-Quantile-Accuracy": 69.33999633789062, "Augmented-Accuracy": 74.2444, "Augmented-Loss": 1.0739274501800538, "Clean-Accuracy": 76.69, "Clean-Loss": 0.9712640243530274, "PGD-Accuracy": 0.1, "PGD-Loss": 5.907849670410156}, "Total-Time": 23209.885906934738, "Train": {"Loss": 1.2368938828277587, "avg t": 0.9657442514801026, "plain loss": 0.9506680950927743}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.5, "Augmented-0.05-Quantile-Accuracy": 71.95999908447266, "Augmented-0.1-Quantile-Accuracy": 73.29999542236328, "Augmented-Accuracy": 78.2438, "Augmented-Loss": 0.9861167959194184, "Clean-Accuracy": 77.42, "Clean-Loss": 0.8978909660339356, "PGD-Accuracy": 0.0, "PGD-Loss": 5.695230532073975}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 2094.506565093994, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.31999969482422, "Augmented-0.05-Quantile-Accuracy": 67.94999694824219, "Augmented-0.1-Quantile-Accuracy": 69.73999786376953, "Augmented-Accuracy": 74.5358, "Augmented-Loss": 1.0868380598602294, "Clean-Accuracy": 75.79, "Clean-Loss": 1.004263158416748, "PGD-Accuracy": 0.16, "PGD-Loss": 5.7871243835449215}, "Total-Time": 25304.392472028732, "Train": {"Loss": 1.2307048489570618, "avg t": 0.9645234376144409, "plain loss": 0.9480480061035154}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.19999694824219, "Augmented-0.05-Quantile-Accuracy": 71.37999725341797, "Augmented-0.1-Quantile-Accuracy": 73.0, "Augmented-Accuracy": 77.6966, "Augmented-Loss": 1.0203567416934967, "Clean-Accuracy": 72.98, "Clean-Loss": 0.9774713726043701, "PGD-Accuracy": 0.26, "PGD-Loss": 5.623325409698486}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 2132.613338947296, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.93000030517578, "Augmented-0.05-Quantile-Accuracy": 65.56999969482422, "Augmented-0.1-Quantile-Accuracy": 66.97000122070312, "Augmented-Accuracy": 71.3685, "Augmented-Loss": 1.0771321662979125, "Clean-Accuracy": 72.75, "Clean-Loss": 0.986011979675293, "PGD-Accuracy": 0.03, "PGD-Loss": 5.608895635986328}, "Total-Time": 27437.00581097603, "Train": {"Loss": 1.224073037109375, "avg t": 0.9640487831878662, "plain loss": 0.9424437477416998}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.04000091552734, "Augmented-0.05-Quantile-Accuracy": 67.73999786376953, "Augmented-0.1-Quantile-Accuracy": 69.08000183105469, "Augmented-Accuracy": 73.9654, "Augmented-Loss": 1.0175162731323242, "Clean-Accuracy": 72.94, "Clean-Loss": 0.9266102247238159, "PGD-Accuracy": 0.04, "PGD-Loss": 5.429448146057129}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 2102.187531232834, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.31999969482422, "Augmented-0.05-Quantile-Accuracy": 70.70999908447266, "Augmented-0.1-Quantile-Accuracy": 72.16999816894531, "Augmented-Accuracy": 76.8671, "Augmented-Loss": 1.0572033851470948, "Clean-Accuracy": 78.84, "Clean-Loss": 0.9603429870605469, "PGD-Accuracy": 0.07, "PGD-Loss": 5.686387408447265}, "Total-Time": 29539.193342208862, "Train": {"Loss": 1.223311187171936, "avg t": 0.9636264380645752, "plain loss": 0.9424571739807138}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.04000091552734, "Augmented-0.05-Quantile-Accuracy": 74.1199951171875, "Augmented-0.1-Quantile-Accuracy": 75.5999984741211, "Augmented-Accuracy": 79.3134, "Augmented-Loss": 0.9856222192268371, "Clean-Accuracy": 71.34, "Clean-Loss": 1.0171250190734864, "PGD-Accuracy": 0.18, "PGD-Loss": 5.500087554931641}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 2089.016900539398, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.84000015258789, "Augmented-0.05-Quantile-Accuracy": 63.89999771118164, "Augmented-0.1-Quantile-Accuracy": 65.8699951171875, "Augmented-Accuracy": 71.6375, "Augmented-Loss": 1.1179323854675294, "Clean-Accuracy": 72.76, "Clean-Loss": 1.0139171936035156, "PGD-Accuracy": 0.01, "PGD-Loss": 6.004053295898437}, "Total-Time": 31628.21024274826, "Train": {"Loss": 1.2105770361709596, "avg t": 0.9623094058990479, "plain loss": 0.9362807060546867}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.099998474121094, "Augmented-0.05-Quantile-Accuracy": 67.25999450683594, "Augmented-0.1-Quantile-Accuracy": 69.33999633789062, "Augmented-Accuracy": 74.9138, "Augmented-Loss": 1.0357699507656097, "Clean-Accuracy": 66.42, "Clean-Loss": 1.0334393562316895, "PGD-Accuracy": 0.0, "PGD-Loss": 5.883712670898437}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 2142.288752555847, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.53999710083008, "Augmented-0.05-Quantile-Accuracy": 66.0999984741211, "Augmented-0.1-Quantile-Accuracy": 67.79999542236328, "Augmented-Accuracy": 72.6982, "Augmented-Loss": 1.0973991278686523, "Clean-Accuracy": 74.42, "Clean-Loss": 0.9670346061706543, "PGD-Accuracy": 0.05, "PGD-Loss": 5.884399499511718}, "Total-Time": 33770.49899530411, "Train": {"Loss": 1.2096582968139649, "avg t": 0.9624296856880188, "plain loss": 0.9353229547729482}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.72000122070312, "Augmented-0.05-Quantile-Accuracy": 70.18000030517578, "Augmented-0.1-Quantile-Accuracy": 72.05999755859375, "Augmented-Accuracy": 76.6068, "Augmented-Loss": 0.9952990580272675, "Clean-Accuracy": 72.32, "Clean-Loss": 1.02827730178833, "PGD-Accuracy": 0.06, "PGD-Loss": 5.714040606689453}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 2090.9594206809998, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.0999984741211, "Augmented-0.05-Quantile-Accuracy": 68.6199951171875, "Augmented-0.1-Quantile-Accuracy": 70.0999984741211, "Augmented-Accuracy": 74.8283, "Augmented-Loss": 1.0638462927246093, "Clean-Accuracy": 77.84, "Clean-Loss": 0.93266220703125, "PGD-Accuracy": 0.09, "PGD-Loss": 5.587035974121093}, "Total-Time": 35861.45841598511, "Train": {"Loss": 1.2065366592407227, "avg t": 0.96210344039917, "plain loss": 0.9309935823364289}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.83999633789062, "Augmented-0.05-Quantile-Accuracy": 73.13999938964844, "Augmented-0.1-Quantile-Accuracy": 74.45999908447266, "Augmented-Accuracy": 78.836, "Augmented-Loss": 0.9655238024978637, "Clean-Accuracy": 76.3, "Clean-Loss": 0.9153450675964355, "PGD-Accuracy": 0.12, "PGD-Loss": 5.354259103393555}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 2088.558895587921, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.04999542236328, "Augmented-0.05-Quantile-Accuracy": 67.90999603271484, "Augmented-0.1-Quantile-Accuracy": 69.48999786376953, "Augmented-Accuracy": 74.7099, "Augmented-Loss": 1.1109088232269286, "Clean-Accuracy": 76.2, "Clean-Loss": 0.9865371131896973, "PGD-Accuracy": 0.06, "PGD-Loss": 5.744378747558594}, "Total-Time": 37950.01731157303, "Train": {"Loss": 1.1969811000061035, "avg t": 0.9606572826385498, "plain loss": 0.9276599400024426}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.1199951171875, "Augmented-0.05-Quantile-Accuracy": 70.81999969482422, "Augmented-0.1-Quantile-Accuracy": 72.25999450683594, "Augmented-Accuracy": 77.1572, "Augmented-Loss": 1.0234148248109818, "Clean-Accuracy": 74.06, "Clean-Loss": 0.912562635421753, "PGD-Accuracy": 0.1, "PGD-Loss": 5.559601976013184}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 2142.6136372089386, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.939998626708984, "Augmented-0.05-Quantile-Accuracy": 66.15999603271484, "Augmented-0.1-Quantile-Accuracy": 67.81999969482422, "Augmented-Accuracy": 73.6562, "Augmented-Loss": 1.0779568958816528, "Clean-Accuracy": 76.16, "Clean-Loss": 0.9606629707336426, "PGD-Accuracy": 0.02, "PGD-Loss": 5.876047778320313}, "Total-Time": 40092.63094878197, "Train": {"Loss": 1.2013695182037354, "avg t": 0.9612041560173035, "plain loss": 0.9290306098632811}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.41999816894531, "Augmented-0.05-Quantile-Accuracy": 70.55999755859375, "Augmented-0.1-Quantile-Accuracy": 71.95999908447266, "Augmented-Accuracy": 77.2296, "Augmented-Loss": 0.9889039220352173, "Clean-Accuracy": 66.82, "Clean-Loss": 0.9437766952514648, "PGD-Accuracy": 0.0, "PGD-Loss": 5.705546732330323}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 2089.4781498908997, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.37999725341797, "Augmented-0.05-Quantile-Accuracy": 67.0199966430664, "Augmented-0.1-Quantile-Accuracy": 68.68999481201172, "Augmented-Accuracy": 73.482, "Augmented-Loss": 1.0625505411453247, "Clean-Accuracy": 75.72, "Clean-Loss": 0.955948567199707, "PGD-Accuracy": 0.3, "PGD-Loss": 5.7207363464355465}, "Total-Time": 42182.10909867287, "Train": {"Loss": 1.191416958503723, "avg t": 0.9602363442611694, "plain loss": 0.9186515833129884}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.79999542236328, "Augmented-0.05-Quantile-Accuracy": 70.0, "Augmented-0.1-Quantile-Accuracy": 71.54000091552734, "Augmented-Accuracy": 76.4606, "Augmented-Loss": 0.981493257490158, "Clean-Accuracy": 76.38, "Clean-Loss": 0.9065550758361817, "PGD-Accuracy": 0.3, "PGD-Loss": 5.550426644134522}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 2088.70906829834, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.40999984741211, "Augmented-0.05-Quantile-Accuracy": 62.3599967956543, "Augmented-0.1-Quantile-Accuracy": 63.88999938964844, "Augmented-Accuracy": 69.1548, "Augmented-Loss": 1.168035312286377, "Clean-Accuracy": 73.11, "Clean-Loss": 1.016567594909668, "PGD-Accuracy": 0.02, "PGD-Loss": 5.9128609497070315}, "Total-Time": 44270.81816697121, "Train": {"Loss": 1.1982516732788087, "avg t": 0.9608210953903198, "plain loss": 0.9284289925231929}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.0199966430664, "Augmented-0.05-Quantile-Accuracy": 68.87999725341797, "Augmented-0.1-Quantile-Accuracy": 70.6199951171875, "Augmented-Accuracy": 75.2806, "Augmented-Loss": 1.019486217086792, "Clean-Accuracy": 70.36, "Clean-Loss": 0.9656696498870849, "PGD-Accuracy": 0.06, "PGD-Loss": 5.717494509887695}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 2142.8964624404907, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.63999938964844, "Augmented-0.05-Quantile-Accuracy": 64.76000213623047, "Augmented-0.1-Quantile-Accuracy": 66.54000091552734, "Augmented-Accuracy": 72.446, "Augmented-Loss": 1.129341001373291, "Clean-Accuracy": 76.72, "Clean-Loss": 0.9904171852111816, "PGD-Accuracy": 0.01, "PGD-Loss": 5.735864080810547}, "Total-Time": 46413.7146294117, "Train": {"Loss": 1.1897060609436034, "avg t": 0.9597612500190735, "plain loss": 0.9207398431396479}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.43999481201172, "Augmented-0.05-Quantile-Accuracy": 70.86000061035156, "Augmented-0.1-Quantile-Accuracy": 72.77999877929688, "Augmented-Accuracy": 78.1588, "Augmented-Loss": 1.0111435580263137, "Clean-Accuracy": 77.34, "Clean-Loss": 0.9158002828598022, "PGD-Accuracy": 0.0, "PGD-Loss": 5.613886047363281}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 2089.0567960739136, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.80999755859375, "Augmented-0.05-Quantile-Accuracy": 71.33999633789062, "Augmented-0.1-Quantile-Accuracy": 72.98999786376953, "Augmented-Accuracy": 77.6047, "Augmented-Loss": 1.0503170594100952, "Clean-Accuracy": 79.49, "Clean-Loss": 0.9394007446289062, "PGD-Accuracy": 0.0, "PGD-Loss": 5.6376247985839845}, "Total-Time": 48502.77142548561, "Train": {"Loss": 1.1878971074676514, "avg t": 0.9597690319633484, "plain loss": 0.9206946208496092}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.37999725341797, "Augmented-0.05-Quantile-Accuracy": 74.91999816894531, "Augmented-0.1-Quantile-Accuracy": 76.55999755859375, "Augmented-Accuracy": 80.7284, "Augmented-Loss": 0.9700055547208786, "Clean-Accuracy": 80.14, "Clean-Loss": 0.8684658337593079, "PGD-Accuracy": 0.02, "PGD-Loss": 5.496911570739746}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 2088.2057213783264, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.1099967956543, "Augmented-0.05-Quantile-Accuracy": 64.93999481201172, "Augmented-0.1-Quantile-Accuracy": 66.43999481201172, "Augmented-Accuracy": 71.4376, "Augmented-Loss": 1.1448832489395142, "Clean-Accuracy": 77.4, "Clean-Loss": 0.9856165565490723, "PGD-Accuracy": 0.12, "PGD-Loss": 5.451721350097657}, "Total-Time": 50590.97714686394, "Train": {"Loss": 1.189805050239563, "avg t": 0.9598786881637573, "plain loss": 0.9224912086791998}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.19999694824219, "Augmented-0.05-Quantile-Accuracy": 73.81999969482422, "Augmented-0.1-Quantile-Accuracy": 75.19999694824219, "Augmented-Accuracy": 79.383, "Augmented-Loss": 1.0029965868110657, "Clean-Accuracy": 74.32, "Clean-Loss": 0.9273260190963745, "PGD-Accuracy": 0.12, "PGD-Loss": 5.246519240570068}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 2140.501326084137, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.9000015258789, "Augmented-0.05-Quantile-Accuracy": 68.68999481201172, "Augmented-0.1-Quantile-Accuracy": 70.18999481201172, "Augmented-Accuracy": 75.2459, "Augmented-Loss": 1.1205068950653077, "Clean-Accuracy": 80.17, "Clean-Loss": 0.9620470085144043, "PGD-Accuracy": 0.06, "PGD-Loss": 5.625352410888672}, "Total-Time": 52731.478472948074, "Train": {"Loss": 1.1842695417785645, "avg t": 0.9588090002822875, "plain loss": 0.9175411902160637}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.75999450683594, "Augmented-0.05-Quantile-Accuracy": 74.22000122070312, "Augmented-0.1-Quantile-Accuracy": 75.58000183105469, "Augmented-Accuracy": 80.711, "Augmented-Loss": 1.0027886369056702, "Clean-Accuracy": 80.28, "Clean-Loss": 0.8759958385467529, "PGD-Accuracy": 0.08, "PGD-Loss": 5.500216619110107}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 2083.4942898750305, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.02999877929688, "Augmented-0.05-Quantile-Accuracy": 72.43000030517578, "Augmented-0.1-Quantile-Accuracy": 73.75999450683594, "Augmented-Accuracy": 78.3333, "Augmented-Loss": 1.0361438849792481, "Clean-Accuracy": 78.74, "Clean-Loss": 0.9561915946960449, "PGD-Accuracy": 0.07, "PGD-Loss": 5.614616345214844}, "Total-Time": 54814.972762823105, "Train": {"Loss": 1.1926735093688965, "avg t": 0.9600139370536804, "plain loss": 0.9256495367431647}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.91999816894531, "Augmented-0.05-Quantile-Accuracy": 74.93999481201172, "Augmented-0.1-Quantile-Accuracy": 76.41999816894531, "Augmented-Accuracy": 80.5936, "Augmented-Loss": 0.9725533981533051, "Clean-Accuracy": 73.86, "Clean-Loss": 0.955137811088562, "PGD-Accuracy": 0.2, "PGD-Loss": 5.444647844696045}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 2081.616226911545, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.709999084472656, "Augmented-0.05-Quantile-Accuracy": 67.3699951171875, "Augmented-0.1-Quantile-Accuracy": 69.04000091552734, "Augmented-Accuracy": 73.9053, "Augmented-Loss": 1.1077832562179566, "Clean-Accuracy": 78.67, "Clean-Loss": 0.947242333984375, "PGD-Accuracy": 0.17, "PGD-Loss": 5.611481823730469}, "Total-Time": 56896.58898973465, "Train": {"Loss": 1.1813019980812072, "avg t": 0.9589252180862426, "plain loss": 0.9152555449829104}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.54000091552734, "Augmented-0.05-Quantile-Accuracy": 75.33999633789062, "Augmented-0.1-Quantile-Accuracy": 76.5999984741211, "Augmented-Accuracy": 80.8286, "Augmented-Loss": 0.966199900466919, "Clean-Accuracy": 72.74, "Clean-Loss": 0.9405168296813965, "PGD-Accuracy": 0.18, "PGD-Loss": 5.39488130645752}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 2135.434981107712, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.0099983215332, "Augmented-0.05-Quantile-Accuracy": 66.62999725341797, "Augmented-0.1-Quantile-Accuracy": 68.25, "Augmented-Accuracy": 73.3327, "Augmented-Loss": 1.1148318786315918, "Clean-Accuracy": 73.93, "Clean-Loss": 1.0069236633300782, "PGD-Accuracy": 0.42, "PGD-Loss": 5.419851330566407}, "Total-Time": 59032.02397084236, "Train": {"Loss": 1.1845024508666993, "avg t": 0.9588926252746582, "plain loss": 0.917820061004639}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.63999938964844, "Augmented-0.05-Quantile-Accuracy": 71.79999542236328, "Augmented-0.1-Quantile-Accuracy": 73.15999603271484, "Augmented-Accuracy": 77.7948, "Augmented-Loss": 1.0134787505664826, "Clean-Accuracy": 70.78, "Clean-Loss": 0.9235045595169067, "PGD-Accuracy": 0.7, "PGD-Loss": 5.2825309204101565}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 2082.5688183307648, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.69999694824219, "Augmented-0.05-Quantile-Accuracy": 62.64999771118164, "Augmented-0.1-Quantile-Accuracy": 64.80999755859375, "Augmented-Accuracy": 70.6144, "Augmented-Loss": 1.1104712103805543, "Clean-Accuracy": 72.22, "Clean-Loss": 0.9973593696594238, "PGD-Accuracy": 0.03, "PGD-Loss": 5.803956311035156}, "Total-Time": 61114.592789173126, "Train": {"Loss": 1.1796899034118653, "avg t": 0.9588982189559937, "plain loss": 0.9179113847351081}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.27999877929688, "Augmented-0.05-Quantile-Accuracy": 68.4000015258789, "Augmented-0.1-Quantile-Accuracy": 70.18000030517578, "Augmented-Accuracy": 75.3136, "Augmented-Loss": 1.0017545228595734, "Clean-Accuracy": 78.84, "Clean-Loss": 0.8342813230514526, "PGD-Accuracy": 0.06, "PGD-Loss": 5.659356015014648}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 2081.5399289131165, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.84000015258789, "Augmented-0.05-Quantile-Accuracy": 65.98999786376953, "Augmented-0.1-Quantile-Accuracy": 67.6500015258789, "Augmented-Accuracy": 72.7267, "Augmented-Loss": 1.156148851676941, "Clean-Accuracy": 77.71, "Clean-Loss": 0.9927226402282715, "PGD-Accuracy": 0.05, "PGD-Loss": 5.625949768066406}, "Total-Time": 63196.13271808624, "Train": {"Loss": 1.1831273038101195, "avg t": 0.9589419382286072, "plain loss": 0.9160545845642082}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.87999725341797, "Augmented-0.05-Quantile-Accuracy": 73.25999450683594, "Augmented-0.1-Quantile-Accuracy": 74.79999542236328, "Augmented-Accuracy": 79.4566, "Augmented-Loss": 1.0205938222961426, "Clean-Accuracy": 78.3, "Clean-Loss": 0.925134075164795, "PGD-Accuracy": 0.1, "PGD-Loss": 5.461016620635986}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 2136.48695063591, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.87999725341797, "Augmented-0.05-Quantile-Accuracy": 64.83000183105469, "Augmented-0.1-Quantile-Accuracy": 66.55999755859375, "Augmented-Accuracy": 71.7763, "Augmented-Loss": 1.120549254196167, "Clean-Accuracy": 76.03, "Clean-Loss": 0.9544542129516601, "PGD-Accuracy": 0.03, "PGD-Loss": 5.761247094726563}, "Total-Time": 65332.61966872215, "Train": {"Loss": 1.1754464917755127, "avg t": 0.9586017831230164, "plain loss": 0.9164903352966307}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.5, "Augmented-0.05-Quantile-Accuracy": 71.77999877929688, "Augmented-0.1-Quantile-Accuracy": 73.5199966430664, "Augmented-Accuracy": 77.9984, "Augmented-Loss": 0.9764463118629455, "Clean-Accuracy": 80.58, "Clean-Loss": 0.8626543493270874, "PGD-Accuracy": 0.1, "PGD-Loss": 5.642861793518066}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 2083.8394832611084, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.57999801635742, "Augmented-0.05-Quantile-Accuracy": 66.27999877929688, "Augmented-0.1-Quantile-Accuracy": 67.8699951171875, "Augmented-Accuracy": 72.9963, "Augmented-Loss": 1.097568338470459, "Clean-Accuracy": 78.06, "Clean-Loss": 0.9403803871154786, "PGD-Accuracy": 0.05, "PGD-Loss": 5.56290126953125}, "Total-Time": 67416.45915198326, "Train": {"Loss": 1.1788043021011352, "avg t": 0.9583441254425049, "plain loss": 0.9174935821228027}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.37999725341797, "Augmented-0.05-Quantile-Accuracy": 73.75999450683594, "Augmented-0.1-Quantile-Accuracy": 75.55999755859375, "Augmented-Accuracy": 79.8954, "Augmented-Loss": 0.9588347419357299, "Clean-Accuracy": 77.26, "Clean-Loss": 0.8486676452636719, "PGD-Accuracy": 0.12, "PGD-Loss": 5.379136484527588}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 2083.871162414551, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.5, "Augmented-0.05-Quantile-Accuracy": 68.68000030517578, "Augmented-0.1-Quantile-Accuracy": 70.13999938964844, "Augmented-Accuracy": 74.5388, "Augmented-Loss": 1.0893996094436647, "Clean-Accuracy": 80.38, "Clean-Loss": 0.939761530303955, "PGD-Accuracy": 0.12, "PGD-Loss": 5.606125323486328}, "Total-Time": 69500.33031439781, "Train": {"Loss": 1.1716158501815797, "avg t": 0.9578347816848755, "plain loss": 0.914430596313477}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.45999908447266, "Augmented-0.05-Quantile-Accuracy": 75.41999816894531, "Augmented-0.1-Quantile-Accuracy": 76.75999450683594, "Augmented-Accuracy": 80.909, "Augmented-Loss": 0.9802187459774018, "Clean-Accuracy": 80.14, "Clean-Loss": 0.8665588813781738, "PGD-Accuracy": 0.16, "PGD-Loss": 5.395747308349609}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 2137.794279575348, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.77999877929688, "Augmented-0.05-Quantile-Accuracy": 71.55999755859375, "Augmented-0.1-Quantile-Accuracy": 73.11000061035156, "Augmented-Accuracy": 77.6659, "Augmented-Loss": 1.0581953387298584, "Clean-Accuracy": 79.54, "Clean-Loss": 0.9499853080749512, "PGD-Accuracy": 0.05, "PGD-Loss": 5.574576196289063}, "Total-Time": 71638.12459397316, "Train": {"Loss": 1.1784448426818848, "avg t": 0.9585339989852906, "plain loss": 0.918662120544434}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.0999984741211, "Augmented-0.05-Quantile-Accuracy": 76.1199951171875, "Augmented-0.1-Quantile-Accuracy": 77.33999633789062, "Augmented-Accuracy": 81.4104, "Augmented-Loss": 0.9634383373680114, "Clean-Accuracy": 79.18, "Clean-Loss": 0.8765590789794921, "PGD-Accuracy": 0.08, "PGD-Loss": 5.412368814086914}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 2083.2193598747253, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.43999481201172, "Augmented-0.05-Quantile-Accuracy": 68.93999481201172, "Augmented-0.1-Quantile-Accuracy": 70.56999969482422, "Augmented-Accuracy": 75.1398, "Augmented-Loss": 1.0824689923324584, "Clean-Accuracy": 79.98, "Clean-Loss": 0.9428673919677735, "PGD-Accuracy": 0.03, "PGD-Loss": 5.616127160644531}, "Total-Time": 73721.34395384789, "Train": {"Loss": 1.176667597503662, "avg t": 0.9583745318031311, "plain loss": 0.9179706480407714}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.79999542236328, "Augmented-0.05-Quantile-Accuracy": 74.19999694824219, "Augmented-0.1-Quantile-Accuracy": 75.72000122070312, "Augmented-Accuracy": 80.1188, "Augmented-Loss": 0.9720830876016617, "Clean-Accuracy": 76.5, "Clean-Loss": 0.9360777575492859, "PGD-Accuracy": 0.04, "PGD-Loss": 5.423188792419434}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 2084.8326721191406, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.3499984741211, "Augmented-0.05-Quantile-Accuracy": 67.75, "Augmented-0.1-Quantile-Accuracy": 69.25999450683594, "Augmented-Accuracy": 74.0401, "Augmented-Loss": 1.094009778388977, "Clean-Accuracy": 77.36, "Clean-Loss": 0.9719835220336914, "PGD-Accuracy": 0.06, "PGD-Loss": 5.492698614501953}, "Total-Time": 75806.17662596703, "Train": {"Loss": 1.1739337087249755, "avg t": 0.9580305935668946, "plain loss": 0.914285741760253}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.31999969482422, "Augmented-0.05-Quantile-Accuracy": 72.37999725341797, "Augmented-0.1-Quantile-Accuracy": 73.75999450683594, "Augmented-Accuracy": 78.4596, "Augmented-Loss": 0.9920754851646423, "Clean-Accuracy": 73.12, "Clean-Loss": 0.9305460483551026, "PGD-Accuracy": 0.06, "PGD-Loss": 5.3627049896240235}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 2131.101043701172, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.39999771118164, "Augmented-0.05-Quantile-Accuracy": 64.13999938964844, "Augmented-0.1-Quantile-Accuracy": 65.98999786376953, "Augmented-Accuracy": 71.3438, "Augmented-Loss": 1.1650888546600342, "Clean-Accuracy": 75.04, "Clean-Loss": 1.0099062316894531, "PGD-Accuracy": 0.01, "PGD-Loss": 5.552640307617187}, "Total-Time": 77937.2776696682, "Train": {"Loss": 1.1748587854766845, "avg t": 0.9578595307159424, "plain loss": 0.9139497298278808}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.75999450683594, "Augmented-0.05-Quantile-Accuracy": 72.13999938964844, "Augmented-0.1-Quantile-Accuracy": 73.58000183105469, "Augmented-Accuracy": 78.4242, "Augmented-Loss": 1.0060890975532533, "Clean-Accuracy": 73.22, "Clean-Loss": 0.9353557661056519, "PGD-Accuracy": 0.12, "PGD-Loss": 5.4062636260986325}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 2080.4382650852203, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.04999542236328, "Augmented-0.05-Quantile-Accuracy": 68.48999786376953, "Augmented-0.1-Quantile-Accuracy": 70.23999786376953, "Augmented-Accuracy": 75.2487, "Augmented-Loss": 1.074228018684387, "Clean-Accuracy": 75.95, "Clean-Loss": 0.9645616302490234, "PGD-Accuracy": 0.14, "PGD-Loss": 5.580333227539063}, "Total-Time": 80017.71593475342, "Train": {"Loss": 1.1775622496795655, "avg t": 0.9585516575622559, "plain loss": 0.9161774582824718}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.05999755859375, "Augmented-0.05-Quantile-Accuracy": 70.5999984741211, "Augmented-0.1-Quantile-Accuracy": 72.54000091552734, "Augmented-Accuracy": 77.3304, "Augmented-Loss": 0.986504838634491, "Clean-Accuracy": 70.22, "Clean-Loss": 0.9406214079856873, "PGD-Accuracy": 0.26, "PGD-Loss": 5.457792761230468}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 2093.3010194301605, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.7699966430664, "Augmented-0.05-Quantile-Accuracy": 68.83000183105469, "Augmented-0.1-Quantile-Accuracy": 70.54999542236328, "Augmented-Accuracy": 75.2545, "Augmented-Loss": 1.0660934515991212, "Clean-Accuracy": 75.99, "Clean-Loss": 0.9453948532104492, "PGD-Accuracy": 0.1, "PGD-Loss": 5.616307415771485}, "Total-Time": 82111.01695418358, "Train": {"Loss": 1.1750460411643981, "avg t": 0.9581867825698852, "plain loss": 0.9114305245361339}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.77999877929688, "Augmented-0.05-Quantile-Accuracy": 70.97999572753906, "Augmented-0.1-Quantile-Accuracy": 72.58000183105469, "Augmented-Accuracy": 77.2548, "Augmented-Loss": 0.9666223782100678, "Clean-Accuracy": 75.38, "Clean-Loss": 0.8695974439620971, "PGD-Accuracy": 0.18, "PGD-Loss": 5.448313890075684}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 2126.948098421097, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.62999725341797, "Augmented-0.05-Quantile-Accuracy": 68.36000061035156, "Augmented-0.1-Quantile-Accuracy": 69.94999694824219, "Augmented-Accuracy": 75.7208, "Augmented-Loss": 1.1021267467956544, "Clean-Accuracy": 81.49, "Clean-Loss": 0.9418234298706055, "PGD-Accuracy": 0.02, "PGD-Loss": 5.6863697937011715}, "Total-Time": 84237.96505260468, "Train": {"Loss": 1.166679834213257, "avg t": 0.9569050309181213, "plain loss": 0.9061013237609854}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.47999572753906, "Augmented-0.05-Quantile-Accuracy": 74.97999572753906, "Augmented-0.1-Quantile-Accuracy": 76.72000122070312, "Augmented-Accuracy": 81.099, "Augmented-Loss": 0.9697435041522979, "Clean-Accuracy": 78.26, "Clean-Loss": 0.8879163572311402, "PGD-Accuracy": 0.06, "PGD-Loss": 5.5052483329772945}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 2085.5587587356567, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.8499984741211, "Augmented-0.05-Quantile-Accuracy": 69.04000091552734, "Augmented-0.1-Quantile-Accuracy": 70.3499984741211, "Augmented-Accuracy": 75.111, "Augmented-Loss": 1.0725035595016479, "Clean-Accuracy": 77.57, "Clean-Loss": 0.9529326232910156, "PGD-Accuracy": 0.04, "PGD-Loss": 5.4925848022460935}, "Total-Time": 86323.52381134033, "Train": {"Loss": 1.16910831451416, "avg t": 0.9574468441963195, "plain loss": 0.9070714197082508}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.87999725341797, "Augmented-0.05-Quantile-Accuracy": 72.65999603271484, "Augmented-0.1-Quantile-Accuracy": 74.04000091552734, "Augmented-Accuracy": 78.4112, "Augmented-Loss": 0.9805951537075043, "Clean-Accuracy": 74.54, "Clean-Loss": 0.9292637735366821, "PGD-Accuracy": 0.08, "PGD-Loss": 5.333693240356445}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 2105.257166624069, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.16999816894531, "Augmented-0.05-Quantile-Accuracy": 70.70999908447266, "Augmented-0.1-Quantile-Accuracy": 72.38999938964844, "Augmented-Accuracy": 76.8571, "Augmented-Loss": 1.0798958920288086, "Clean-Accuracy": 78.85, "Clean-Loss": 0.9110007972717286, "PGD-Accuracy": 0.04, "PGD-Loss": 5.618005981445313}, "Total-Time": 88428.7809779644, "Train": {"Loss": 1.176116082611084, "avg t": 0.9578548756217956, "plain loss": 0.9151945815734871}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.73999786376953, "Augmented-0.05-Quantile-Accuracy": 74.6199951171875, "Augmented-0.1-Quantile-Accuracy": 75.93999481201172, "Augmented-Accuracy": 80.467, "Augmented-Loss": 0.9556526461257935, "Clean-Accuracy": 70.74, "Clean-Loss": 0.9243806640625, "PGD-Accuracy": 0.02, "PGD-Loss": 5.4609903076171875}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 2124.1160016059875, "Test": {"Augmented-0.01-Quantile-Accuracy": 69.1500015258789, "Augmented-0.05-Quantile-Accuracy": 72.23999786376953, "Augmented-0.1-Quantile-Accuracy": 73.47999572753906, "Augmented-Accuracy": 77.8316, "Augmented-Loss": 1.0435885849609374, "Clean-Accuracy": 79.77, "Clean-Loss": 0.93599828414917, "PGD-Accuracy": 0.14, "PGD-Loss": 5.457095874023437}, "Total-Time": 90552.89697957039, "Train": {"Loss": 1.1737455738830567, "avg t": 0.9576214067840576, "plain loss": 0.9083638233337399}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.47999572753906, "Augmented-0.05-Quantile-Accuracy": 74.72000122070312, "Augmented-0.1-Quantile-Accuracy": 76.13999938964844, "Augmented-Accuracy": 80.568, "Augmented-Loss": 0.9684721317081452, "Clean-Accuracy": 79.34, "Clean-Loss": 0.8692299619674683, "PGD-Accuracy": 0.22, "PGD-Loss": 5.344367250823975}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 2088.0096390247345, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.41999816894531, "Augmented-0.05-Quantile-Accuracy": 71.0199966430664, "Augmented-0.1-Quantile-Accuracy": 72.62999725341797, "Augmented-Accuracy": 77.4784, "Augmented-Loss": 1.074407052330017, "Clean-Accuracy": 81.21, "Clean-Loss": 0.9220429870605469, "PGD-Accuracy": 0.2, "PGD-Loss": 5.407508837890625}, "Total-Time": 92640.90661859512, "Train": {"Loss": 1.1695096627807617, "avg t": 0.9575065330505371, "plain loss": 0.9083089372863773}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.83999633789062, "Augmented-0.05-Quantile-Accuracy": 76.0999984741211, "Augmented-0.1-Quantile-Accuracy": 77.55999755859375, "Augmented-Accuracy": 81.5516, "Augmented-Loss": 0.975271101694107, "Clean-Accuracy": 79.58, "Clean-Loss": 0.8679563955307007, "PGD-Accuracy": 0.12, "PGD-Loss": 5.272273754119873}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 2108.3858482837677, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.47999954223633, "Augmented-0.05-Quantile-Accuracy": 66.47000122070312, "Augmented-0.1-Quantile-Accuracy": 68.2699966430664, "Augmented-Accuracy": 73.2097, "Augmented-Loss": 1.1489669673080445, "Clean-Accuracy": 75.93, "Clean-Loss": 1.0122526863098145, "PGD-Accuracy": 0.02, "PGD-Loss": 5.564429895019531}, "Total-Time": 94749.29246687889, "Train": {"Loss": 1.1689713293457031, "avg t": 0.9574288439369202, "plain loss": 0.9095259590454109}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.65999603271484, "Augmented-0.05-Quantile-Accuracy": 71.86000061035156, "Augmented-0.1-Quantile-Accuracy": 73.13999938964844, "Augmented-Accuracy": 77.8112, "Augmented-Loss": 1.0312882003040313, "Clean-Accuracy": 77.9, "Clean-Loss": 0.8678212770462036, "PGD-Accuracy": 0.02, "PGD-Loss": 5.48344895401001}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 2120.0848004817963, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.79999542236328, "Augmented-0.05-Quantile-Accuracy": 71.52999877929688, "Augmented-0.1-Quantile-Accuracy": 73.0, "Augmented-Accuracy": 77.4577, "Augmented-Loss": 1.0581451344680786, "Clean-Accuracy": 81.12, "Clean-Loss": 0.9443701370239258, "PGD-Accuracy": 0.07, "PGD-Loss": 5.482394635009766}, "Total-Time": 96869.37726736069, "Train": {"Loss": 1.1671603217315674, "avg t": 0.9568902810096741, "plain loss": 0.9071563793334948}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.6199951171875, "Augmented-0.05-Quantile-Accuracy": 75.23999786376953, "Augmented-0.1-Quantile-Accuracy": 76.72000122070312, "Augmented-Accuracy": 81.3136, "Augmented-Loss": 0.9843555138778687, "Clean-Accuracy": 78.32, "Clean-Loss": 0.9047036184310913, "PGD-Accuracy": 0.18, "PGD-Loss": 5.376779825592041}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 1833.2459290027618, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.769996643066406, "Augmented-0.05-Quantile-Accuracy": 64.08000183105469, "Augmented-0.1-Quantile-Accuracy": 65.6199951171875, "Augmented-Accuracy": 70.5999, "Augmented-Loss": 1.0960775948562622, "Clean-Accuracy": 73.23, "Clean-Loss": 0.9665191436767578, "PGD-Accuracy": 0.09, "PGD-Loss": 5.42206025390625}, "Total-Time": 98702.62319636345, "Train": {"Loss": 1.1695815130615235, "avg t": 0.9571827795410156, "plain loss": 0.9083005343933109}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.619998931884766, "Augmented-0.05-Quantile-Accuracy": 66.0199966430664, "Augmented-0.1-Quantile-Accuracy": 67.45999908447266, "Augmented-Accuracy": 72.2852, "Augmented-Loss": 0.9928247643356323, "Clean-Accuracy": 78.56, "Clean-Loss": 0.86994621925354, "PGD-Accuracy": 0.2, "PGD-Loss": 5.265812796020508}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 1391.3916363716125, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.15999603271484, "Augmented-0.05-Quantile-Accuracy": 68.65999603271484, "Augmented-0.1-Quantile-Accuracy": 70.40999603271484, "Augmented-Accuracy": 76.2894, "Augmented-Loss": 1.0986190447998048, "Clean-Accuracy": 79.39, "Clean-Loss": 0.974746824645996, "PGD-Accuracy": 0.03, "PGD-Loss": 5.632992346191406}, "Total-Time": 100094.01483273506, "Train": {"Loss": 1.168760942993164, "avg t": 0.957356593170166, "plain loss": 0.9083285799255365}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.91999816894531, "Augmented-0.05-Quantile-Accuracy": 74.36000061035156, "Augmented-0.1-Quantile-Accuracy": 76.19999694824219, "Augmented-Accuracy": 80.7166, "Augmented-Loss": 0.9965300764751435, "Clean-Accuracy": 73.92, "Clean-Loss": 0.9108626815795898, "PGD-Accuracy": 0.06, "PGD-Loss": 5.516429192352295}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 1390.3724460601807, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.439998626708984, "Augmented-0.05-Quantile-Accuracy": 63.44999694824219, "Augmented-0.1-Quantile-Accuracy": 65.30999755859375, "Augmented-Accuracy": 70.8269, "Augmented-Loss": 1.1961131308517456, "Clean-Accuracy": 77.52, "Clean-Loss": 0.9980305686950683, "PGD-Accuracy": 0.09, "PGD-Loss": 5.555907952880859}, "Total-Time": 101484.38727879524, "Train": {"Loss": 1.1696277948379517, "avg t": 0.9573954996109009, "plain loss": 0.9085800324707042}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.47999572753906, "Augmented-0.05-Quantile-Accuracy": 72.27999877929688, "Augmented-0.1-Quantile-Accuracy": 73.79999542236328, "Augmented-Accuracy": 78.7954, "Augmented-Loss": 1.024187485944748, "Clean-Accuracy": 72.22, "Clean-Loss": 0.940550213432312, "PGD-Accuracy": 0.08, "PGD-Loss": 5.370965625}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 1390.8339762687683, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.5999984741211, "Augmented-0.05-Quantile-Accuracy": 69.13999938964844, "Augmented-0.1-Quantile-Accuracy": 70.77999877929688, "Augmented-Accuracy": 75.6273, "Augmented-Loss": 1.0987289678344727, "Clean-Accuracy": 80.15, "Clean-Loss": 0.9283853919982911, "PGD-Accuracy": 0.04, "PGD-Loss": 5.541172625732422}, "Total-Time": 102875.22125506401, "Train": {"Loss": 1.1697439220428467, "avg t": 0.9575066262626648, "plain loss": 0.9078762492980956}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.63999938964844, "Augmented-0.05-Quantile-Accuracy": 75.0999984741211, "Augmented-0.1-Quantile-Accuracy": 76.54000091552734, "Augmented-Accuracy": 80.4202, "Augmented-Loss": 0.9620942323379517, "Clean-Accuracy": 72.56, "Clean-Loss": 0.9114924360275268, "PGD-Accuracy": 0.18, "PGD-Loss": 5.370746478271484}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 1388.3717143535614, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.33999633789062, "Augmented-0.05-Quantile-Accuracy": 68.98999786376953, "Augmented-0.1-Quantile-Accuracy": 70.66999816894531, "Augmented-Accuracy": 75.6431, "Augmented-Loss": 1.0889542095336915, "Clean-Accuracy": 79.36, "Clean-Loss": 0.9384392921447754, "PGD-Accuracy": 0.12, "PGD-Loss": 5.47118353881836}, "Total-Time": 104263.59296941757, "Train": {"Loss": 1.169161381149292, "avg t": 0.9572054998779297, "plain loss": 0.9044381372680665}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.6199951171875, "Augmented-0.05-Quantile-Accuracy": 74.41999816894531, "Augmented-0.1-Quantile-Accuracy": 75.93999481201172, "Augmented-Accuracy": 80.0836, "Augmented-Loss": 0.9676807056770325, "Clean-Accuracy": 74.92, "Clean-Loss": 0.8446404699325561, "PGD-Accuracy": 0.24, "PGD-Loss": 5.290798504638672}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 1387.774367570877, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.44999694824219, "Augmented-0.05-Quantile-Accuracy": 69.75999450683594, "Augmented-0.1-Quantile-Accuracy": 71.29000091552734, "Augmented-Accuracy": 76.1728, "Augmented-Loss": 1.082924763595581, "Clean-Accuracy": 77.58, "Clean-Loss": 0.9969571342468262, "PGD-Accuracy": 0.09, "PGD-Loss": 5.459198193359375}, "Total-Time": 105651.36733698845, "Train": {"Loss": 1.1694612047958375, "avg t": 0.957543593044281, "plain loss": 0.9074245764465327}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.77999877929688, "Augmented-0.05-Quantile-Accuracy": 73.55999755859375, "Augmented-0.1-Quantile-Accuracy": 75.13999938964844, "Augmented-Accuracy": 79.6886, "Augmented-Loss": 0.9972630032501221, "Clean-Accuracy": 76.14, "Clean-Loss": 0.9524201226234436, "PGD-Accuracy": 0.02, "PGD-Loss": 5.265765169525147}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 1385.8712131977081, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.28999710083008, "Augmented-0.05-Quantile-Accuracy": 66.54999542236328, "Augmented-0.1-Quantile-Accuracy": 68.27999877929688, "Augmented-Accuracy": 73.6899, "Augmented-Loss": 1.168697784362793, "Clean-Accuracy": 79.69, "Clean-Loss": 0.9973558578491211, "PGD-Accuracy": 0.11, "PGD-Loss": 5.548011431884766}, "Total-Time": 107037.23855018616, "Train": {"Loss": 1.1625344004821778, "avg t": 0.9562195943832398, "plain loss": 0.9026708177642827}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.25999450683594, "Augmented-0.05-Quantile-Accuracy": 74.83999633789062, "Augmented-0.1-Quantile-Accuracy": 76.58000183105469, "Augmented-Accuracy": 81.1446, "Augmented-Loss": 1.016017183839798, "Clean-Accuracy": 73.78, "Clean-Loss": 0.9840297866821289, "PGD-Accuracy": 0.12, "PGD-Loss": 5.427407614135742}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 1384.975508928299, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.54999923706055, "Augmented-0.05-Quantile-Accuracy": 64.95999908447266, "Augmented-0.1-Quantile-Accuracy": 66.5199966430664, "Augmented-Accuracy": 71.3718, "Augmented-Loss": 1.1437445520706178, "Clean-Accuracy": 77.86, "Clean-Loss": 0.9674571311950684, "PGD-Accuracy": 0.08, "PGD-Loss": 5.547490704345703}, "Total-Time": 108422.21405911446, "Train": {"Loss": 1.1696958907318116, "avg t": 0.9573740005874634, "plain loss": 0.9086035046691893}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.4000015258789, "Augmented-0.05-Quantile-Accuracy": 71.93999481201172, "Augmented-0.1-Quantile-Accuracy": 73.36000061035156, "Augmented-Accuracy": 77.7942, "Augmented-Loss": 1.014581246389389, "Clean-Accuracy": 75.06, "Clean-Loss": 0.9501798385620117, "PGD-Accuracy": 0.04, "PGD-Loss": 5.4138842308044435}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 1383.2771534919739, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.94999694824219, "Augmented-0.05-Quantile-Accuracy": 66.1500015258789, "Augmented-0.1-Quantile-Accuracy": 67.75999450683594, "Augmented-Accuracy": 72.5464, "Augmented-Loss": 1.0919046254959106, "Clean-Accuracy": 75.7, "Clean-Loss": 0.9559713958740235, "PGD-Accuracy": 0.03, "PGD-Loss": 5.457743292236328}, "Total-Time": 109805.49121260643, "Train": {"Loss": 1.1700866864776611, "avg t": 0.957647186050415, "plain loss": 0.9093821409301758}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.27999877929688, "Augmented-0.05-Quantile-Accuracy": 70.5199966430664, "Augmented-0.1-Quantile-Accuracy": 72.1199951171875, "Augmented-Accuracy": 76.5464, "Augmented-Loss": 0.9805822999172211, "Clean-Accuracy": 72.62, "Clean-Loss": 0.8940345140457153, "PGD-Accuracy": 0.1, "PGD-Loss": 5.309055257415771}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 1383.1875665187836, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.77999877929688, "Augmented-0.05-Quantile-Accuracy": 78.27999877929688, "Augmented-0.1-Quantile-Accuracy": 79.88999938964844, "Augmented-Accuracy": 83.8449, "Augmented-Loss": 1.0127654916305542, "Clean-Accuracy": 86.03, "Clean-Loss": 0.8890882148742676, "PGD-Accuracy": 0.15, "PGD-Loss": 5.507323376464844}, "Total-Time": 111188.67877912521, "Train": {"Loss": 1.0375382891082763, "avg t": 0.9407467486953736, "plain loss": 0.8174000647430417}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.93999481201172, "Augmented-0.05-Quantile-Accuracy": 84.0199966430664, "Augmented-0.1-Quantile-Accuracy": 85.29999542236328, "Augmented-Accuracy": 88.5936, "Augmented-Loss": 0.901308056019783, "Clean-Accuracy": 83.76, "Clean-Loss": 0.8058795743942261, "PGD-Accuracy": 0.36, "PGD-Loss": 5.34945707397461}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 1386.646136522293, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.36000061035156, "Augmented-0.05-Quantile-Accuracy": 80.75999450683594, "Augmented-0.1-Quantile-Accuracy": 82.0, "Augmented-Accuracy": 85.9154, "Augmented-Loss": 1.0136497968978881, "Clean-Accuracy": 87.7, "Clean-Loss": 0.9021157302856445, "PGD-Accuracy": 0.21, "PGD-Loss": 5.459801922607422}, "Total-Time": 112575.3249156475, "Train": {"Loss": 1.0074130912399293, "avg t": 0.9364875939559937, "plain loss": 0.8042703659667968}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.37999725341797, "Augmented-0.05-Quantile-Accuracy": 86.19999694824219, "Augmented-0.1-Quantile-Accuracy": 87.25999450683594, "Augmented-Accuracy": 90.099, "Augmented-Loss": 0.9200256629514694, "Clean-Accuracy": 81.0, "Clean-Loss": 0.8229017738342285, "PGD-Accuracy": 0.52, "PGD-Loss": 5.29936543045044}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 1386.8706879615784, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.47999572753906, "Augmented-0.05-Quantile-Accuracy": 80.7699966430664, "Augmented-0.1-Quantile-Accuracy": 82.27999877929688, "Augmented-Accuracy": 86.2077, "Augmented-Loss": 1.0445969642791748, "Clean-Accuracy": 87.78, "Clean-Loss": 0.9220136276245117, "PGD-Accuracy": 0.3, "PGD-Loss": 5.360135650634765}, "Total-Time": 113962.19560360909, "Train": {"Loss": 0.9954126099014282, "avg t": 0.9346076267623902, "plain loss": 0.8107736900024407}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.79999542236328, "Augmented-0.05-Quantile-Accuracy": 86.75999450683594, "Augmented-0.1-Quantile-Accuracy": 87.93999481201172, "Augmented-Accuracy": 90.7606, "Augmented-Loss": 0.941928429775238, "Clean-Accuracy": 84.22, "Clean-Loss": 0.7923424736022949, "PGD-Accuracy": 0.96, "PGD-Loss": 5.198433296966552}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 1387.3190922737122, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.0199966430664, "Augmented-0.05-Quantile-Accuracy": 81.4000015258789, "Augmented-0.1-Quantile-Accuracy": 82.9000015258789, "Augmented-Accuracy": 86.7662, "Augmented-Loss": 1.0582427235107421, "Clean-Accuracy": 88.34, "Clean-Loss": 0.9401652641296386, "PGD-Accuracy": 0.47, "PGD-Loss": 5.249593841552734}, "Total-Time": 115349.5146958828, "Train": {"Loss": 0.9888241102409363, "avg t": 0.9335489695930481, "plain loss": 0.8158714421997066}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.81999969482422, "Augmented-0.05-Quantile-Accuracy": 87.57999420166016, "Augmented-0.1-Quantile-Accuracy": 88.83999633789062, "Augmented-Accuracy": 91.801, "Augmented-Loss": 0.9672584914684296, "Clean-Accuracy": 89.96, "Clean-Loss": 0.81218500289917, "PGD-Accuracy": 1.34, "PGD-Loss": 5.100807749938965}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 1388.2149150371552, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.44999694824219, "Augmented-0.05-Quantile-Accuracy": 80.7699966430664, "Augmented-0.1-Quantile-Accuracy": 82.32999420166016, "Augmented-Accuracy": 86.382, "Augmented-Loss": 1.0937842652435303, "Clean-Accuracy": 88.19, "Clean-Loss": 0.9680203987121582, "PGD-Accuracy": 0.61, "PGD-Loss": 5.199094970703125}, "Total-Time": 116737.72961091995, "Train": {"Loss": 0.9810323307037353, "avg t": 0.9321494370269775, "plain loss": 0.817314392913818}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.27999877929688, "Augmented-0.05-Quantile-Accuracy": 87.04000091552734, "Augmented-0.1-Quantile-Accuracy": 88.36000061035156, "Augmented-Accuracy": 91.649, "Augmented-Loss": 0.9935473251857757, "Clean-Accuracy": 89.0, "Clean-Loss": 0.8223495487213135, "PGD-Accuracy": 1.9, "PGD-Loss": 5.0186994140625}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 1388.491247177124, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.20999908447266, "Augmented-0.05-Quantile-Accuracy": 80.55999755859375, "Augmented-0.1-Quantile-Accuracy": 81.94999694824219, "Augmented-Accuracy": 85.8343, "Augmented-Loss": 1.1029979829711913, "Clean-Accuracy": 87.43, "Clean-Loss": 0.9747480796813965, "PGD-Accuracy": 1.13, "PGD-Loss": 5.060231137084961}, "Total-Time": 118126.22085809708, "Train": {"Loss": 0.978947837524414, "avg t": 0.9322209666252136, "plain loss": 0.8295786853637692}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.18000030517578, "Augmented-0.05-Quantile-Accuracy": 87.18000030517578, "Augmented-0.1-Quantile-Accuracy": 88.31999969482422, "Augmented-Accuracy": 91.4044, "Augmented-Loss": 1.0041268827085494, "Clean-Accuracy": 87.0, "Clean-Loss": 0.8352061485290527, "PGD-Accuracy": 2.92, "PGD-Loss": 4.851792942810059}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 1387.8908431529999, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.54000091552734, "Augmented-0.05-Quantile-Accuracy": 81.73999786376953, "Augmented-0.1-Quantile-Accuracy": 82.97000122070312, "Augmented-Accuracy": 86.7043, "Augmented-Loss": 1.105112859893799, "Clean-Accuracy": 88.29, "Clean-Loss": 0.9797132606506348, "PGD-Accuracy": 1.92, "PGD-Loss": 4.965165740966797}, "Total-Time": 119514.11170125008, "Train": {"Loss": 0.9754915743637085, "avg t": 0.9313434073257446, "plain loss": 0.833675289611818}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.77999877929688, "Augmented-0.05-Quantile-Accuracy": 87.55999755859375, "Augmented-0.1-Quantile-Accuracy": 88.87999725341797, "Augmented-Accuracy": 92.138, "Augmented-Loss": 1.0060002428264618, "Clean-Accuracy": 90.74, "Clean-Loss": 0.8333412184715271, "PGD-Accuracy": 4.2, "PGD-Loss": 4.765111625671387}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 1387.8956637382507, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.97000122070312, "Augmented-0.05-Quantile-Accuracy": 81.22999572753906, "Augmented-0.1-Quantile-Accuracy": 82.61000061035156, "Augmented-Accuracy": 86.5169, "Augmented-Loss": 1.119897726097107, "Clean-Accuracy": 87.97, "Clean-Loss": 0.9806257415771484, "PGD-Accuracy": 1.76, "PGD-Loss": 4.919112881469727}, "Total-Time": 120902.00736498833, "Train": {"Loss": 0.9701645763397216, "avg t": 0.930479219379425, "plain loss": 0.8334950303649906}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.31999969482422, "Augmented-0.05-Quantile-Accuracy": 88.18000030517578, "Augmented-0.1-Quantile-Accuracy": 89.19999694824219, "Augmented-Accuracy": 92.0946, "Augmented-Loss": 1.0165068332328797, "Clean-Accuracy": 89.28, "Clean-Loss": 0.8576611740112304, "PGD-Accuracy": 4.96, "PGD-Loss": 4.6867564605712895}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 1384.0675139427185, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.69999694824219, "Augmented-0.05-Quantile-Accuracy": 82.79999542236328, "Augmented-0.1-Quantile-Accuracy": 84.18000030517578, "Augmented-Accuracy": 87.8454, "Augmented-Loss": 1.1184610108337403, "Clean-Accuracy": 89.53, "Clean-Loss": 0.9834283302307129, "PGD-Accuracy": 1.85, "PGD-Loss": 4.83831501159668}, "Total-Time": 122286.07487893105, "Train": {"Loss": 0.9675135682296753, "avg t": 0.9300173752975464, "plain loss": 0.8364627862854008}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.63999938964844, "Augmented-0.05-Quantile-Accuracy": 89.5999984741211, "Augmented-0.1-Quantile-Accuracy": 90.5999984741211, "Augmented-Accuracy": 93.1988, "Augmented-Loss": 1.0217870803661346, "Clean-Accuracy": 85.56, "Clean-Loss": 0.8172488954544067, "PGD-Accuracy": 5.36, "PGD-Loss": 4.572338549804687}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 1384.214406490326, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.7699966430664, "Augmented-0.05-Quantile-Accuracy": 82.80999755859375, "Augmented-0.1-Quantile-Accuracy": 84.27999877929688, "Augmented-Accuracy": 87.8919, "Augmented-Loss": 1.1314184927368165, "Clean-Accuracy": 89.29, "Clean-Loss": 0.9926263366699218, "PGD-Accuracy": 1.37, "PGD-Loss": 4.790229861450196}, "Total-Time": 123670.28928542137, "Train": {"Loss": 0.9632650835800171, "avg t": 0.9292949045944214, "plain loss": 0.8373549806518555}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.73999786376953, "Augmented-0.05-Quantile-Accuracy": 89.5199966430664, "Augmented-0.1-Quantile-Accuracy": 90.6199951171875, "Augmented-Accuracy": 93.4334, "Augmented-Loss": 1.0299540079193115, "Clean-Accuracy": 91.86, "Clean-Loss": 0.8011808515548706, "PGD-Accuracy": 6.52, "PGD-Loss": 4.498097077178955}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 1388.974993944168, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.47999572753906, "Augmented-0.05-Quantile-Accuracy": 82.29000091552734, "Augmented-0.1-Quantile-Accuracy": 83.45999908447266, "Augmented-Accuracy": 87.5147, "Augmented-Loss": 1.1425124122695922, "Clean-Accuracy": 88.9, "Clean-Loss": 0.9973357551574707, "PGD-Accuracy": 1.38, "PGD-Loss": 4.745186593627929}, "Total-Time": 125059.26427936554, "Train": {"Loss": 0.9612474841308594, "avg t": 0.9287043436431884, "plain loss": 0.8381211591186527}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.69999694824219, "Augmented-0.05-Quantile-Accuracy": 89.45999908447266, "Augmented-0.1-Quantile-Accuracy": 90.57999420166016, "Augmented-Accuracy": 93.2444, "Augmented-Loss": 1.0396390394725799, "Clean-Accuracy": 90.42, "Clean-Loss": 0.8169601373672485, "PGD-Accuracy": 7.82, "PGD-Loss": 4.421497176361084}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 1389.618600845337, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.56999969482422, "Augmented-0.05-Quantile-Accuracy": 82.47000122070312, "Augmented-0.1-Quantile-Accuracy": 83.79000091552734, "Augmented-Accuracy": 87.4205, "Augmented-Loss": 1.1477486179962157, "Clean-Accuracy": 89.2, "Clean-Loss": 1.0188678245544434, "PGD-Accuracy": 1.05, "PGD-Loss": 4.707529061889648}, "Total-Time": 126448.88288021088, "Train": {"Loss": 0.9593324240493775, "avg t": 0.9285379674530029, "plain loss": 0.8411863601989744}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.6199951171875, "Augmented-0.05-Quantile-Accuracy": 89.13999938964844, "Augmented-0.1-Quantile-Accuracy": 90.29999542236328, "Augmented-Accuracy": 93.0904, "Augmented-Loss": 1.0579364621067047, "Clean-Accuracy": 87.88, "Clean-Loss": 0.8327071514129639, "PGD-Accuracy": 5.96, "PGD-Loss": 4.435636274719238}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 1389.2501657009125, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.5999984741211, "Augmented-0.05-Quantile-Accuracy": 81.80999755859375, "Augmented-0.1-Quantile-Accuracy": 82.95999908447266, "Augmented-Accuracy": 86.7447, "Augmented-Loss": 1.153120164543152, "Clean-Accuracy": 88.44, "Clean-Loss": 1.0208624938964843, "PGD-Accuracy": 1.25, "PGD-Loss": 4.652066592407227}, "Total-Time": 127838.13304591179, "Train": {"Loss": 0.9609443370819092, "avg t": 0.9286597798156738, "plain loss": 0.8439402859497063}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.83999633789062, "Augmented-0.05-Quantile-Accuracy": 88.31999969482422, "Augmented-0.1-Quantile-Accuracy": 89.33999633789062, "Augmented-Accuracy": 92.156, "Augmented-Loss": 1.0551889545860291, "Clean-Accuracy": 90.42, "Clean-Loss": 0.8526367081642151, "PGD-Accuracy": 6.88, "PGD-Loss": 4.332946029663086}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 1389.1776041984558, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.04999542236328, "Augmented-0.05-Quantile-Accuracy": 83.05999755859375, "Augmented-0.1-Quantile-Accuracy": 84.43000030517578, "Augmented-Accuracy": 88.1685, "Augmented-Loss": 1.1401037629241944, "Clean-Accuracy": 90.12, "Clean-Loss": 1.00703549118042, "PGD-Accuracy": 1.52, "PGD-Loss": 4.573176416015625}, "Total-Time": 129227.31065011024, "Train": {"Loss": 0.9580310425949097, "avg t": 0.9282131257247925, "plain loss": 0.8404329290771488}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.54000091552734, "Augmented-0.05-Quantile-Accuracy": 90.54000091552734, "Augmented-0.1-Quantile-Accuracy": 91.37999725341797, "Augmented-Accuracy": 94.0172, "Augmented-Loss": 1.0430861253604888, "Clean-Accuracy": 90.2, "Clean-Loss": 0.8308572229385376, "PGD-Accuracy": 8.86, "PGD-Loss": 4.24429497833252}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 1388.6853721141815, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.69999694824219, "Augmented-0.05-Quantile-Accuracy": 83.47999572753906, "Augmented-0.1-Quantile-Accuracy": 84.7699966430664, "Augmented-Accuracy": 88.2941, "Augmented-Loss": 1.1320814204864502, "Clean-Accuracy": 90.07, "Clean-Loss": 1.0058921577453612, "PGD-Accuracy": 2.27, "PGD-Loss": 4.496560299682617}, "Total-Time": 130615.99602222443, "Train": {"Loss": 0.957119896621704, "avg t": 0.9277806231307983, "plain loss": 0.8407466616821291}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.86000061035156, "Augmented-0.05-Quantile-Accuracy": 90.87999725341797, "Augmented-0.1-Quantile-Accuracy": 91.93999481201172, "Augmented-Accuracy": 94.4402, "Augmented-Loss": 1.0410632322826385, "Clean-Accuracy": 82.62, "Clean-Loss": 0.863273883152008, "PGD-Accuracy": 9.02, "PGD-Loss": 4.164542246246338}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 1385.9509754180908, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.38999938964844, "Augmented-0.05-Quantile-Accuracy": 82.9000015258789, "Augmented-0.1-Quantile-Accuracy": 84.31999969482422, "Augmented-Accuracy": 88.0263, "Augmented-Loss": 1.1575035447006226, "Clean-Accuracy": 89.58, "Clean-Loss": 1.0193482704162597, "PGD-Accuracy": 0.88, "PGD-Loss": 4.508081134033203}, "Total-Time": 132001.94699764252, "Train": {"Loss": 0.9566438382339477, "avg t": 0.9277776893234253, "plain loss": 0.8439303114624032}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.68000030517578, "Augmented-0.05-Quantile-Accuracy": 89.29999542236328, "Augmented-0.1-Quantile-Accuracy": 90.57999420166016, "Augmented-Accuracy": 93.3018, "Augmented-Loss": 1.0572165601043702, "Clean-Accuracy": 91.14, "Clean-Loss": 0.8366036518096924, "PGD-Accuracy": 6.16, "PGD-Loss": 4.253905735778808}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 1383.7471776008606, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.04000091552734, "Augmented-0.05-Quantile-Accuracy": 82.9000015258789, "Augmented-0.1-Quantile-Accuracy": 84.29999542236328, "Augmented-Accuracy": 87.8184, "Augmented-Loss": 1.1429010586700439, "Clean-Accuracy": 89.92, "Clean-Loss": 1.024376272583008, "PGD-Accuracy": 2.09, "PGD-Loss": 4.439561010742188}, "Total-Time": 133385.69417524338, "Train": {"Loss": 0.9561050817108154, "avg t": 0.9278066873550415, "plain loss": 0.8441647068786627}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.81999969482422, "Augmented-0.05-Quantile-Accuracy": 89.75999450683594, "Augmented-0.1-Quantile-Accuracy": 90.89999389648438, "Augmented-Accuracy": 93.6536, "Augmented-Loss": 1.0564324137001038, "Clean-Accuracy": 89.92, "Clean-Loss": 0.8292782784461975, "PGD-Accuracy": 8.0, "PGD-Loss": 4.1736416946411135}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 1382.8819408416748, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.58999633789062, "Augmented-0.05-Quantile-Accuracy": 83.57999420166016, "Augmented-0.1-Quantile-Accuracy": 84.9000015258789, "Augmented-Accuracy": 88.541, "Augmented-Loss": 1.1443313476715087, "Clean-Accuracy": 90.01, "Clean-Loss": 1.024287146759033, "PGD-Accuracy": 1.21, "PGD-Loss": 4.417228387451172}, "Total-Time": 134768.57611608505, "Train": {"Loss": 0.9566250762176514, "avg t": 0.9278908760070801, "plain loss": 0.8459728265991214}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.5999984741211, "Augmented-0.05-Quantile-Accuracy": 91.37999725341797, "Augmented-0.1-Quantile-Accuracy": 92.23999786376953, "Augmented-Accuracy": 94.664, "Augmented-Loss": 1.0576759178142547, "Clean-Accuracy": 89.46, "Clean-Loss": 0.8172099102020264, "PGD-Accuracy": 7.02, "PGD-Loss": 4.133613459777832}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 1382.2577981948853, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.95999908447266, "Augmented-0.05-Quantile-Accuracy": 82.29999542236328, "Augmented-0.1-Quantile-Accuracy": 83.5, "Augmented-Accuracy": 87.4237, "Augmented-Loss": 1.1696558102874757, "Clean-Accuracy": 89.26, "Clean-Loss": 1.0402110061645509, "PGD-Accuracy": 0.93, "PGD-Loss": 4.4072607727050785}, "Total-Time": 136150.83391427994, "Train": {"Loss": 0.9559804465293884, "avg t": 0.9276218444824219, "plain loss": 0.847046948120117}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.23999786376953, "Augmented-0.05-Quantile-Accuracy": 90.22000122070312, "Augmented-0.1-Quantile-Accuracy": 91.33999633789062, "Augmented-Accuracy": 93.6092, "Augmented-Loss": 1.0754398735408783, "Clean-Accuracy": 86.88, "Clean-Loss": 0.8991056696891785, "PGD-Accuracy": 5.5, "PGD-Loss": 4.169902306365967}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 1382.2498123645782, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.2699966430664, "Augmented-0.05-Quantile-Accuracy": 83.0999984741211, "Augmented-0.1-Quantile-Accuracy": 84.44999694824219, "Augmented-Accuracy": 88.1629, "Augmented-Loss": 1.1565291445159913, "Clean-Accuracy": 90.27, "Clean-Loss": 1.034951483154297, "PGD-Accuracy": 1.21, "PGD-Loss": 4.367204309082031}, "Total-Time": 137533.08372664452, "Train": {"Loss": 0.9558574436378479, "avg t": 0.9275241871261597, "plain loss": 0.8481798160247799}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.77999877929688, "Augmented-0.05-Quantile-Accuracy": 91.5199966430664, "Augmented-0.1-Quantile-Accuracy": 92.83999633789062, "Augmented-Accuracy": 94.9078, "Augmented-Loss": 1.063489232339859, "Clean-Accuracy": 93.24, "Clean-Loss": 0.7715146745681762, "PGD-Accuracy": 10.66, "PGD-Loss": 3.995378332519531}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 1380.6553654670715, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.11000061035156, "Augmented-0.05-Quantile-Accuracy": 84.18000030517578, "Augmented-0.1-Quantile-Accuracy": 85.37999725341797, "Augmented-Accuracy": 88.8561, "Augmented-Loss": 1.1584515226516723, "Clean-Accuracy": 90.8, "Clean-Loss": 1.0255143241882325, "PGD-Accuracy": 1.42, "PGD-Loss": 4.336377917480469}, "Total-Time": 138913.7390921116, "Train": {"Loss": 0.9484468218994141, "avg t": 0.9256339368438721, "plain loss": 0.8383721667785642}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.83999633789062, "Augmented-0.05-Quantile-Accuracy": 92.13999938964844, "Augmented-0.1-Quantile-Accuracy": 93.0199966430664, "Augmented-Accuracy": 95.3176, "Augmented-Loss": 1.0590745631599425, "Clean-Accuracy": 87.32, "Clean-Loss": 0.8469658824920654, "PGD-Accuracy": 10.46, "PGD-Loss": 4.002645855331421}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 1379.4857077598572, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.30999755859375, "Augmented-0.05-Quantile-Accuracy": 84.19999694824219, "Augmented-0.1-Quantile-Accuracy": 85.45999908447266, "Augmented-Accuracy": 88.8941, "Augmented-Loss": 1.1623027746887207, "Clean-Accuracy": 90.48, "Clean-Loss": 1.0406577049255372, "PGD-Accuracy": 1.29, "PGD-Loss": 4.333810968017578}, "Total-Time": 140293.22479987144, "Train": {"Loss": 0.9455761945533753, "avg t": 0.9248870300292968, "plain loss": 0.8360654180603038}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.81999969482422, "Augmented-0.05-Quantile-Accuracy": 92.18000030517578, "Augmented-0.1-Quantile-Accuracy": 93.22000122070312, "Augmented-Accuracy": 95.4358, "Augmented-Loss": 1.0729295628948212, "Clean-Accuracy": 88.74, "Clean-Loss": 0.8533444277763367, "PGD-Accuracy": 9.5, "PGD-Loss": 4.001039852905273}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 1379.0544900894165, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.79999542236328, "Augmented-0.05-Quantile-Accuracy": 84.57999420166016, "Augmented-0.1-Quantile-Accuracy": 85.79000091552734, "Augmented-Accuracy": 89.1729, "Augmented-Loss": 1.161677835800171, "Clean-Accuracy": 90.66, "Clean-Loss": 1.0419027252197266, "PGD-Accuracy": 1.48, "PGD-Loss": 4.31524126586914}, "Total-Time": 141672.27928996086, "Train": {"Loss": 0.944550250453949, "avg t": 0.9246316251373291, "plain loss": 0.8358874218750013}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.0, "Augmented-0.05-Quantile-Accuracy": 92.37999725341797, "Augmented-0.1-Quantile-Accuracy": 93.19999694824219, "Augmented-Accuracy": 95.3146, "Augmented-Loss": 1.0756746853942871, "Clean-Accuracy": 94.08, "Clean-Loss": 0.8873038103103638, "PGD-Accuracy": 11.46, "PGD-Loss": 3.950144278717041}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 1377.7982294559479, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.80999755859375, "Augmented-0.05-Quantile-Accuracy": 84.72000122070312, "Augmented-0.1-Quantile-Accuracy": 85.93000030517578, "Augmented-Accuracy": 89.2736, "Augmented-Loss": 1.1641728564376832, "Clean-Accuracy": 90.81, "Clean-Loss": 1.033343154144287, "PGD-Accuracy": 1.56, "PGD-Loss": 4.303460717773437}, "Total-Time": 143050.0775194168, "Train": {"Loss": 0.9442117512130738, "avg t": 0.9245429993057251, "plain loss": 0.8347520158081057}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.18000030517578, "Augmented-0.05-Quantile-Accuracy": 92.43999481201172, "Augmented-0.1-Quantile-Accuracy": 93.29999542236328, "Augmented-Accuracy": 95.4096, "Augmented-Loss": 1.0663142387104034, "Clean-Accuracy": 87.32, "Clean-Loss": 0.8308801071166992, "PGD-Accuracy": 9.3, "PGD-Loss": 3.9840931884765625}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 1377.9229762554169, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.86000061035156, "Augmented-0.05-Quantile-Accuracy": 84.80999755859375, "Augmented-0.1-Quantile-Accuracy": 85.77999877929688, "Augmented-Accuracy": 89.2414, "Augmented-Loss": 1.1612229024810792, "Clean-Accuracy": 90.9, "Clean-Loss": 1.027058908843994, "PGD-Accuracy": 1.8, "PGD-Loss": 4.283093942260742}, "Total-Time": 144428.00049567223, "Train": {"Loss": 0.9431114496994019, "avg t": 0.924228031425476, "plain loss": 0.8344181914062497}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.47999572753906, "Augmented-0.05-Quantile-Accuracy": 92.69999694824219, "Augmented-0.1-Quantile-Accuracy": 93.5199966430664, "Augmented-Accuracy": 95.465, "Augmented-Loss": 1.0630502504463195, "Clean-Accuracy": 93.84, "Clean-Loss": 0.7818997624397278, "PGD-Accuracy": 12.96, "PGD-Loss": 3.880574980545044}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 1377.9232568740845, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.83999633789062, "Augmented-0.05-Quantile-Accuracy": 84.68999481201172, "Augmented-0.1-Quantile-Accuracy": 85.86000061035156, "Augmented-Accuracy": 89.1366, "Augmented-Loss": 1.162780314201355, "Clean-Accuracy": 90.6, "Clean-Loss": 1.0329924285888672, "PGD-Accuracy": 1.54, "PGD-Loss": 4.276466650390625}, "Total-Time": 145805.9237525463, "Train": {"Loss": 0.9429218338775635, "avg t": 0.9242200307846069, "plain loss": 0.8345793322753906}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.4000015258789, "Augmented-0.05-Quantile-Accuracy": 92.65999603271484, "Augmented-0.1-Quantile-Accuracy": 93.63999938964844, "Augmented-Accuracy": 95.7808, "Augmented-Loss": 1.0647979591350556, "Clean-Accuracy": 91.04, "Clean-Loss": 0.8323722902297974, "PGD-Accuracy": 12.76, "PGD-Loss": 3.856031022644043}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 1377.600410938263, "Test": {"Augmented-0.01-Quantile-Accuracy": 82.1199951171875, "Augmented-0.05-Quantile-Accuracy": 84.72000122070312, "Augmented-0.1-Quantile-Accuracy": 85.83999633789062, "Augmented-Accuracy": 89.2441, "Augmented-Loss": 1.1670806229629516, "Clean-Accuracy": 91.04, "Clean-Loss": 1.0355937858581543, "PGD-Accuracy": 1.61, "PGD-Loss": 4.263470886230468}, "Total-Time": 147183.52416348457, "Train": {"Loss": 0.942589557647705, "avg t": 0.9241211877059936, "plain loss": 0.8336647494506836}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.79999542236328, "Augmented-0.05-Quantile-Accuracy": 93.22000122070312, "Augmented-0.1-Quantile-Accuracy": 94.1199951171875, "Augmented-Accuracy": 95.8286, "Augmented-Loss": 1.0678176541442872, "Clean-Accuracy": 91.8, "Clean-Loss": 0.8754909996032715, "PGD-Accuracy": 11.44, "PGD-Loss": 3.9023415046691894}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 1377.6811974048615, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.97000122070312, "Augmented-0.05-Quantile-Accuracy": 84.65999603271484, "Augmented-0.1-Quantile-Accuracy": 85.81999969482422, "Augmented-Accuracy": 89.2089, "Augmented-Loss": 1.1678195961914062, "Clean-Accuracy": 90.71, "Clean-Loss": 1.0362565742492675, "PGD-Accuracy": 1.62, "PGD-Loss": 4.2538724609375}, "Total-Time": 148561.20536088943, "Train": {"Loss": 0.9428671111679077, "avg t": 0.9241674986076355, "plain loss": 0.8358722705383312}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.36000061035156, "Augmented-0.05-Quantile-Accuracy": 92.81999969482422, "Augmented-0.1-Quantile-Accuracy": 93.73999786376953, "Augmented-Accuracy": 95.5694, "Augmented-Loss": 1.0713678053073883, "Clean-Accuracy": 90.72, "Clean-Loss": 0.8566070985794068, "PGD-Accuracy": 10.68, "PGD-Loss": 3.890486675262451}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 1378.0870487689972, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.93000030517578, "Augmented-0.05-Quantile-Accuracy": 84.5199966430664, "Augmented-0.1-Quantile-Accuracy": 85.79999542236328, "Augmented-Accuracy": 89.2246, "Augmented-Loss": 1.1684443782958984, "Clean-Accuracy": 90.65, "Clean-Loss": 1.0330217193603515, "PGD-Accuracy": 1.73, "PGD-Loss": 4.2419927764892575}, "Total-Time": 149939.29240965843, "Train": {"Loss": 0.9420708602714538, "avg t": 0.923973155708313, "plain loss": 0.8343585316162111}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.33999633789062, "Augmented-0.05-Quantile-Accuracy": 92.81999969482422, "Augmented-0.1-Quantile-Accuracy": 93.69999694824219, "Augmented-Accuracy": 95.7608, "Augmented-Loss": 1.067950181596756, "Clean-Accuracy": 93.1, "Clean-Loss": 0.843982379245758, "PGD-Accuracy": 13.42, "PGD-Loss": 3.8311604888916015}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 1378.2265446186066, "Test": {"Augmented-0.01-Quantile-Accuracy": 82.00999450683594, "Augmented-0.05-Quantile-Accuracy": 84.75, "Augmented-0.1-Quantile-Accuracy": 85.88999938964844, "Augmented-Accuracy": 89.3026, "Augmented-Loss": 1.16966712840271, "Clean-Accuracy": 91.2, "Clean-Loss": 1.0296665420532227, "PGD-Accuracy": 1.63, "PGD-Loss": 4.230818307495118}, "Total-Time": 151317.51895427704, "Train": {"Loss": 0.9419058483505249, "avg t": 0.9238714682769775, "plain loss": 0.8334214692687983}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.19999694824219, "Augmented-0.05-Quantile-Accuracy": 93.54000091552734, "Augmented-0.1-Quantile-Accuracy": 94.19999694824219, "Augmented-Accuracy": 96.0466, "Augmented-Loss": 1.0672949917964936, "Clean-Accuracy": 93.94, "Clean-Loss": 0.8227909284591675, "PGD-Accuracy": 13.0, "PGD-Loss": 3.81143369140625}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 1379.3931665420532, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.87999725341797, "Augmented-0.05-Quantile-Accuracy": 84.68999481201172, "Augmented-0.1-Quantile-Accuracy": 85.68000030517578, "Augmented-Accuracy": 89.1575, "Augmented-Loss": 1.1729645088119507, "Clean-Accuracy": 90.74, "Clean-Loss": 1.037659976196289, "PGD-Accuracy": 1.43, "PGD-Loss": 4.228147686767578}, "Total-Time": 152696.9121208191, "Train": {"Loss": 0.9426916086196899, "avg t": 0.9240137192344665, "plain loss": 0.8354451163024901}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.75999450683594, "Augmented-0.05-Quantile-Accuracy": 92.73999786376953, "Augmented-0.1-Quantile-Accuracy": 93.68000030517578, "Augmented-Accuracy": 95.7578, "Augmented-Loss": 1.071352997909546, "Clean-Accuracy": 93.92, "Clean-Loss": 0.8075679928779602, "PGD-Accuracy": 10.4, "PGD-Loss": 3.8765266036987303}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 1379.9477677345276, "Test": {"Augmented-0.01-Quantile-Accuracy": 82.0199966430664, "Augmented-0.05-Quantile-Accuracy": 84.48999786376953, "Augmented-0.1-Quantile-Accuracy": 85.62999725341797, "Augmented-Accuracy": 89.1481, "Augmented-Loss": 1.1701903370819091, "Clean-Accuracy": 90.99, "Clean-Loss": 1.0366224250793457, "PGD-Accuracy": 1.5, "PGD-Loss": 4.215243615722656}, "Total-Time": 154076.85988855362, "Train": {"Loss": 0.9419366353607178, "avg t": 0.923891904335022, "plain loss": 0.8338375423278812}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.75999450683594, "Augmented-0.05-Quantile-Accuracy": 93.18000030517578, "Augmented-0.1-Quantile-Accuracy": 94.04000091552734, "Augmented-Accuracy": 95.9128, "Augmented-Loss": 1.0703586028289795, "Clean-Accuracy": 93.22, "Clean-Loss": 0.8081713574409485, "PGD-Accuracy": 11.86, "PGD-Loss": 3.8178976257324218}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 1380.4084022045135, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.86000061035156, "Augmented-0.05-Quantile-Accuracy": 84.86000061035156, "Augmented-0.1-Quantile-Accuracy": 85.91999816894531, "Augmented-Accuracy": 89.2663, "Augmented-Loss": 1.1701888985366822, "Clean-Accuracy": 90.98, "Clean-Loss": 1.0324797492980957, "PGD-Accuracy": 1.67, "PGD-Loss": 4.197874575805664}, "Total-Time": 155457.26829075813, "Train": {"Loss": 0.9415923373603821, "avg t": 0.9237314991760254, "plain loss": 0.8350245187988283}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.05999755859375, "Augmented-0.05-Quantile-Accuracy": 93.19999694824219, "Augmented-0.1-Quantile-Accuracy": 94.05999755859375, "Augmented-Accuracy": 95.853, "Augmented-Loss": 1.066069621477127, "Clean-Accuracy": 91.38, "Clean-Loss": 0.7704350486755371, "PGD-Accuracy": 13.44, "PGD-Loss": 3.7750211753845213}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 1380.5372321605682, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.86000061035156, "Augmented-0.05-Quantile-Accuracy": 84.5999984741211, "Augmented-0.1-Quantile-Accuracy": 85.8699951171875, "Augmented-Accuracy": 89.2706, "Augmented-Loss": 1.1720204939575196, "Clean-Accuracy": 90.96, "Clean-Loss": 1.0406319122314454, "PGD-Accuracy": 1.63, "PGD-Loss": 4.189591738891601}, "Total-Time": 156837.8055229187, "Train": {"Loss": 0.941501968460083, "avg t": 0.9237157803344727, "plain loss": 0.8357189733886717}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.93999481201172, "Augmented-0.05-Quantile-Accuracy": 93.25999450683594, "Augmented-0.1-Quantile-Accuracy": 93.95999908447266, "Augmented-Accuracy": 96.024, "Augmented-Loss": 1.0736958391056062, "Clean-Accuracy": 92.14, "Clean-Loss": 0.8337058667182923, "PGD-Accuracy": 12.84, "PGD-Loss": 3.7847855422973633}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 1381.1954863071442, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.68000030517578, "Augmented-0.05-Quantile-Accuracy": 84.65999603271484, "Augmented-0.1-Quantile-Accuracy": 85.75999450683594, "Augmented-Accuracy": 89.2188, "Augmented-Loss": 1.17218335761261, "Clean-Accuracy": 90.95, "Clean-Loss": 1.038776286315918, "PGD-Accuracy": 1.87, "PGD-Loss": 4.173477352905273}, "Total-Time": 158219.00100922585, "Train": {"Loss": 0.9414323266220093, "avg t": 0.9237863441467286, "plain loss": 0.8347682478027341}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.19999694824219, "Augmented-0.05-Quantile-Accuracy": 93.33999633789062, "Augmented-0.1-Quantile-Accuracy": 93.93999481201172, "Augmented-Accuracy": 96.141, "Augmented-Loss": 1.070948977842331, "Clean-Accuracy": 85.8, "Clean-Loss": 0.8553474883079529, "PGD-Accuracy": 11.92, "PGD-Loss": 3.777742109680176}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 1382.2816054821014, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.88999938964844, "Augmented-0.05-Quantile-Accuracy": 84.61000061035156, "Augmented-0.1-Quantile-Accuracy": 85.95999908447266, "Augmented-Accuracy": 89.2608, "Augmented-Loss": 1.173357436149597, "Clean-Accuracy": 90.78, "Clean-Loss": 1.0398867279052735, "PGD-Accuracy": 1.85, "PGD-Loss": 4.172256661987305}, "Total-Time": 159601.28261470795, "Train": {"Loss": 0.9416075543212891, "avg t": 0.9237139363479614, "plain loss": 0.8364576868286135}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.72000122070312, "Augmented-0.05-Quantile-Accuracy": 93.25999450683594, "Augmented-0.1-Quantile-Accuracy": 94.15999603271484, "Augmented-Accuracy": 95.9252, "Augmented-Loss": 1.0722800366706848, "Clean-Accuracy": 92.34, "Clean-Loss": 0.79129088306427, "PGD-Accuracy": 12.06, "PGD-Loss": 3.7959709968566893}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 1382.4807283878326, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.88999938964844, "Augmented-0.05-Quantile-Accuracy": 84.7699966430664, "Augmented-0.1-Quantile-Accuracy": 85.87999725341797, "Augmented-Accuracy": 89.2731, "Augmented-Loss": 1.171541217666626, "Clean-Accuracy": 90.97, "Clean-Loss": 1.0335306770324708, "PGD-Accuracy": 1.99, "PGD-Loss": 4.16809284362793}, "Total-Time": 160983.76334309578, "Train": {"Loss": 0.941413840560913, "avg t": 0.923676999797821, "plain loss": 0.8360625797424308}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.31999969482422, "Augmented-0.05-Quantile-Accuracy": 93.54000091552734, "Augmented-0.1-Quantile-Accuracy": 94.33999633789062, "Augmented-Accuracy": 96.1982, "Augmented-Loss": 1.0657632199878693, "Clean-Accuracy": 89.34, "Clean-Loss": 0.8367956567764282, "PGD-Accuracy": 11.44, "PGD-Loss": 3.8228869338989258}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 1383.1269874572754, "Test": {"Augmented-0.01-Quantile-Accuracy": 82.02999877929688, "Augmented-0.05-Quantile-Accuracy": 84.70999908447266, "Augmented-0.1-Quantile-Accuracy": 85.8499984741211, "Augmented-Accuracy": 89.2697, "Augmented-Loss": 1.1721939158859254, "Clean-Accuracy": 91.04, "Clean-Loss": 1.0364557426452636, "PGD-Accuracy": 1.85, "PGD-Loss": 4.167540203857422}, "Total-Time": 162366.89033055305, "Train": {"Loss": 0.9414531989097595, "avg t": 0.9237199055480957, "plain loss": 0.8359218400268567}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.81999969482422, "Augmented-0.05-Quantile-Accuracy": 93.1199951171875, "Augmented-0.1-Quantile-Accuracy": 94.0199966430664, "Augmented-Accuracy": 95.832, "Augmented-Loss": 1.069495153837204, "Clean-Accuracy": 89.84, "Clean-Loss": 0.8477753522872925, "PGD-Accuracy": 13.58, "PGD-Loss": 3.754913179016113}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 1383.12522149086, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.86000061035156, "Augmented-0.05-Quantile-Accuracy": 84.68000030517578, "Augmented-0.1-Quantile-Accuracy": 85.82999420166016, "Augmented-Accuracy": 89.2765, "Augmented-Loss": 1.1715220575866698, "Clean-Accuracy": 90.89, "Clean-Loss": 1.0354103477478027, "PGD-Accuracy": 1.91, "PGD-Loss": 4.167234149169922}, "Total-Time": 163750.01555204391, "Train": {"Loss": 0.9413058968353272, "avg t": 0.9236657818412781, "plain loss": 0.8350839280700683}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.05999755859375, "Augmented-0.05-Quantile-Accuracy": 93.27999877929688, "Augmented-0.1-Quantile-Accuracy": 94.13999938964844, "Augmented-Accuracy": 95.9456, "Augmented-Loss": 1.0691782811107635, "Clean-Accuracy": 91.26, "Clean-Loss": 0.8205040597915649, "PGD-Accuracy": 13.72, "PGD-Loss": 3.7665763328552244}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 1383.505651473999, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.87999725341797, "Augmented-0.05-Quantile-Accuracy": 84.8699951171875, "Augmented-0.1-Quantile-Accuracy": 85.87999725341797, "Augmented-Accuracy": 89.3105, "Augmented-Loss": 1.1716982090148926, "Clean-Accuracy": 90.98, "Clean-Loss": 1.032049649810791, "PGD-Accuracy": 1.87, "PGD-Loss": 4.166865991210938}, "Total-Time": 165133.5212035179, "Train": {"Loss": 0.9414220956039429, "avg t": 0.9237155922889709, "plain loss": 0.8356004681701673}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.87999725341797, "Augmented-0.05-Quantile-Accuracy": 93.39999389648438, "Augmented-0.1-Quantile-Accuracy": 94.33999633789062, "Augmented-Accuracy": 95.948, "Augmented-Loss": 1.0656133466377258, "Clean-Accuracy": 93.66, "Clean-Loss": 0.8004492532730103, "PGD-Accuracy": 12.2, "PGD-Loss": 3.7956459548950194}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 1383.5974299907684, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.93000030517578, "Augmented-0.05-Quantile-Accuracy": 84.80999755859375, "Augmented-0.1-Quantile-Accuracy": 85.98999786376953, "Augmented-Accuracy": 89.3274, "Augmented-Loss": 1.1706223263626099, "Clean-Accuracy": 90.95, "Clean-Loss": 1.0320882247924805, "PGD-Accuracy": 1.75, "PGD-Loss": 4.1659503723144535}, "Total-Time": 166517.11863350868, "Train": {"Loss": 0.9415837255859375, "avg t": 0.9237229684257507, "plain loss": 0.8355394922180177}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.1199951171875, "Augmented-0.05-Quantile-Accuracy": 93.25999450683594, "Augmented-0.1-Quantile-Accuracy": 94.1199951171875, "Augmented-Accuracy": 95.9796, "Augmented-Loss": 1.0657854501953126, "Clean-Accuracy": 94.52, "Clean-Loss": 0.8295513493537903, "PGD-Accuracy": 13.72, "PGD-Loss": 3.7538375564575195}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 1384.6962378025055, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.9000015258789, "Augmented-0.05-Quantile-Accuracy": 84.79000091552734, "Augmented-0.1-Quantile-Accuracy": 86.05999755859375, "Augmented-Accuracy": 89.3414, "Augmented-Loss": 1.1720285512695312, "Clean-Accuracy": 90.95, "Clean-Loss": 1.03376939163208, "PGD-Accuracy": 1.96, "PGD-Loss": 4.164363626098633}, "Total-Time": 167901.8148713112, "Train": {"Loss": 0.9412055037307739, "avg t": 0.9236211240196228, "plain loss": 0.8352194002075196}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.13999938964844, "Augmented-0.05-Quantile-Accuracy": 93.23999786376953, "Augmented-0.1-Quantile-Accuracy": 94.0, "Augmented-Accuracy": 96.0776, "Augmented-Loss": 1.0661710701980591, "Clean-Accuracy": 91.66, "Clean-Loss": 0.7914380351066589, "PGD-Accuracy": 13.34, "PGD-Loss": 3.7388892181396485}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 1386.1741380691528, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.9000015258789, "Augmented-0.05-Quantile-Accuracy": 84.79000091552734, "Augmented-0.1-Quantile-Accuracy": 85.91999816894531, "Augmented-Accuracy": 89.2996, "Augmented-Loss": 1.171996042060852, "Clean-Accuracy": 90.97, "Clean-Loss": 1.0321537017822267, "PGD-Accuracy": 1.84, "PGD-Loss": 4.164764440917969}, "Total-Time": 169287.98900938034, "Train": {"Loss": 0.9412304916763305, "avg t": 0.9236699690628052, "plain loss": 0.8349633802490241}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.83999633789062, "Augmented-0.05-Quantile-Accuracy": 93.29999542236328, "Augmented-0.1-Quantile-Accuracy": 94.13999938964844, "Augmented-Accuracy": 95.982, "Augmented-Loss": 1.0656926802825928, "Clean-Accuracy": 94.76, "Clean-Loss": 0.793099981880188, "PGD-Accuracy": 14.32, "PGD-Loss": 3.7258590713500976}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 1386.5983486175537, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.91999816894531, "Augmented-0.05-Quantile-Accuracy": 84.79999542236328, "Augmented-0.1-Quantile-Accuracy": 85.9000015258789, "Augmented-Accuracy": 89.3139, "Augmented-Loss": 1.1725331055145263, "Clean-Accuracy": 90.87, "Clean-Loss": 1.036304973602295, "PGD-Accuracy": 1.83, "PGD-Loss": 4.163438046264648}, "Total-Time": 170674.5873579979, "Train": {"Loss": 0.9411375633049012, "avg t": 0.9235802180862427, "plain loss": 0.8344923308715834}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.73999786376953, "Augmented-0.05-Quantile-Accuracy": 93.04000091552734, "Augmented-0.1-Quantile-Accuracy": 93.91999816894531, "Augmented-Accuracy": 95.834, "Augmented-Loss": 1.0692281902313232, "Clean-Accuracy": 87.2, "Clean-Loss": 0.7848434028625488, "PGD-Accuracy": 11.98, "PGD-Loss": 3.7856931674957277}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 1387.181797504425, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.9000015258789, "Augmented-0.05-Quantile-Accuracy": 84.75, "Augmented-0.1-Quantile-Accuracy": 86.05999755859375, "Augmented-Accuracy": 89.3513, "Augmented-Loss": 1.171775169090271, "Clean-Accuracy": 90.98, "Clean-Loss": 1.036057122039795, "PGD-Accuracy": 1.85, "PGD-Loss": 4.162045275878906}, "Total-Time": 172061.76915550232, "Train": {"Loss": 0.9415848746490478, "avg t": 0.9237631866455078, "plain loss": 0.835241008300782}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.18000030517578, "Augmented-0.05-Quantile-Accuracy": 93.36000061035156, "Augmented-0.1-Quantile-Accuracy": 94.29999542236328, "Augmented-Accuracy": 96.2, "Augmented-Loss": 1.0695204680786132, "Clean-Accuracy": 82.88, "Clean-Loss": 0.9005967438697815, "PGD-Accuracy": 9.16, "PGD-Loss": 3.860655121612549}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 1387.8645310401917, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.87999725341797, "Augmented-0.05-Quantile-Accuracy": 84.70999908447266, "Augmented-0.1-Quantile-Accuracy": 85.82999420166016, "Augmented-Accuracy": 89.3187, "Augmented-Loss": 1.1717158147277833, "Clean-Accuracy": 91.1, "Clean-Loss": 1.0407020278930663, "PGD-Accuracy": 1.77, "PGD-Loss": 4.162262884521485}, "Total-Time": 173449.6336865425, "Train": {"Loss": 0.9411328384208679, "avg t": 0.9236338432502746, "plain loss": 0.8354991706542974}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.63999938964844, "Augmented-0.05-Quantile-Accuracy": 93.89999389648438, "Augmented-0.1-Quantile-Accuracy": 94.5999984741211, "Augmented-Accuracy": 96.272, "Augmented-Loss": 1.07600385978508, "Clean-Accuracy": 93.3, "Clean-Loss": 0.8373844827651977, "PGD-Accuracy": 13.18, "PGD-Loss": 3.7599739181518554}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 1389.2041428089142, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.90999603271484, "Augmented-0.05-Quantile-Accuracy": 84.79999542236328, "Augmented-0.1-Quantile-Accuracy": 85.93000030517578, "Augmented-Accuracy": 89.351, "Augmented-Loss": 1.1729553307571412, "Clean-Accuracy": 91.07, "Clean-Loss": 1.0307462257385254, "PGD-Accuracy": 1.83, "PGD-Loss": 4.158762142944336}, "Total-Time": 174838.83782935143, "Train": {"Loss": 0.9406933113861083, "avg t": 0.9235139065742493, "plain loss": 0.8349107541198737}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.07999420166016, "Augmented-0.05-Quantile-Accuracy": 93.5199966430664, "Augmented-0.1-Quantile-Accuracy": 94.33999633789062, "Augmented-Accuracy": 96.0632, "Augmented-Loss": 1.0642896177635193, "Clean-Accuracy": 93.0, "Clean-Loss": 0.8364920401573182, "PGD-Accuracy": 12.98, "PGD-Loss": 3.7580144569396974}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 1391.0740916728973, "Test": {"Augmented-0.01-Quantile-Accuracy": 82.0, "Augmented-0.05-Quantile-Accuracy": 84.79999542236328, "Augmented-0.1-Quantile-Accuracy": 85.94999694824219, "Augmented-Accuracy": 89.359, "Augmented-Loss": 1.1720467448501586, "Clean-Accuracy": 91.02, "Clean-Loss": 1.033393659210205, "PGD-Accuracy": 1.8, "PGD-Loss": 4.157822210693359}, "Total-Time": 176229.91192102432, "Train": {"Loss": 0.9410387476348877, "avg t": 0.9236795627975464, "plain loss": 0.8359469006042487}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.97999572753906, "Augmented-0.05-Quantile-Accuracy": 93.19999694824219, "Augmented-0.1-Quantile-Accuracy": 93.81999969482422, "Augmented-Accuracy": 95.9468, "Augmented-Loss": 1.0678268777446747, "Clean-Accuracy": 94.06, "Clean-Loss": 0.8005848693847656, "PGD-Accuracy": 13.16, "PGD-Loss": 3.763949124145508}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 1389.958338022232, "Test": {"Augmented-0.01-Quantile-Accuracy": 82.00999450683594, "Augmented-0.05-Quantile-Accuracy": 84.80999755859375, "Augmented-0.1-Quantile-Accuracy": 85.95999908447266, "Augmented-Accuracy": 89.3496, "Augmented-Loss": 1.1717223400039674, "Clean-Accuracy": 91.09, "Clean-Loss": 1.036818717956543, "PGD-Accuracy": 1.87, "PGD-Loss": 4.156020516967773}, "Total-Time": 177619.87025904655, "Train": {"Loss": 0.9410104438781738, "avg t": 0.923604248638153, "plain loss": 0.8351995483398424}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.89999389648438, "Augmented-0.05-Quantile-Accuracy": 93.54000091552734, "Augmented-0.1-Quantile-Accuracy": 94.5199966430664, "Augmented-Accuracy": 96.2796, "Augmented-Loss": 1.0693726922359466, "Clean-Accuracy": 94.04, "Clean-Loss": 0.7766734310150146, "PGD-Accuracy": 12.12, "PGD-Loss": 3.7865618354797363}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 1391.7317814826965, "Test": {"Augmented-0.01-Quantile-Accuracy": 82.04000091552734, "Augmented-0.05-Quantile-Accuracy": 84.81999969482422, "Augmented-0.1-Quantile-Accuracy": 85.93999481201172, "Augmented-Accuracy": 89.3472, "Augmented-Loss": 1.1720862301864623, "Clean-Accuracy": 91.1, "Clean-Loss": 1.0386529273986815, "PGD-Accuracy": 1.92, "PGD-Loss": 4.1542661682128905}, "Total-Time": 179011.60204052925, "Train": {"Loss": 0.9411645868301391, "avg t": 0.923619249420166, "plain loss": 0.8353318897705077}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.5199966430664, "Augmented-0.05-Quantile-Accuracy": 93.69999694824219, "Augmented-0.1-Quantile-Accuracy": 94.39999389648438, "Augmented-Accuracy": 96.179, "Augmented-Loss": 1.0718683336868287, "Clean-Accuracy": 93.94, "Clean-Loss": 0.8492612410545349, "PGD-Accuracy": 12.8, "PGD-Loss": 3.777289429473877}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 1390.7389810085297, "Test": {"Augmented-0.01-Quantile-Accuracy": 82.12999725341797, "Augmented-0.05-Quantile-Accuracy": 84.9000015258789, "Augmented-0.1-Quantile-Accuracy": 86.02999877929688, "Augmented-Accuracy": 89.3797, "Augmented-Loss": 1.1714521572418213, "Clean-Accuracy": 91.09, "Clean-Loss": 1.0371820686340332, "PGD-Accuracy": 1.85, "PGD-Loss": 4.1549015625}, "Total-Time": 180402.34102153778, "Train": {"Loss": 0.941156711807251, "avg t": 0.9236343447113037, "plain loss": 0.8355595915527336}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.39999389648438, "Augmented-0.05-Quantile-Accuracy": 93.69999694824219, "Augmented-0.1-Quantile-Accuracy": 94.68000030517578, "Augmented-Accuracy": 96.3668, "Augmented-Loss": 1.0693046197986602, "Clean-Accuracy": 95.1, "Clean-Loss": 0.836103181552887, "PGD-Accuracy": 12.92, "PGD-Loss": 3.754747425842285}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 1390.4914379119873, "Test": {"Augmented-0.01-Quantile-Accuracy": 82.20999908447266, "Augmented-0.05-Quantile-Accuracy": 84.86000061035156, "Augmented-0.1-Quantile-Accuracy": 85.97000122070312, "Augmented-Accuracy": 89.3851, "Augmented-Loss": 1.1715594673995973, "Clean-Accuracy": 91.04, "Clean-Loss": 1.036104126739502, "PGD-Accuracy": 1.78, "PGD-Loss": 4.15178625793457}, "Total-Time": 181792.83245944977, "Train": {"Loss": 0.9413780735778808, "avg t": 0.9236297805404663, "plain loss": 0.8352798020019534}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.39999389648438, "Augmented-0.05-Quantile-Accuracy": 93.47999572753906, "Augmented-0.1-Quantile-Accuracy": 94.23999786376953, "Augmented-Accuracy": 96.0396, "Augmented-Loss": 1.06845062717247, "Clean-Accuracy": 91.5, "Clean-Loss": 0.8295296175956726, "PGD-Accuracy": 14.48, "PGD-Loss": 3.7097175193786622}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 1390.9180324077606, "Test": {"Augmented-0.01-Quantile-Accuracy": 82.04999542236328, "Augmented-0.05-Quantile-Accuracy": 84.87999725341797, "Augmented-0.1-Quantile-Accuracy": 86.12999725341797, "Augmented-Accuracy": 89.3877, "Augmented-Loss": 1.1727407025604248, "Clean-Accuracy": 91.12, "Clean-Loss": 1.0294013160705566, "PGD-Accuracy": 1.87, "PGD-Loss": 4.1512350158691405}, "Total-Time": 183183.75049185753, "Train": {"Loss": 0.9416548237419129, "avg t": 0.9237065938568115, "plain loss": 0.8365762782287598}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.54000091552734, "Augmented-0.05-Quantile-Accuracy": 93.54000091552734, "Augmented-0.1-Quantile-Accuracy": 94.33999633789062, "Augmented-Accuracy": 96.1374, "Augmented-Loss": 1.0620517060985566, "Clean-Accuracy": 92.3, "Clean-Loss": 0.7595857242584229, "PGD-Accuracy": 13.96, "PGD-Loss": 3.7194344219207762}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 1389.872624874115, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.98999786376953, "Augmented-0.05-Quantile-Accuracy": 84.97000122070312, "Augmented-0.1-Quantile-Accuracy": 86.05999755859375, "Augmented-Accuracy": 89.3731, "Augmented-Loss": 1.1721400107574462, "Clean-Accuracy": 91.05, "Clean-Loss": 1.0330210624694824, "PGD-Accuracy": 1.83, "PGD-Loss": 4.152303048706055}, "Total-Time": 184573.62311673164, "Train": {"Loss": 0.9413599941062927, "avg t": 0.9236557817077636, "plain loss": 0.8355390477294922}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.13999938964844, "Augmented-0.05-Quantile-Accuracy": 93.54000091552734, "Augmented-0.1-Quantile-Accuracy": 94.31999969482422, "Augmented-Accuracy": 96.2144, "Augmented-Loss": 1.0656336844558716, "Clean-Accuracy": 92.02, "Clean-Loss": 0.8303541297912598, "PGD-Accuracy": 13.66, "PGD-Loss": 3.7349982173919676}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 1390.1538541316986, "Test": {"Augmented-0.01-Quantile-Accuracy": 82.13999938964844, "Augmented-0.05-Quantile-Accuracy": 84.90999603271484, "Augmented-0.1-Quantile-Accuracy": 86.00999450683594, "Augmented-Accuracy": 89.375, "Augmented-Loss": 1.171737610572815, "Clean-Accuracy": 90.95, "Clean-Loss": 1.036117310333252, "PGD-Accuracy": 1.73, "PGD-Loss": 4.151899206542969}, "Total-Time": 185963.77697086334, "Train": {"Loss": 0.941058828163147, "avg t": 0.9235859679603576, "plain loss": 0.8354717505187985}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.55999755859375, "Augmented-0.05-Quantile-Accuracy": 93.73999786376953, "Augmented-0.1-Quantile-Accuracy": 94.37999725341797, "Augmented-Accuracy": 96.0256, "Augmented-Loss": 1.0691922201423645, "Clean-Accuracy": 93.64, "Clean-Loss": 0.8614157903671265, "PGD-Accuracy": 12.82, "PGD-Loss": 3.757184037017822}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 1390.4408059120178, "Test": {"Augmented-0.01-Quantile-Accuracy": 82.11000061035156, "Augmented-0.05-Quantile-Accuracy": 84.8699951171875, "Augmented-0.1-Quantile-Accuracy": 86.12999725341797, "Augmented-Accuracy": 89.4007, "Augmented-Loss": 1.1733997562561036, "Clean-Accuracy": 91.03, "Clean-Loss": 1.0420890434265138, "PGD-Accuracy": 1.77, "PGD-Loss": 4.15005094909668}, "Total-Time": 187354.21777677536, "Train": {"Loss": 0.9412467791748047, "avg t": 0.9236018742370605, "plain loss": 0.8349403904418943}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.33999633789062, "Augmented-0.05-Quantile-Accuracy": 93.69999694824219, "Augmented-0.1-Quantile-Accuracy": 94.45999908447266, "Augmented-Accuracy": 96.2746, "Augmented-Loss": 1.0746483055648803, "Clean-Accuracy": 91.52, "Clean-Loss": 0.8436662415504456, "PGD-Accuracy": 13.26, "PGD-Loss": 3.7450606407165528}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 1389.7883627414703, "Test": {"Augmented-0.01-Quantile-Accuracy": 82.08999633789062, "Augmented-0.05-Quantile-Accuracy": 84.81999969482422, "Augmented-0.1-Quantile-Accuracy": 86.00999450683594, "Augmented-Accuracy": 89.3921, "Augmented-Loss": 1.1713376252593994, "Clean-Accuracy": 90.98, "Clean-Loss": 1.0351528709411622, "PGD-Accuracy": 1.83, "PGD-Loss": 4.1483958709716795}, "Total-Time": 188744.00613951683, "Train": {"Loss": 0.9409112354660034, "avg t": 0.923569655418396, "plain loss": 0.8349786269531242}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.95999908447266, "Augmented-0.05-Quantile-Accuracy": 93.43999481201172, "Augmented-0.1-Quantile-Accuracy": 94.1199951171875, "Augmented-Accuracy": 95.9768, "Augmented-Loss": 1.0666429230690002, "Clean-Accuracy": 93.52, "Clean-Loss": 0.8012190892219544, "PGD-Accuracy": 13.08, "PGD-Loss": 3.742590907287598}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 1387.6944160461426, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.95999908447266, "Augmented-0.05-Quantile-Accuracy": 84.97999572753906, "Augmented-0.1-Quantile-Accuracy": 86.0199966430664, "Augmented-Accuracy": 89.3832, "Augmented-Loss": 1.1732257357254028, "Clean-Accuracy": 91.15, "Clean-Loss": 1.0322791984558106, "PGD-Accuracy": 1.85, "PGD-Loss": 4.144849719238281}, "Total-Time": 190131.70055556297, "Train": {"Loss": 0.9410639176177978, "avg t": 0.9236403114128113, "plain loss": 0.8353347364501951}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.23999786376953, "Augmented-0.05-Quantile-Accuracy": 93.22000122070312, "Augmented-0.1-Quantile-Accuracy": 94.07999420166016, "Augmented-Accuracy": 96.131, "Augmented-Loss": 1.0651429733924866, "Clean-Accuracy": 91.18, "Clean-Loss": 0.821573714351654, "PGD-Accuracy": 15.0, "PGD-Loss": 3.694998539733887}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 1386.8075754642487, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.94999694824219, "Augmented-0.05-Quantile-Accuracy": 84.93000030517578, "Augmented-0.1-Quantile-Accuracy": 85.94999694824219, "Augmented-Accuracy": 89.3908, "Augmented-Loss": 1.1723062061767577, "Clean-Accuracy": 91.03, "Clean-Loss": 1.0360240524291993, "PGD-Accuracy": 1.78, "PGD-Loss": 4.144796829223633}, "Total-Time": 191518.50813102722, "Train": {"Loss": 0.9409789805030823, "avg t": 0.9235960303115844, "plain loss": 0.8353501426696774}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.87999725341797, "Augmented-0.05-Quantile-Accuracy": 93.29999542236328, "Augmented-0.1-Quantile-Accuracy": 93.91999816894531, "Augmented-Accuracy": 95.9984, "Augmented-Loss": 1.0683595161457062, "Clean-Accuracy": 87.6, "Clean-Loss": 0.8525977717399598, "PGD-Accuracy": 14.48, "PGD-Loss": 3.7059539810180664}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 1386.5887439250946, "Test": {"Augmented-0.01-Quantile-Accuracy": 82.04999542236328, "Augmented-0.05-Quantile-Accuracy": 84.88999938964844, "Augmented-0.1-Quantile-Accuracy": 85.98999786376953, "Augmented-Accuracy": 89.4317, "Augmented-Loss": 1.1730823884658814, "Clean-Accuracy": 91.16, "Clean-Loss": 1.027006273651123, "PGD-Accuracy": 1.79, "PGD-Loss": 4.1436165344238285}, "Total-Time": 192905.09687495232, "Train": {"Loss": 0.9410937143325806, "avg t": 0.9236150304222107, "plain loss": 0.8361673379821777}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.93999481201172, "Augmented-0.05-Quantile-Accuracy": 92.87999725341797, "Augmented-0.1-Quantile-Accuracy": 93.81999969482422, "Augmented-Accuracy": 95.9972, "Augmented-Loss": 1.060124088092804, "Clean-Accuracy": 94.54, "Clean-Loss": 0.8394881227493286, "PGD-Accuracy": 13.06, "PGD-Loss": 3.7336561676025393}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output/cifar_05", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
