{"Epoch": 0, "Epoch-Time": 1393.7324876785278, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.529998779296875, "Augmented-0.05-Quantile-Accuracy": 46.19999694824219, "Augmented-0.1-Quantile-Accuracy": 46.939998626708984, "Augmented-Accuracy": 49.6732, "Augmented-Loss": 1.3784127677001954, "Clean-Accuracy": 52.69, "Clean-Loss": 1.2919742027282715, "PGD-Accuracy": 2.61, "PGD-Loss": 4.428071994018555}, "Total-Time": 1393.7324876785278, "Train": {"Loss": 2.262135665969849, "avg t": 1.0366495327377319, "plain loss": 1.5871480932006825}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.81999969482422, "Augmented-0.05-Quantile-Accuracy": 49.52000045776367, "Augmented-0.1-Quantile-Accuracy": 50.21999740600586, "Augmented-Accuracy": 53.1066, "Augmented-Loss": 1.3092703218097688, "Clean-Accuracy": 50.86, "Clean-Loss": 1.3649942014694214, "PGD-Accuracy": 3.84, "PGD-Loss": 4.055166992950439}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 1396.4033904075623, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.37999725341797, "Augmented-0.05-Quantile-Accuracy": 56.81999969482422, "Augmented-0.1-Quantile-Accuracy": 58.0, "Augmented-Accuracy": 62.1777, "Augmented-Loss": 1.2009850050506592, "Clean-Accuracy": 62.89, "Clean-Loss": 1.13952661819458, "PGD-Accuracy": 0.27, "PGD-Loss": 5.548081625366211}, "Total-Time": 2790.13587808609, "Train": {"Loss": 1.677096202316284, "avg t": 1.0033811576080323, "plain loss": 1.2204713817749013}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 57.23999786376953, "Augmented-0.05-Quantile-Accuracy": 59.65999984741211, "Augmented-0.1-Quantile-Accuracy": 60.619998931884766, "Augmented-Accuracy": 64.1174, "Augmented-Loss": 1.160161935596466, "Clean-Accuracy": 54.7, "Clean-Loss": 1.3010361331939697, "PGD-Accuracy": 0.6, "PGD-Loss": 5.097015516662598}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 1395.7505519390106, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.43000030517578, "Augmented-0.05-Quantile-Accuracy": 57.09000015258789, "Augmented-0.1-Quantile-Accuracy": 58.269996643066406, "Augmented-Accuracy": 62.4109, "Augmented-Loss": 1.1289944419555664, "Clean-Accuracy": 65.01, "Clean-Loss": 1.0471873207092286, "PGD-Accuracy": 0.13, "PGD-Loss": 6.272013995361328}, "Total-Time": 4185.886430025101, "Train": {"Loss": 1.4858522444534301, "avg t": 0.9882665309906006, "plain loss": 1.0907844946289074}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 57.03999710083008, "Augmented-0.05-Quantile-Accuracy": 59.959999084472656, "Augmented-0.1-Quantile-Accuracy": 61.279998779296875, "Augmented-Accuracy": 64.9584, "Augmented-Loss": 1.0734823634471893, "Clean-Accuracy": 63.56, "Clean-Loss": 1.0861647504806518, "PGD-Accuracy": 0.3, "PGD-Loss": 5.926648733520508}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 1395.9133596420288, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.22999954223633, "Augmented-0.05-Quantile-Accuracy": 65.29999542236328, "Augmented-0.1-Quantile-Accuracy": 66.61000061035156, "Augmented-Accuracy": 70.9187, "Augmented-Loss": 1.0634231691360474, "Clean-Accuracy": 73.44, "Clean-Loss": 0.9719921569824219, "PGD-Accuracy": 0.14, "PGD-Loss": 6.271511364746094}, "Total-Time": 5581.7997896671295, "Train": {"Loss": 1.3878143674087524, "avg t": 0.9797923436355591, "plain loss": 1.0219202445831304}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.77999877929688, "Augmented-0.05-Quantile-Accuracy": 68.73999786376953, "Augmented-0.1-Quantile-Accuracy": 69.91999816894531, "Augmented-Accuracy": 73.9448, "Augmented-Loss": 0.9978963945503235, "Clean-Accuracy": 69.64, "Clean-Loss": 1.02401875, "PGD-Accuracy": 0.08, "PGD-Loss": 5.907864389038086}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 1396.1862559318542, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.529998779296875, "Augmented-0.05-Quantile-Accuracy": 65.68000030517578, "Augmented-0.1-Quantile-Accuracy": 66.94999694824219, "Augmented-Accuracy": 71.1695, "Augmented-Loss": 1.0304020356063843, "Clean-Accuracy": 73.27, "Clean-Loss": 0.9319772331237793, "PGD-Accuracy": 0.04, "PGD-Loss": 6.383415972900391}, "Total-Time": 6977.986045598984, "Train": {"Loss": 1.3345381929016114, "avg t": 0.9754297509384156, "plain loss": 0.9853212793273929}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.9000015258789, "Augmented-0.05-Quantile-Accuracy": 69.18000030517578, "Augmented-0.1-Quantile-Accuracy": 70.6199951171875, "Augmented-Accuracy": 74.8174, "Augmented-Loss": 0.9568820013685226, "Clean-Accuracy": 72.04, "Clean-Loss": 0.9619191059112548, "PGD-Accuracy": 0.04, "PGD-Loss": 5.97894211807251}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 1395.518105506897, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.98999786376953, "Augmented-0.05-Quantile-Accuracy": 64.63999938964844, "Augmented-0.1-Quantile-Accuracy": 66.33999633789062, "Augmented-Accuracy": 71.2408, "Augmented-Loss": 1.0638243706054689, "Clean-Accuracy": 71.32, "Clean-Loss": 0.9788398818969727, "PGD-Accuracy": 0.04, "PGD-Loss": 6.5933974060058596}, "Total-Time": 8373.50415110588, "Train": {"Loss": 1.2897844083404542, "avg t": 0.9711862184906006, "plain loss": 0.9623579459533687}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.439998626708984, "Augmented-0.05-Quantile-Accuracy": 66.87999725341797, "Augmented-0.1-Quantile-Accuracy": 68.08000183105469, "Augmented-Accuracy": 73.039, "Augmented-Loss": 1.0057926578407288, "Clean-Accuracy": 68.12, "Clean-Loss": 0.9927068012237549, "PGD-Accuracy": 0.06, "PGD-Loss": 6.28226513671875}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 1394.8562378883362, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.5099983215332, "Augmented-0.05-Quantile-Accuracy": 66.62999725341797, "Augmented-0.1-Quantile-Accuracy": 68.05999755859375, "Augmented-Accuracy": 72.6993, "Augmented-Loss": 1.0495389293289183, "Clean-Accuracy": 73.39, "Clean-Loss": 0.9570064582824707, "PGD-Accuracy": 0.18, "PGD-Loss": 6.1906613342285155}, "Total-Time": 9768.360388994217, "Train": {"Loss": 1.2724936556243895, "avg t": 0.9694891254425049, "plain loss": 0.9581000494995112}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.72000122070312, "Augmented-0.05-Quantile-Accuracy": 69.63999938964844, "Augmented-0.1-Quantile-Accuracy": 70.86000061035156, "Augmented-Accuracy": 74.9724, "Augmented-Loss": 0.9755535376873017, "Clean-Accuracy": 77.2, "Clean-Loss": 0.8997880661010742, "PGD-Accuracy": 0.32, "PGD-Loss": 5.886901776123047}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 1394.6372706890106, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.28999710083008, "Augmented-0.05-Quantile-Accuracy": 66.37999725341797, "Augmented-0.1-Quantile-Accuracy": 68.0199966430664, "Augmented-Accuracy": 73.0882, "Augmented-Loss": 1.0499176772460936, "Clean-Accuracy": 74.34, "Clean-Loss": 0.9814345100402831, "PGD-Accuracy": 0.03, "PGD-Loss": 6.156489416503907}, "Total-Time": 11162.997659683228, "Train": {"Loss": 1.2633392488098145, "avg t": 0.9684752824783325, "plain loss": 0.954478460205078}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.81999969482422, "Augmented-0.05-Quantile-Accuracy": 67.9000015258789, "Augmented-0.1-Quantile-Accuracy": 69.5999984741211, "Augmented-Accuracy": 74.0084, "Augmented-Loss": 1.003425080789566, "Clean-Accuracy": 73.1, "Clean-Loss": 0.9584363191604615, "PGD-Accuracy": 0.1, "PGD-Loss": 5.984995654296875}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 1394.6107738018036, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.55999755859375, "Augmented-0.05-Quantile-Accuracy": 67.95999908447266, "Augmented-0.1-Quantile-Accuracy": 69.47999572753906, "Augmented-Accuracy": 74.1398, "Augmented-Loss": 1.0647569600143432, "Clean-Accuracy": 76.62, "Clean-Loss": 0.9754903770446778, "PGD-Accuracy": 0.04, "PGD-Loss": 6.054859045410156}, "Total-Time": 12557.608433485031, "Train": {"Loss": 1.2461721915054322, "avg t": 0.9668944066619873, "plain loss": 0.9493021928710943}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.41999816894531, "Augmented-0.05-Quantile-Accuracy": 72.6199951171875, "Augmented-0.1-Quantile-Accuracy": 74.05999755859375, "Augmented-Accuracy": 78.1588, "Augmented-Loss": 0.9891432165489197, "Clean-Accuracy": 79.86, "Clean-Loss": 0.9079365558624267, "PGD-Accuracy": 0.08, "PGD-Loss": 5.788880302429199}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 1395.2866716384888, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.709999084472656, "Augmented-0.05-Quantile-Accuracy": 67.33000183105469, "Augmented-0.1-Quantile-Accuracy": 68.73999786376953, "Augmented-Accuracy": 73.5791, "Augmented-Loss": 1.08824005884552, "Clean-Accuracy": 75.36, "Clean-Loss": 1.0003834228515625, "PGD-Accuracy": 0.04, "PGD-Loss": 5.818442846679687}, "Total-Time": 13952.89510512352, "Train": {"Loss": 1.2432314331817627, "avg t": 0.9662119067192078, "plain loss": 0.9538927198791497}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.72000122070312, "Augmented-0.05-Quantile-Accuracy": 71.27999877929688, "Augmented-0.1-Quantile-Accuracy": 72.65999603271484, "Augmented-Accuracy": 77.081, "Augmented-Loss": 1.0136507904624938, "Clean-Accuracy": 74.72, "Clean-Loss": 0.9586053092956544, "PGD-Accuracy": 0.08, "PGD-Loss": 5.607469555664062}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 1395.6613602638245, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.63999938964844, "Augmented-0.05-Quantile-Accuracy": 65.72999572753906, "Augmented-0.1-Quantile-Accuracy": 67.36000061035156, "Augmented-Accuracy": 72.4509, "Augmented-Loss": 1.0908454104995728, "Clean-Accuracy": 74.84, "Clean-Loss": 0.9663826477050781, "PGD-Accuracy": 0.07, "PGD-Loss": 5.911359130859375}, "Total-Time": 15348.556465387344, "Train": {"Loss": 1.2368057244873047, "avg t": 0.9659896257591247, "plain loss": 0.9515830572814943}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.73999786376953, "Augmented-0.05-Quantile-Accuracy": 71.77999877929688, "Augmented-0.1-Quantile-Accuracy": 73.0, "Augmented-Accuracy": 77.1426, "Augmented-Loss": 0.9787189490623475, "Clean-Accuracy": 75.22, "Clean-Loss": 0.912031241607666, "PGD-Accuracy": 0.1, "PGD-Loss": 5.627626110839843}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 1396.1039385795593, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.18000030517578, "Augmented-0.05-Quantile-Accuracy": 66.83000183105469, "Augmented-0.1-Quantile-Accuracy": 68.45999908447266, "Augmented-Accuracy": 73.6581, "Augmented-Loss": 1.1011490042495728, "Clean-Accuracy": 77.61, "Clean-Loss": 0.9747603004455566, "PGD-Accuracy": 0.1, "PGD-Loss": 5.799179644775391}, "Total-Time": 16744.660403966904, "Train": {"Loss": 1.2337728498649596, "avg t": 0.9651650629615783, "plain loss": 0.9488011838684084}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.36000061035156, "Augmented-0.05-Quantile-Accuracy": 69.97999572753906, "Augmented-0.1-Quantile-Accuracy": 71.72000122070312, "Augmented-Accuracy": 77.1348, "Augmented-Loss": 1.0163294081773757, "Clean-Accuracy": 69.18, "Clean-Loss": 1.0027632708549499, "PGD-Accuracy": 0.16, "PGD-Loss": 5.660969551849365}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 1396.0627331733704, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.79999923706055, "Augmented-0.05-Quantile-Accuracy": 67.31999969482422, "Augmented-0.1-Quantile-Accuracy": 68.75999450683594, "Augmented-Accuracy": 73.2647, "Augmented-Loss": 1.0625649370269776, "Clean-Accuracy": 75.27, "Clean-Loss": 0.9799661834716797, "PGD-Accuracy": 0.02, "PGD-Loss": 5.705712115478516}, "Total-Time": 18140.723137140274, "Train": {"Loss": 1.2241845835876466, "avg t": 0.9639706576919556, "plain loss": 0.9407196022338868}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.1199951171875, "Augmented-0.05-Quantile-Accuracy": 70.43999481201172, "Augmented-0.1-Quantile-Accuracy": 71.93999481201172, "Augmented-Accuracy": 76.49, "Augmented-Loss": 0.9965784638690949, "Clean-Accuracy": 77.38, "Clean-Loss": 0.9121014753341675, "PGD-Accuracy": 0.04, "PGD-Loss": 5.520452651977539}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 1395.6499600410461, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.27999877929688, "Augmented-0.05-Quantile-Accuracy": 68.13999938964844, "Augmented-0.1-Quantile-Accuracy": 69.63999938964844, "Augmented-Accuracy": 74.3037, "Augmented-Loss": 1.0929681256484984, "Clean-Accuracy": 78.24, "Clean-Loss": 0.9652983467102051, "PGD-Accuracy": 0.06, "PGD-Loss": 5.609515783691406}, "Total-Time": 19536.37309718132, "Train": {"Loss": 1.217120149307251, "avg t": 0.9629846575164795, "plain loss": 0.9362332713012699}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.27999877929688, "Augmented-0.05-Quantile-Accuracy": 73.54000091552734, "Augmented-0.1-Quantile-Accuracy": 75.08000183105469, "Augmented-Accuracy": 79.1948, "Augmented-Loss": 0.9857169131584167, "Clean-Accuracy": 69.52, "Clean-Loss": 1.06205394821167, "PGD-Accuracy": 0.14, "PGD-Loss": 5.426266265869141}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 1395.829837322235, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.5, "Augmented-0.05-Quantile-Accuracy": 66.81999969482422, "Augmented-0.1-Quantile-Accuracy": 68.79000091552734, "Augmented-Accuracy": 74.48, "Augmented-Loss": 1.1154652448348998, "Clean-Accuracy": 76.53, "Clean-Loss": 1.0167930168151855, "PGD-Accuracy": 0.02, "PGD-Loss": 6.096820349121094}, "Total-Time": 20932.202934503555, "Train": {"Loss": 1.209595121269226, "avg t": 0.9623466565132142, "plain loss": 0.9308748004455574}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.68000030517578, "Augmented-0.05-Quantile-Accuracy": 71.79999542236328, "Augmented-0.1-Quantile-Accuracy": 73.72000122070312, "Augmented-Accuracy": 78.6364, "Augmented-Loss": 1.0259471853313447, "Clean-Accuracy": 74.08, "Clean-Loss": 0.9744454511642456, "PGD-Accuracy": 0.0, "PGD-Loss": 5.975443016052246}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 1396.6484434604645, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.72999954223633, "Augmented-0.05-Quantile-Accuracy": 61.269996643066406, "Augmented-0.1-Quantile-Accuracy": 62.939998626708984, "Augmented-Accuracy": 68.386, "Augmented-Loss": 1.1339537584762573, "Clean-Accuracy": 71.29, "Clean-Loss": 0.9911264335632324, "PGD-Accuracy": 0.04, "PGD-Loss": 5.882436309814453}, "Total-Time": 22328.85137796402, "Train": {"Loss": 1.208231343231201, "avg t": 0.9624360021209717, "plain loss": 0.9301941131591799}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.45999908447266, "Augmented-0.05-Quantile-Accuracy": 67.6199951171875, "Augmented-0.1-Quantile-Accuracy": 69.22000122070312, "Augmented-Accuracy": 73.9594, "Augmented-Loss": 1.0065831223659516, "Clean-Accuracy": 69.08, "Clean-Loss": 1.0261937126159668, "PGD-Accuracy": 0.04, "PGD-Loss": 5.710675354003906}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 1395.76074051857, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.72000122070312, "Augmented-0.05-Quantile-Accuracy": 70.22999572753906, "Augmented-0.1-Quantile-Accuracy": 72.0, "Augmented-Accuracy": 76.706, "Augmented-Loss": 1.0517995099105835, "Clean-Accuracy": 78.47, "Clean-Loss": 0.9458070106506348, "PGD-Accuracy": 0.01, "PGD-Loss": 5.545022875976563}, "Total-Time": 23724.61211848259, "Train": {"Loss": 1.2048261728286742, "avg t": 0.9615971573448181, "plain loss": 0.9282057535095221}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.0, "Augmented-0.05-Quantile-Accuracy": 74.05999755859375, "Augmented-0.1-Quantile-Accuracy": 75.15999603271484, "Augmented-Accuracy": 79.4014, "Augmented-Loss": 0.9734553628435135, "Clean-Accuracy": 76.92, "Clean-Loss": 0.9060077547073364, "PGD-Accuracy": 0.06, "PGD-Loss": 5.358345790100097}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 1394.9135236740112, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.019996643066406, "Augmented-0.05-Quantile-Accuracy": 67.0, "Augmented-0.1-Quantile-Accuracy": 68.81999969482422, "Augmented-Accuracy": 73.8499, "Augmented-Loss": 1.106561914039612, "Clean-Accuracy": 75.74, "Clean-Loss": 0.9929767402648926, "PGD-Accuracy": 0.05, "PGD-Loss": 5.656000469970703}, "Total-Time": 25119.5256421566, "Train": {"Loss": 1.1948260263061523, "avg t": 0.9604020639419556, "plain loss": 0.9245019287109367}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.04000091552734, "Augmented-0.05-Quantile-Accuracy": 71.9000015258789, "Augmented-0.1-Quantile-Accuracy": 73.75999450683594, "Augmented-Accuracy": 78.2962, "Augmented-Loss": 1.0009014163856507, "Clean-Accuracy": 73.68, "Clean-Loss": 0.9466905536651611, "PGD-Accuracy": 0.06, "PGD-Loss": 5.497714476776123}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 1395.441551208496, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.119998931884766, "Augmented-0.05-Quantile-Accuracy": 65.97999572753906, "Augmented-0.1-Quantile-Accuracy": 67.75, "Augmented-Accuracy": 73.1386, "Augmented-Loss": 1.0878519226608276, "Clean-Accuracy": 77.61, "Clean-Loss": 0.9791381172180176, "PGD-Accuracy": 0.01, "PGD-Loss": 5.758569323730469}, "Total-Time": 26514.967193365097, "Train": {"Loss": 1.2020213116455079, "avg t": 0.9611313759803772, "plain loss": 0.9314058231506354}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.15999603271484, "Augmented-0.05-Quantile-Accuracy": 70.63999938964844, "Augmented-0.1-Quantile-Accuracy": 71.97999572753906, "Augmented-Accuracy": 76.8546, "Augmented-Loss": 1.0063210284252166, "Clean-Accuracy": 64.7, "Clean-Loss": 0.956489546585083, "PGD-Accuracy": 0.0, "PGD-Loss": 5.545102634429932}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 1396.0455174446106, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.21999740600586, "Augmented-0.05-Quantile-Accuracy": 66.5199966430664, "Augmented-0.1-Quantile-Accuracy": 68.23999786376953, "Augmented-Accuracy": 72.865, "Augmented-Loss": 1.0748225648651124, "Clean-Accuracy": 75.71, "Clean-Loss": 0.9679757705688476, "PGD-Accuracy": 0.25, "PGD-Loss": 5.466568322753906}, "Total-Time": 27911.012710809708, "Train": {"Loss": 1.1888513356018067, "avg t": 0.9599290002250671, "plain loss": 0.9156219186096182}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.18000030517578, "Augmented-0.05-Quantile-Accuracy": 71.37999725341797, "Augmented-0.1-Quantile-Accuracy": 72.83999633789062, "Augmented-Accuracy": 77.0828, "Augmented-Loss": 0.9901379466342926, "Clean-Accuracy": 75.58, "Clean-Loss": 0.9231106321334839, "PGD-Accuracy": 0.32, "PGD-Loss": 5.317005574798584}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 1395.3925836086273, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.55999755859375, "Augmented-0.05-Quantile-Accuracy": 63.94999694824219, "Augmented-0.1-Quantile-Accuracy": 65.56999969482422, "Augmented-Accuracy": 70.6056, "Augmented-Loss": 1.106246751586914, "Clean-Accuracy": 73.3, "Clean-Loss": 1.0107921882629394, "PGD-Accuracy": 0.1, "PGD-Loss": 5.748678582763672}, "Total-Time": 29306.405294418335, "Train": {"Loss": 1.1950697939300536, "avg t": 0.9604755010604858, "plain loss": 0.9257544287109384}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.43999481201172, "Augmented-0.05-Quantile-Accuracy": 68.5, "Augmented-0.1-Quantile-Accuracy": 70.27999877929688, "Augmented-Accuracy": 75.0296, "Augmented-Loss": 1.010807709531784, "Clean-Accuracy": 73.1, "Clean-Loss": 0.9319708473205567, "PGD-Accuracy": 0.18, "PGD-Loss": 5.569859850311279}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 1395.5431768894196, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.30999755859375, "Augmented-0.05-Quantile-Accuracy": 65.22000122070312, "Augmented-0.1-Quantile-Accuracy": 66.94999694824219, "Augmented-Accuracy": 72.6209, "Augmented-Loss": 1.1224637874221801, "Clean-Accuracy": 76.78, "Clean-Loss": 1.0201256858825685, "PGD-Accuracy": 0.06, "PGD-Loss": 5.648784851074219}, "Total-Time": 30701.948471307755, "Train": {"Loss": 1.1938200298309327, "avg t": 0.960442594871521, "plain loss": 0.9225159569091805}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.65999603271484, "Augmented-0.05-Quantile-Accuracy": 71.63999938964844, "Augmented-0.1-Quantile-Accuracy": 72.95999908447266, "Augmented-Accuracy": 77.8562, "Augmented-Loss": 1.0198239743213653, "Clean-Accuracy": 79.9, "Clean-Loss": 0.8997779866218567, "PGD-Accuracy": 0.22, "PGD-Loss": 5.531325190734863}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 1395.2882511615753, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.04999542236328, "Augmented-0.05-Quantile-Accuracy": 68.97999572753906, "Augmented-0.1-Quantile-Accuracy": 70.65999603271484, "Augmented-Accuracy": 76.076, "Augmented-Loss": 1.0920070815048217, "Clean-Accuracy": 78.84, "Clean-Loss": 0.9762551910400391, "PGD-Accuracy": 0.46, "PGD-Loss": 5.63300698852539}, "Total-Time": 32097.23672246933, "Train": {"Loss": 1.1843299988555909, "avg t": 0.9599837808990479, "plain loss": 0.9210646086425788}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.63999938964844, "Augmented-0.05-Quantile-Accuracy": 74.0, "Augmented-0.1-Quantile-Accuracy": 75.77999877929688, "Augmented-Accuracy": 80.5686, "Augmented-Loss": 0.9950268715572357, "Clean-Accuracy": 78.78, "Clean-Loss": 0.8922372058868409, "PGD-Accuracy": 0.54, "PGD-Loss": 5.496448901367187}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 1395.973652601242, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.94999694824219, "Augmented-0.05-Quantile-Accuracy": 65.2699966430664, "Augmented-0.1-Quantile-Accuracy": 67.00999450683594, "Augmented-Accuracy": 72.006, "Augmented-Loss": 1.1163561141586305, "Clean-Accuracy": 78.55, "Clean-Loss": 0.9660421813964843, "PGD-Accuracy": 0.07, "PGD-Loss": 5.475503289794922}, "Total-Time": 33493.21037507057, "Train": {"Loss": 1.187468689918518, "avg t": 0.9596917490768433, "plain loss": 0.9191603658142087}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.58000183105469, "Augmented-0.05-Quantile-Accuracy": 73.27999877929688, "Augmented-0.1-Quantile-Accuracy": 74.47999572753906, "Augmented-Accuracy": 78.937, "Augmented-Loss": 0.9875353232517242, "Clean-Accuracy": 74.44, "Clean-Loss": 0.9715778457641602, "PGD-Accuracy": 0.08, "PGD-Loss": 5.296477893066406}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 1394.84410572052, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.8699951171875, "Augmented-0.05-Quantile-Accuracy": 68.62999725341797, "Augmented-0.1-Quantile-Accuracy": 70.4000015258789, "Augmented-Accuracy": 75.3767, "Augmented-Loss": 1.090024389755249, "Clean-Accuracy": 78.72, "Clean-Loss": 0.9691702140808105, "PGD-Accuracy": 0.06, "PGD-Loss": 5.603452801513672}, "Total-Time": 34888.05448079109, "Train": {"Loss": 1.17956385597229, "avg t": 0.9589315607452392, "plain loss": 0.9157884138488777}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.1199951171875, "Augmented-0.05-Quantile-Accuracy": 74.72000122070312, "Augmented-0.1-Quantile-Accuracy": 76.1199951171875, "Augmented-Accuracy": 80.7548, "Augmented-Loss": 0.984255353395462, "Clean-Accuracy": 79.62, "Clean-Loss": 0.9085650363922119, "PGD-Accuracy": 0.04, "PGD-Loss": 5.465801322937012}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 1394.2940063476562, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.58999633789062, "Augmented-0.05-Quantile-Accuracy": 70.16999816894531, "Augmented-0.1-Quantile-Accuracy": 71.8499984741211, "Augmented-Accuracy": 76.4022, "Augmented-Loss": 1.0585492423095704, "Clean-Accuracy": 78.12, "Clean-Loss": 0.9585610450744629, "PGD-Accuracy": 0.12, "PGD-Loss": 5.550836865234375}, "Total-Time": 36282.34848713875, "Train": {"Loss": 1.186523907775879, "avg t": 0.9594766244316101, "plain loss": 0.9208936963195795}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.65999603271484, "Augmented-0.05-Quantile-Accuracy": 76.1199951171875, "Augmented-0.1-Quantile-Accuracy": 77.41999816894531, "Augmented-Accuracy": 81.4806, "Augmented-Loss": 0.9685530474529266, "Clean-Accuracy": 72.22, "Clean-Loss": 0.9731218572616577, "PGD-Accuracy": 0.24, "PGD-Loss": 5.342223746490479}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 1394.3047993183136, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.2699966430664, "Augmented-0.05-Quantile-Accuracy": 67.83999633789062, "Augmented-0.1-Quantile-Accuracy": 69.43999481201172, "Augmented-Accuracy": 74.2722, "Augmented-Loss": 1.0773621272354126, "Clean-Accuracy": 77.69, "Clean-Loss": 0.9536295387268067, "PGD-Accuracy": 0.23, "PGD-Loss": 5.488331823730468}, "Total-Time": 37676.65328645706, "Train": {"Loss": 1.1802527474403381, "avg t": 0.9586134075164795, "plain loss": 0.9136674425964363}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.25999450683594, "Augmented-0.05-Quantile-Accuracy": 73.5999984741211, "Augmented-0.1-Quantile-Accuracy": 75.19999694824219, "Augmented-Accuracy": 79.0322, "Augmented-Loss": 0.9760459122390747, "Clean-Accuracy": 71.48, "Clean-Loss": 0.959321827507019, "PGD-Accuracy": 0.16, "PGD-Loss": 5.3141564239501955}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 1395.020420074463, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.28999710083008, "Augmented-0.05-Quantile-Accuracy": 66.0999984741211, "Augmented-0.1-Quantile-Accuracy": 67.54999542236328, "Augmented-Accuracy": 72.7559, "Augmented-Loss": 1.1057634492797852, "Clean-Accuracy": 75.94, "Clean-Loss": 0.9880156906127929, "PGD-Accuracy": 0.11, "PGD-Loss": 5.484933557128906}, "Total-Time": 39071.673706531525, "Train": {"Loss": 1.1827522142410278, "avg t": 0.9587691260528565, "plain loss": 0.9137917315368654}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.5199966430664, "Augmented-0.05-Quantile-Accuracy": 71.36000061035156, "Augmented-0.1-Quantile-Accuracy": 72.55999755859375, "Augmented-Accuracy": 77.4436, "Augmented-Loss": 1.00494361810112, "Clean-Accuracy": 74.54, "Clean-Loss": 0.9040705497741699, "PGD-Accuracy": 0.26, "PGD-Loss": 5.332608018493652}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 1395.0506823062897, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.23999786376953, "Augmented-0.05-Quantile-Accuracy": 67.04000091552734, "Augmented-0.1-Quantile-Accuracy": 68.6199951171875, "Augmented-Accuracy": 74.0826, "Augmented-Loss": 1.0948120435638429, "Clean-Accuracy": 75.4, "Clean-Loss": 0.9839508514404297, "PGD-Accuracy": 0.03, "PGD-Loss": 5.717816644287109}, "Total-Time": 40466.724388837814, "Train": {"Loss": 1.1820056346130372, "avg t": 0.9588796895217896, "plain loss": 0.9178747391052243}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.23999786376953, "Augmented-0.05-Quantile-Accuracy": 72.19999694824219, "Augmented-0.1-Quantile-Accuracy": 73.37999725341797, "Augmented-Accuracy": 77.9896, "Augmented-Loss": 0.9856028643531799, "Clean-Accuracy": 78.9, "Clean-Loss": 0.8561331565856933, "PGD-Accuracy": 0.02, "PGD-Loss": 5.580054557037354}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 1394.7332406044006, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.769996643066406, "Augmented-0.05-Quantile-Accuracy": 64.73999786376953, "Augmented-0.1-Quantile-Accuracy": 66.33999633789062, "Augmented-Accuracy": 71.6958, "Augmented-Loss": 1.1280437548065185, "Clean-Accuracy": 74.36, "Clean-Loss": 0.9809921279907227, "PGD-Accuracy": 0.04, "PGD-Loss": 5.463300317382813}, "Total-Time": 41861.457629442215, "Train": {"Loss": 1.1815517832374574, "avg t": 0.9587116575241089, "plain loss": 0.9149715787353515}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.93999481201172, "Augmented-0.05-Quantile-Accuracy": 70.55999755859375, "Augmented-0.1-Quantile-Accuracy": 71.72000122070312, "Augmented-Accuracy": 76.7006, "Augmented-Loss": 0.9967731441059112, "Clean-Accuracy": 76.24, "Clean-Loss": 0.9198739292144775, "PGD-Accuracy": 0.22, "PGD-Loss": 5.308167122650146}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 1395.0177073478699, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.72999954223633, "Augmented-0.05-Quantile-Accuracy": 66.93999481201172, "Augmented-0.1-Quantile-Accuracy": 68.55999755859375, "Augmented-Accuracy": 73.1299, "Augmented-Loss": 1.1034946677703859, "Clean-Accuracy": 76.78, "Clean-Loss": 0.9386885231018066, "PGD-Accuracy": 0.1, "PGD-Loss": 5.507235119628906}, "Total-Time": 43256.475336790085, "Train": {"Loss": 1.172925302963257, "avg t": 0.9583757829284668, "plain loss": 0.9124611886901861}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.65999603271484, "Augmented-0.05-Quantile-Accuracy": 72.0999984741211, "Augmented-0.1-Quantile-Accuracy": 73.37999725341797, "Augmented-Accuracy": 77.8862, "Augmented-Loss": 0.9776055143241882, "Clean-Accuracy": 81.24, "Clean-Loss": 0.872059772491455, "PGD-Accuracy": 0.24, "PGD-Loss": 5.384334233093262}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 1394.0408182144165, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.53999710083008, "Augmented-0.05-Quantile-Accuracy": 66.08000183105469, "Augmented-0.1-Quantile-Accuracy": 67.68000030517578, "Augmented-Accuracy": 72.4756, "Augmented-Loss": 1.1151185105133057, "Clean-Accuracy": 77.01, "Clean-Loss": 0.9775851440429687, "PGD-Accuracy": 0.39, "PGD-Loss": 5.46670107421875}, "Total-Time": 44650.5161550045, "Train": {"Loss": 1.178010990047455, "avg t": 0.9582883762741089, "plain loss": 0.9163122725524901}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.55999755859375, "Augmented-0.05-Quantile-Accuracy": 72.69999694824219, "Augmented-0.1-Quantile-Accuracy": 74.45999908447266, "Augmented-Accuracy": 78.601, "Augmented-Loss": 0.9815962958126068, "Clean-Accuracy": 79.34, "Clean-Loss": 0.8614693511962891, "PGD-Accuracy": 0.26, "PGD-Loss": 5.313538074493408}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 1393.9736318588257, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.189998626708984, "Augmented-0.05-Quantile-Accuracy": 66.79000091552734, "Augmented-0.1-Quantile-Accuracy": 68.4000015258789, "Augmented-Accuracy": 73.6402, "Augmented-Loss": 1.1283645686340331, "Clean-Accuracy": 77.65, "Clean-Loss": 0.9947694854736329, "PGD-Accuracy": 0.14, "PGD-Loss": 5.569733984375}, "Total-Time": 46044.48978686333, "Train": {"Loss": 1.1734257570266724, "avg t": 0.9578963446426392, "plain loss": 0.9145357972106931}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.31999969482422, "Augmented-0.05-Quantile-Accuracy": 72.97999572753906, "Augmented-0.1-Quantile-Accuracy": 74.63999938964844, "Augmented-Accuracy": 79.3436, "Augmented-Loss": 1.0171562844429016, "Clean-Accuracy": 77.54, "Clean-Loss": 0.8690958110809326, "PGD-Accuracy": 0.04, "PGD-Loss": 5.411641719818115}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 1394.377066373825, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.8699951171875, "Augmented-0.05-Quantile-Accuracy": 71.23999786376953, "Augmented-0.1-Quantile-Accuracy": 72.68999481201172, "Augmented-Accuracy": 77.604, "Augmented-Loss": 1.0893116522521973, "Clean-Accuracy": 79.41, "Clean-Loss": 0.987457495880127, "PGD-Accuracy": 0.09, "PGD-Loss": 5.474089080810547}, "Total-Time": 47438.86685323715, "Train": {"Loss": 1.1698021461486816, "avg t": 0.957645655593872, "plain loss": 0.9123886330871572}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.55999755859375, "Augmented-0.05-Quantile-Accuracy": 74.83999633789062, "Augmented-0.1-Quantile-Accuracy": 76.18000030517578, "Augmented-Accuracy": 80.0476, "Augmented-Loss": 1.0102432647504807, "Clean-Accuracy": 74.96, "Clean-Loss": 0.9509209512710571, "PGD-Accuracy": 0.38, "PGD-Loss": 5.3076903442382815}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 1394.1492211818695, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.81999969482422, "Augmented-0.05-Quantile-Accuracy": 67.31999969482422, "Augmented-0.1-Quantile-Accuracy": 68.90999603271484, "Augmented-Accuracy": 74.0696, "Augmented-Loss": 1.1080846218795777, "Clean-Accuracy": 75.9, "Clean-Loss": 1.0173410980224609, "PGD-Accuracy": 0.4, "PGD-Loss": 5.556319342041015}, "Total-Time": 48833.01607441902, "Train": {"Loss": 1.1749474573516845, "avg t": 0.9581672509956359, "plain loss": 0.9161025578002935}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.5, "Augmented-0.05-Quantile-Accuracy": 70.0999984741211, "Augmented-0.1-Quantile-Accuracy": 72.04000091552734, "Augmented-Accuracy": 76.9924, "Augmented-Loss": 1.0361705264244079, "Clean-Accuracy": 77.16, "Clean-Loss": 0.9256734914779663, "PGD-Accuracy": 0.24, "PGD-Loss": 5.419285381317139}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 1394.7189493179321, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.30999755859375, "Augmented-0.05-Quantile-Accuracy": 65.8699951171875, "Augmented-0.1-Quantile-Accuracy": 67.52999877929688, "Augmented-Accuracy": 73.067, "Augmented-Loss": 1.112716717803955, "Clean-Accuracy": 74.51, "Clean-Loss": 0.9977407417297364, "PGD-Accuracy": 0.03, "PGD-Loss": 5.378352270507812}, "Total-Time": 50227.735023736954, "Train": {"Loss": 1.1687988122749329, "avg t": 0.957681624622345, "plain loss": 0.9078677723388661}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.79999542236328, "Augmented-0.05-Quantile-Accuracy": 69.95999908447266, "Augmented-0.1-Quantile-Accuracy": 71.81999969482422, "Augmented-Accuracy": 76.2876, "Augmented-Loss": 1.0071339021224976, "Clean-Accuracy": 72.88, "Clean-Loss": 0.92529808883667, "PGD-Accuracy": 0.08, "PGD-Loss": 5.284175006103515}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 1393.7537767887115, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.39999771118164, "Augmented-0.05-Quantile-Accuracy": 64.6500015258789, "Augmented-0.1-Quantile-Accuracy": 66.4000015258789, "Augmented-Accuracy": 71.9591, "Augmented-Loss": 1.1841721873550415, "Clean-Accuracy": 77.59, "Clean-Loss": 1.0099819343566894, "PGD-Accuracy": 0.03, "PGD-Loss": 5.501419665527344}, "Total-Time": 51621.488800525665, "Train": {"Loss": 1.1756085667419434, "avg t": 0.9580069700241088, "plain loss": 0.915298236602783}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.5, "Augmented-0.05-Quantile-Accuracy": 72.04000091552734, "Augmented-0.1-Quantile-Accuracy": 73.5, "Augmented-Accuracy": 78.2948, "Augmented-Loss": 1.039163744682312, "Clean-Accuracy": 75.34, "Clean-Loss": 0.9331655281066894, "PGD-Accuracy": 0.08, "PGD-Loss": 5.357225367736817}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 1394.6321561336517, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.79999923706055, "Augmented-0.05-Quantile-Accuracy": 67.58000183105469, "Augmented-0.1-Quantile-Accuracy": 69.0199966430664, "Augmented-Accuracy": 74.1496, "Augmented-Loss": 1.098950084213257, "Clean-Accuracy": 75.46, "Clean-Loss": 0.9841807907104492, "PGD-Accuracy": 0.08, "PGD-Loss": 5.569229235839844}, "Total-Time": 53016.12095665932, "Train": {"Loss": 1.1736831811141968, "avg t": 0.9582104998016358, "plain loss": 0.9154023325500481}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.19999694824219, "Augmented-0.05-Quantile-Accuracy": 70.04000091552734, "Augmented-0.1-Quantile-Accuracy": 71.86000061035156, "Augmented-Accuracy": 76.9788, "Augmented-Loss": 1.0120959768486022, "Clean-Accuracy": 72.16, "Clean-Loss": 0.9537111360549927, "PGD-Accuracy": 0.08, "PGD-Loss": 5.458439544677734}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 1393.9976856708527, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.43999481201172, "Augmented-0.05-Quantile-Accuracy": 70.54999542236328, "Augmented-0.1-Quantile-Accuracy": 72.1199951171875, "Augmented-Accuracy": 76.7164, "Augmented-Loss": 1.0499889788894654, "Clean-Accuracy": 79.42, "Clean-Loss": 0.9395836097717285, "PGD-Accuracy": 1.13, "PGD-Loss": 5.418478973388672}, "Total-Time": 54410.11864233017, "Train": {"Loss": 1.1767895413208007, "avg t": 0.9581708129119874, "plain loss": 0.9156739287109393}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.9000015258789, "Augmented-0.05-Quantile-Accuracy": 74.04000091552734, "Augmented-0.1-Quantile-Accuracy": 75.65999603271484, "Augmented-Accuracy": 79.9652, "Augmented-Loss": 0.9682837249774933, "Clean-Accuracy": 78.34, "Clean-Loss": 0.8518808734893799, "PGD-Accuracy": 0.66, "PGD-Loss": 5.289441744232178}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 1394.8295516967773, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.0199966430664, "Augmented-0.05-Quantile-Accuracy": 69.04000091552734, "Augmented-0.1-Quantile-Accuracy": 70.6199951171875, "Augmented-Accuracy": 75.5189, "Augmented-Loss": 1.0924242403030395, "Clean-Accuracy": 77.94, "Clean-Loss": 0.9736968620300293, "PGD-Accuracy": 0.88, "PGD-Loss": 5.427596356201172}, "Total-Time": 55804.94819402695, "Train": {"Loss": 1.169311942138672, "avg t": 0.9576745940589905, "plain loss": 0.9115851327819825}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.79999542236328, "Augmented-0.05-Quantile-Accuracy": 74.55999755859375, "Augmented-0.1-Quantile-Accuracy": 75.9000015258789, "Augmented-Accuracy": 80.4928, "Augmented-Loss": 0.985522263463974, "Clean-Accuracy": 72.86, "Clean-Loss": 0.9589724979400635, "PGD-Accuracy": 0.72, "PGD-Loss": 5.247335448455811}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 1396.0597891807556, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.0099983215332, "Augmented-0.05-Quantile-Accuracy": 66.79999542236328, "Augmented-0.1-Quantile-Accuracy": 68.44999694824219, "Augmented-Accuracy": 73.6599, "Augmented-Loss": 1.1347021166534423, "Clean-Accuracy": 78.01, "Clean-Loss": 0.9778122581481934, "PGD-Accuracy": 0.38, "PGD-Loss": 5.543019561767578}, "Total-Time": 57201.0079832077, "Train": {"Loss": 1.1688703604125976, "avg t": 0.957479563407898, "plain loss": 0.9076820869445797}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.83999633789062, "Augmented-0.05-Quantile-Accuracy": 73.4000015258789, "Augmented-0.1-Quantile-Accuracy": 75.0, "Augmented-Accuracy": 79.4764, "Augmented-Loss": 1.0013735420246124, "Clean-Accuracy": 74.8, "Clean-Loss": 0.9332106218338013, "PGD-Accuracy": 0.62, "PGD-Loss": 5.318177027893066}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 1395.7220454216003, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.47999572753906, "Augmented-0.05-Quantile-Accuracy": 67.68000030517578, "Augmented-0.1-Quantile-Accuracy": 69.38999938964844, "Augmented-Accuracy": 74.01, "Augmented-Loss": 1.115178422554016, "Clean-Accuracy": 78.08, "Clean-Loss": 0.9721417785644532, "PGD-Accuracy": 0.13, "PGD-Loss": 5.439360595703125}, "Total-Time": 58596.7300286293, "Train": {"Loss": 1.173031420097351, "avg t": 0.957599656867981, "plain loss": 0.9132211419067382}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.63999938964844, "Augmented-0.05-Quantile-Accuracy": 72.43999481201172, "Augmented-0.1-Quantile-Accuracy": 73.75999450683594, "Augmented-Accuracy": 78.7196, "Augmented-Loss": 1.0118011142692567, "Clean-Accuracy": 75.62, "Clean-Loss": 0.9364175500869751, "PGD-Accuracy": 0.06, "PGD-Loss": 5.312716509246826}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 1395.48362326622, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.619998931884766, "Augmented-0.05-Quantile-Accuracy": 65.08999633789062, "Augmented-0.1-Quantile-Accuracy": 66.68999481201172, "Augmented-Accuracy": 71.8557, "Augmented-Loss": 1.1485572553482055, "Clean-Accuracy": 77.22, "Clean-Loss": 0.9726183563232422, "PGD-Accuracy": 0.03, "PGD-Loss": 5.626015216064453}, "Total-Time": 59992.21365189552, "Train": {"Loss": 1.1739129497146605, "avg t": 0.957785438117981, "plain loss": 0.9159410083465563}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.87999725341797, "Augmented-0.05-Quantile-Accuracy": 72.9000015258789, "Augmented-0.1-Quantile-Accuracy": 74.33999633789062, "Augmented-Accuracy": 79.0328, "Augmented-Loss": 0.9912461056213379, "Clean-Accuracy": 76.74, "Clean-Loss": 0.8635776536941528, "PGD-Accuracy": 0.02, "PGD-Loss": 5.489873690795898}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 1395.942073583603, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.8499984741211, "Augmented-0.05-Quantile-Accuracy": 70.58000183105469, "Augmented-0.1-Quantile-Accuracy": 72.04999542236328, "Augmented-Accuracy": 77.0209, "Augmented-Loss": 1.0894685422668458, "Clean-Accuracy": 81.07, "Clean-Loss": 0.942568221282959, "PGD-Accuracy": 0.08, "PGD-Loss": 5.518045751953125}, "Total-Time": 61388.155725479126, "Train": {"Loss": 1.1709377225494384, "avg t": 0.9573801568603516, "plain loss": 0.9128653808593757}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.79999542236328, "Augmented-0.05-Quantile-Accuracy": 75.87999725341797, "Augmented-0.1-Quantile-Accuracy": 77.22000122070312, "Augmented-Accuracy": 81.844, "Augmented-Loss": 0.9792921239337922, "Clean-Accuracy": 78.4, "Clean-Loss": 0.8785669013977051, "PGD-Accuracy": 0.08, "PGD-Loss": 5.357394971466064}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 1395.4873106479645, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.279998779296875, "Augmented-0.05-Quantile-Accuracy": 67.0, "Augmented-0.1-Quantile-Accuracy": 68.69999694824219, "Augmented-Accuracy": 73.6125, "Augmented-Loss": 1.1466347700271606, "Clean-Accuracy": 77.61, "Clean-Loss": 0.9895972282409667, "PGD-Accuracy": 0.1, "PGD-Loss": 5.4184746704101565}, "Total-Time": 62783.64303612709, "Train": {"Loss": 1.1745149317550658, "avg t": 0.9581554378890991, "plain loss": 0.9144554595031729}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.05999755859375, "Augmented-0.05-Quantile-Accuracy": 73.5199966430664, "Augmented-0.1-Quantile-Accuracy": 75.04000091552734, "Augmented-Accuracy": 79.4058, "Augmented-Loss": 1.0160892379207611, "Clean-Accuracy": 76.14, "Clean-Loss": 0.8898650823593139, "PGD-Accuracy": 0.1, "PGD-Loss": 5.3098575927734375}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 1395.952345609665, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.19999694824219, "Augmented-0.05-Quantile-Accuracy": 69.55999755859375, "Augmented-0.1-Quantile-Accuracy": 71.08999633789062, "Augmented-Accuracy": 76.0341, "Augmented-Loss": 1.075257336555481, "Clean-Accuracy": 76.41, "Clean-Loss": 0.9879175651550293, "PGD-Accuracy": 0.79, "PGD-Loss": 5.320513854980469}, "Total-Time": 64179.595381736755, "Train": {"Loss": 1.1688199147796632, "avg t": 0.9571440317726135, "plain loss": 0.910638015930174}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.45999908447266, "Augmented-0.05-Quantile-Accuracy": 71.97999572753906, "Augmented-0.1-Quantile-Accuracy": 73.65999603271484, "Augmented-Accuracy": 78.0788, "Augmented-Loss": 1.0063554086380004, "Clean-Accuracy": 79.24, "Clean-Loss": 0.886436501121521, "PGD-Accuracy": 0.94, "PGD-Loss": 5.226902682495117}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 1396.0999422073364, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.79000091552734, "Augmented-0.05-Quantile-Accuracy": 68.38999938964844, "Augmented-0.1-Quantile-Accuracy": 70.25999450683594, "Augmented-Accuracy": 75.0838, "Augmented-Loss": 1.09457816973114, "Clean-Accuracy": 77.89, "Clean-Loss": 0.9469669662475586, "PGD-Accuracy": 0.1, "PGD-Loss": 5.430559680175781}, "Total-Time": 65575.69532394409, "Train": {"Loss": 1.1671934718322754, "avg t": 0.9570388452529908, "plain loss": 0.9072776601257329}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.19999694824219, "Augmented-0.05-Quantile-Accuracy": 72.4000015258789, "Augmented-0.1-Quantile-Accuracy": 74.04000091552734, "Augmented-Accuracy": 78.7246, "Augmented-Loss": 0.9749917298221588, "Clean-Accuracy": 75.34, "Clean-Loss": 0.9344768127441406, "PGD-Accuracy": 0.18, "PGD-Loss": 5.26704613571167}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 1395.6461486816406, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.22000122070312, "Augmented-0.05-Quantile-Accuracy": 69.0999984741211, "Augmented-0.1-Quantile-Accuracy": 70.75, "Augmented-Accuracy": 75.5966, "Augmented-Loss": 1.0992894958724975, "Clean-Accuracy": 77.76, "Clean-Loss": 0.986117845916748, "PGD-Accuracy": 0.18, "PGD-Loss": 5.532350054931641}, "Total-Time": 66971.34147262573, "Train": {"Loss": 1.166956920928955, "avg t": 0.9572236244964599, "plain loss": 0.9089405193786614}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.27999877929688, "Augmented-0.05-Quantile-Accuracy": 73.0999984741211, "Augmented-0.1-Quantile-Accuracy": 74.45999908447266, "Augmented-Accuracy": 79.0802, "Augmented-Loss": 1.0055497195529939, "Clean-Accuracy": 75.58, "Clean-Loss": 0.8993770277023315, "PGD-Accuracy": 0.2, "PGD-Loss": 5.3871112747192385}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 1395.4300711154938, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.19999694824219, "Augmented-0.05-Quantile-Accuracy": 68.58000183105469, "Augmented-0.1-Quantile-Accuracy": 70.05999755859375, "Augmented-Accuracy": 75.0432, "Augmented-Loss": 1.1368648302917481, "Clean-Accuracy": 80.02, "Clean-Loss": 0.9658758926391602, "PGD-Accuracy": 0.02, "PGD-Loss": 5.434359625244141}, "Total-Time": 68366.77154374123, "Train": {"Loss": 1.168561812171936, "avg t": 0.9572180627059936, "plain loss": 0.9109827168273913}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.27999877929688, "Augmented-0.05-Quantile-Accuracy": 75.54000091552734, "Augmented-0.1-Quantile-Accuracy": 76.79999542236328, "Augmented-Accuracy": 80.3988, "Augmented-Loss": 1.0084626819229126, "Clean-Accuracy": 78.92, "Clean-Loss": 0.932483731842041, "PGD-Accuracy": 0.04, "PGD-Loss": 5.286014672851563}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 1395.6537866592407, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.12999725341797, "Augmented-0.05-Quantile-Accuracy": 65.56999969482422, "Augmented-0.1-Quantile-Accuracy": 67.47999572753906, "Augmented-Accuracy": 72.2854, "Augmented-Loss": 1.1103265064163208, "Clean-Accuracy": 77.18, "Clean-Loss": 0.9571990936279297, "PGD-Accuracy": 0.24, "PGD-Loss": 5.584924212646484}, "Total-Time": 69762.42533040047, "Train": {"Loss": 1.166512165622711, "avg t": 0.957292313041687, "plain loss": 0.909496049819947}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.0, "Augmented-0.05-Quantile-Accuracy": 71.43999481201172, "Augmented-0.1-Quantile-Accuracy": 73.0199966430664, "Augmented-Accuracy": 77.6392, "Augmented-Loss": 0.9912647457904815, "Clean-Accuracy": 72.26, "Clean-Loss": 0.9061485427856445, "PGD-Accuracy": 0.36, "PGD-Loss": 5.435311420440674}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 1394.7777621746063, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.66999816894531, "Augmented-0.05-Quantile-Accuracy": 67.08999633789062, "Augmented-0.1-Quantile-Accuracy": 68.72999572753906, "Augmented-Accuracy": 73.9788, "Augmented-Loss": 1.0945313500518798, "Clean-Accuracy": 77.57, "Clean-Loss": 0.9415824691772461, "PGD-Accuracy": 0.17, "PGD-Loss": 5.448655047607422}, "Total-Time": 71157.20309257507, "Train": {"Loss": 1.166865179862976, "avg t": 0.9569007829284668, "plain loss": 0.9069000211791995}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.15999603271484, "Augmented-0.05-Quantile-Accuracy": 73.0199966430664, "Augmented-0.1-Quantile-Accuracy": 74.63999938964844, "Augmented-Accuracy": 79.18, "Augmented-Loss": 0.9765174696121216, "Clean-Accuracy": 74.4, "Clean-Loss": 0.8906737840652466, "PGD-Accuracy": 0.44, "PGD-Loss": 5.239756435394287}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 1394.9455626010895, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.209999084472656, "Augmented-0.05-Quantile-Accuracy": 62.529998779296875, "Augmented-0.1-Quantile-Accuracy": 64.15999603271484, "Augmented-Accuracy": 69.1045, "Augmented-Loss": 1.1700461906661987, "Clean-Accuracy": 73.52, "Clean-Loss": 1.0366627502441406, "PGD-Accuracy": 0.01, "PGD-Loss": 5.554953100585937}, "Total-Time": 72552.14865517616, "Train": {"Loss": 1.1681727658462524, "avg t": 0.9572710935592651, "plain loss": 0.9117672581787111}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.29999542236328, "Augmented-0.05-Quantile-Accuracy": 67.6199951171875, "Augmented-0.1-Quantile-Accuracy": 69.05999755859375, "Augmented-Accuracy": 74.0954, "Augmented-Loss": 1.0544625280513764, "Clean-Accuracy": 75.06, "Clean-Loss": 0.939099296760559, "PGD-Accuracy": 0.0, "PGD-Loss": 5.413632223510742}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 1446.4520955085754, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.3499984741211, "Augmented-0.05-Quantile-Accuracy": 69.4000015258789, "Augmented-0.1-Quantile-Accuracy": 71.04999542236328, "Augmented-Accuracy": 76.0531, "Augmented-Loss": 1.1205774818191527, "Clean-Accuracy": 79.24, "Clean-Loss": 0.9516087791442871, "PGD-Accuracy": 0.09, "PGD-Loss": 5.674910046386719}, "Total-Time": 73998.60075068474, "Train": {"Loss": 1.170747222328186, "avg t": 0.957319814453125, "plain loss": 0.9123118176269528}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.79999542236328, "Augmented-0.05-Quantile-Accuracy": 75.29999542236328, "Augmented-0.1-Quantile-Accuracy": 77.08000183105469, "Augmented-Accuracy": 81.0522, "Augmented-Loss": 0.9816234873065949, "Clean-Accuracy": 78.7, "Clean-Loss": 0.9065555889129638, "PGD-Accuracy": 0.16, "PGD-Loss": 5.475928672027588}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 1687.5560426712036, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.40999984741211, "Augmented-0.05-Quantile-Accuracy": 66.0199966430664, "Augmented-0.1-Quantile-Accuracy": 67.6500015258789, "Augmented-Accuracy": 72.9531, "Augmented-Loss": 1.1652880266494752, "Clean-Accuracy": 78.12, "Clean-Loss": 1.0025625259399413, "PGD-Accuracy": 0.21, "PGD-Loss": 5.4613114379882814}, "Total-Time": 75686.15679335594, "Train": {"Loss": 1.1643227279663086, "avg t": 0.9565445950317383, "plain loss": 0.908341171417236}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.72000122070312, "Augmented-0.05-Quantile-Accuracy": 72.19999694824219, "Augmented-0.1-Quantile-Accuracy": 73.97999572753906, "Augmented-Accuracy": 78.67, "Augmented-Loss": 1.0420029380970002, "Clean-Accuracy": 70.88, "Clean-Loss": 0.9877447332382202, "PGD-Accuracy": 0.98, "PGD-Loss": 5.309093227386475}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 1655.6520931720734, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.429996490478516, "Augmented-0.05-Quantile-Accuracy": 67.08000183105469, "Augmented-0.1-Quantile-Accuracy": 68.54999542236328, "Augmented-Accuracy": 73.6399, "Augmented-Loss": 1.127903489906311, "Clean-Accuracy": 77.95, "Clean-Loss": 0.983889965057373, "PGD-Accuracy": 0.05, "PGD-Loss": 5.561140307617188}, "Total-Time": 77341.80888652802, "Train": {"Loss": 1.1662426068305969, "avg t": 0.9570529384040832, "plain loss": 0.9097020252990725}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.81999969482422, "Augmented-0.05-Quantile-Accuracy": 73.45999908447266, "Augmented-0.1-Quantile-Accuracy": 74.75999450683594, "Augmented-Accuracy": 79.5214, "Augmented-Loss": 0.997061458644867, "Clean-Accuracy": 78.98, "Clean-Loss": 0.9033084802627563, "PGD-Accuracy": 0.16, "PGD-Loss": 5.3996797386169435}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 1676.8348643779755, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.0999984741211, "Augmented-0.05-Quantile-Accuracy": 77.75, "Augmented-0.1-Quantile-Accuracy": 79.2699966430664, "Augmented-Accuracy": 83.5158, "Augmented-Loss": 1.0258037545700074, "Clean-Accuracy": 86.72, "Clean-Loss": 0.8988828155517579, "PGD-Accuracy": 1.93, "PGD-Loss": 5.451118908691406}, "Total-Time": 79018.64375090599, "Train": {"Loss": 1.0389356254005433, "avg t": 0.9409401247406006, "plain loss": 0.828236095672608}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.25999450683594, "Augmented-0.05-Quantile-Accuracy": 84.73999786376953, "Augmented-0.1-Quantile-Accuracy": 85.86000061035156, "Augmented-Accuracy": 89.1734, "Augmented-Loss": 0.9142563399620056, "Clean-Accuracy": 80.12, "Clean-Loss": 0.8234081168174744, "PGD-Accuracy": 2.38, "PGD-Loss": 5.2808913940429685}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 1666.997472524643, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.72000122070312, "Augmented-0.05-Quantile-Accuracy": 79.27999877929688, "Augmented-0.1-Quantile-Accuracy": 80.56999969482422, "Augmented-Accuracy": 84.5394, "Augmented-Loss": 1.0218099587097167, "Clean-Accuracy": 84.42, "Clean-Loss": 0.9169651435852051, "PGD-Accuracy": 2.64, "PGD-Loss": 5.391893893432617}, "Total-Time": 80685.64122343063, "Train": {"Loss": 1.0090408375549316, "avg t": 0.9365227504348755, "plain loss": 0.8148007495727533}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.86000061035156, "Augmented-0.05-Quantile-Accuracy": 83.77999877929688, "Augmented-0.1-Quantile-Accuracy": 84.83999633789062, "Augmented-Accuracy": 88.536, "Augmented-Loss": 0.9313843550033569, "Clean-Accuracy": 81.32, "Clean-Loss": 0.8137930278778076, "PGD-Accuracy": 2.58, "PGD-Loss": 5.261426286315918}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 1660.0439355373383, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.88999938964844, "Augmented-0.05-Quantile-Accuracy": 80.43000030517578, "Augmented-0.1-Quantile-Accuracy": 81.94999694824219, "Augmented-Accuracy": 85.9702, "Augmented-Loss": 1.0404520824279786, "Clean-Accuracy": 86.07, "Clean-Loss": 0.9234946640014648, "PGD-Accuracy": 2.38, "PGD-Loss": 5.290556997680664}, "Total-Time": 82345.68515896797, "Train": {"Loss": 0.9951115312385559, "avg t": 0.934526314201355, "plain loss": 0.8155307368164065}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.91999816894531, "Augmented-0.05-Quantile-Accuracy": 85.65999603271484, "Augmented-0.1-Quantile-Accuracy": 86.77999877929688, "Augmented-Accuracy": 90.1728, "Augmented-Loss": 0.9449946114501954, "Clean-Accuracy": 84.54, "Clean-Loss": 0.7956863843917846, "PGD-Accuracy": 2.52, "PGD-Loss": 5.137536298370361}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 1684.080551147461, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.47000122070312, "Augmented-0.05-Quantile-Accuracy": 79.88999938964844, "Augmented-0.1-Quantile-Accuracy": 81.11000061035156, "Augmented-Accuracy": 85.1399, "Augmented-Loss": 1.0613130242156983, "Clean-Accuracy": 86.09, "Clean-Loss": 0.9431858032226562, "PGD-Accuracy": 2.8, "PGD-Loss": 5.198143194580078}, "Total-Time": 84029.76571011543, "Train": {"Loss": 0.9894545710372925, "avg t": 0.9335451261520386, "plain loss": 0.8194160988769519}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.5199966430664, "Augmented-0.05-Quantile-Accuracy": 85.97999572753906, "Augmented-0.1-Quantile-Accuracy": 87.22000122070312, "Augmented-Accuracy": 90.352, "Augmented-Loss": 0.9727438872146607, "Clean-Accuracy": 87.3, "Clean-Loss": 0.8123301574707031, "PGD-Accuracy": 3.08, "PGD-Loss": 5.060538445281982}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 1655.2984201908112, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.48999786376953, "Augmented-0.05-Quantile-Accuracy": 81.52999877929688, "Augmented-0.1-Quantile-Accuracy": 83.08999633789062, "Augmented-Accuracy": 86.7342, "Augmented-Loss": 1.085695429573059, "Clean-Accuracy": 88.56, "Clean-Loss": 0.9653939056396484, "PGD-Accuracy": 1.08, "PGD-Loss": 5.189528353881836}, "Total-Time": 85685.06413030624, "Train": {"Loss": 0.9807732093048096, "avg t": 0.932379967212677, "plain loss": 0.8215612649841317}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.29999542236328, "Augmented-0.05-Quantile-Accuracy": 87.95999908447266, "Augmented-0.1-Quantile-Accuracy": 88.81999969482422, "Augmented-Accuracy": 92.079, "Augmented-Loss": 0.993122194229126, "Clean-Accuracy": 89.32, "Clean-Loss": 0.8293536138534546, "PGD-Accuracy": 2.02, "PGD-Loss": 5.026825677490234}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 1682.9396924972534, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.69999694824219, "Augmented-0.05-Quantile-Accuracy": 81.95999908447266, "Augmented-0.1-Quantile-Accuracy": 83.43999481201172, "Augmented-Accuracy": 86.9446, "Augmented-Loss": 1.0887262862319946, "Clean-Accuracy": 88.03, "Clean-Loss": 0.9703025016784668, "PGD-Accuracy": 2.7, "PGD-Loss": 5.032478076171875}, "Total-Time": 87368.0038228035, "Train": {"Loss": 0.9776505893325805, "avg t": 0.9319628757667542, "plain loss": 0.8301660592346186}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.47999572753906, "Augmented-0.05-Quantile-Accuracy": 88.47999572753906, "Augmented-0.1-Quantile-Accuracy": 89.43999481201172, "Augmented-Accuracy": 92.3026, "Augmented-Loss": 1.0025923108406067, "Clean-Accuracy": 88.42, "Clean-Loss": 0.8461088934898376, "PGD-Accuracy": 4.28, "PGD-Loss": 4.837703855133056}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 1662.034502029419, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.56999969482422, "Augmented-0.05-Quantile-Accuracy": 82.40999603271484, "Augmented-0.1-Quantile-Accuracy": 83.72000122070312, "Augmented-Accuracy": 87.3429, "Augmented-Loss": 1.087278058631897, "Clean-Accuracy": 89.38, "Clean-Loss": 0.9647888893127441, "PGD-Accuracy": 2.44, "PGD-Loss": 4.974805813598633}, "Total-Time": 89030.03832483292, "Train": {"Loss": 0.9742518118286133, "avg t": 0.9311657822799683, "plain loss": 0.8320574945068352}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.04000091552734, "Augmented-0.05-Quantile-Accuracy": 89.1199951171875, "Augmented-0.1-Quantile-Accuracy": 89.93999481201172, "Augmented-Accuracy": 92.948, "Augmented-Loss": 0.9961699346885681, "Clean-Accuracy": 90.76, "Clean-Loss": 0.830507102394104, "PGD-Accuracy": 5.06, "PGD-Loss": 4.757307777404785}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 1665.5980134010315, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.58999633789062, "Augmented-0.05-Quantile-Accuracy": 81.77999877929688, "Augmented-0.1-Quantile-Accuracy": 83.20999908447266, "Augmented-Accuracy": 86.9924, "Augmented-Loss": 1.1231468362503052, "Clean-Accuracy": 88.45, "Clean-Loss": 0.9852404052734375, "PGD-Accuracy": 2.12, "PGD-Loss": 4.927993701171875}, "Total-Time": 90695.63633823395, "Train": {"Loss": 0.9698981580734253, "avg t": 0.930351438217163, "plain loss": 0.8322370900268553}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.1199951171875, "Augmented-0.05-Quantile-Accuracy": 88.9000015258789, "Augmented-0.1-Quantile-Accuracy": 89.83999633789062, "Augmented-Accuracy": 92.728, "Augmented-Loss": 1.0282352101726533, "Clean-Accuracy": 90.16, "Clean-Loss": 0.8516427265167237, "PGD-Accuracy": 4.02, "PGD-Loss": 4.728811741638183}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 1677.288034915924, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.79999542236328, "Augmented-0.05-Quantile-Accuracy": 82.19999694824219, "Augmented-0.1-Quantile-Accuracy": 83.43999481201172, "Augmented-Accuracy": 87.1872, "Augmented-Loss": 1.120039117652893, "Clean-Accuracy": 88.75, "Clean-Loss": 0.9905169166564941, "PGD-Accuracy": 1.43, "PGD-Loss": 4.891293258666992}, "Total-Time": 92372.92437314987, "Train": {"Loss": 0.9674391971206665, "avg t": 0.929874592628479, "plain loss": 0.8338166871337885}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.77999877929688, "Augmented-0.05-Quantile-Accuracy": 88.68000030517578, "Augmented-0.1-Quantile-Accuracy": 89.68000030517578, "Augmented-Accuracy": 92.8058, "Augmented-Loss": 1.031623539117813, "Clean-Accuracy": 88.14, "Clean-Loss": 0.8364535911560058, "PGD-Accuracy": 3.12, "PGD-Loss": 4.698737168884278}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 1652.1602036952972, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.20999908447266, "Augmented-0.05-Quantile-Accuracy": 83.19999694824219, "Augmented-0.1-Quantile-Accuracy": 84.5199966430664, "Augmented-Accuracy": 87.9203, "Augmented-Loss": 1.132441417388916, "Clean-Accuracy": 89.93, "Clean-Loss": 0.9930626312255859, "PGD-Accuracy": 0.82, "PGD-Loss": 4.859087042236328}, "Total-Time": 94025.08457684517, "Train": {"Loss": 0.9634823603439331, "avg t": 0.9293151876449585, "plain loss": 0.834706963058472}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.15999603271484, "Augmented-0.05-Quantile-Accuracy": 90.0999984741211, "Augmented-0.1-Quantile-Accuracy": 91.19999694824219, "Augmented-Accuracy": 94.0048, "Augmented-Loss": 1.0373746795177459, "Clean-Accuracy": 92.5, "Clean-Loss": 0.7979995666503906, "PGD-Accuracy": 3.02, "PGD-Loss": 4.654805771636963}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 1677.2394189834595, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.36000061035156, "Augmented-0.05-Quantile-Accuracy": 82.48999786376953, "Augmented-0.1-Quantile-Accuracy": 83.8499984741211, "Augmented-Accuracy": 87.3895, "Augmented-Loss": 1.1429370247802735, "Clean-Accuracy": 89.09, "Clean-Loss": 0.9993353141784668, "PGD-Accuracy": 1.04, "PGD-Loss": 4.778704852294922}, "Total-Time": 95702.32399582863, "Train": {"Loss": 0.9607820764160157, "avg t": 0.9287533763504028, "plain loss": 0.8369721121520984}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.13999938964844, "Augmented-0.05-Quantile-Accuracy": 89.79999542236328, "Augmented-0.1-Quantile-Accuracy": 91.0, "Augmented-Accuracy": 93.716, "Augmented-Loss": 1.0382492412433624, "Clean-Accuracy": 90.24, "Clean-Loss": 0.8360851169586182, "PGD-Accuracy": 3.68, "PGD-Loss": 4.552282219696045}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 1639.8251276016235, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.87999725341797, "Augmented-0.05-Quantile-Accuracy": 82.7699966430664, "Augmented-0.1-Quantile-Accuracy": 83.9000015258789, "Augmented-Accuracy": 87.4843, "Augmented-Loss": 1.1445319151153563, "Clean-Accuracy": 88.88, "Clean-Loss": 1.0042802909851074, "PGD-Accuracy": 1.88, "PGD-Loss": 4.675797235107422}, "Total-Time": 97342.14912343025, "Train": {"Loss": 0.9599222158050537, "avg t": 0.9285240630722046, "plain loss": 0.8389175323791502}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.5199966430664, "Augmented-0.05-Quantile-Accuracy": 89.29999542236328, "Augmented-0.1-Quantile-Accuracy": 90.33999633789062, "Augmented-Accuracy": 92.9782, "Augmented-Loss": 1.0506415776309967, "Clean-Accuracy": 89.04, "Clean-Loss": 0.8294636352539062, "PGD-Accuracy": 6.22, "PGD-Loss": 4.412193629455566}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 1654.2524166107178, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.36000061035156, "Augmented-0.05-Quantile-Accuracy": 80.50999450683594, "Augmented-0.1-Quantile-Accuracy": 82.0, "Augmented-Accuracy": 85.7291, "Augmented-Loss": 1.140289031578064, "Clean-Accuracy": 87.48, "Clean-Loss": 1.0121457145690917, "PGD-Accuracy": 2.33, "PGD-Loss": 4.625827221679687}, "Total-Time": 98996.40154004097, "Train": {"Loss": 0.9595132515716552, "avg t": 0.9284230923843384, "plain loss": 0.8416342684936512}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.13999938964844, "Augmented-0.05-Quantile-Accuracy": 87.77999877929688, "Augmented-0.1-Quantile-Accuracy": 88.93999481201172, "Augmented-Accuracy": 92.0784, "Augmented-Loss": 1.0483719548606873, "Clean-Accuracy": 86.06, "Clean-Loss": 0.8307951164245605, "PGD-Accuracy": 7.86, "PGD-Loss": 4.338281167602539}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 1653.4160227775574, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.69999694824219, "Augmented-0.05-Quantile-Accuracy": 82.86000061035156, "Augmented-0.1-Quantile-Accuracy": 84.19999694824219, "Augmented-Accuracy": 87.7711, "Augmented-Loss": 1.1467803439025879, "Clean-Accuracy": 88.58, "Clean-Loss": 1.009026114654541, "PGD-Accuracy": 2.36, "PGD-Loss": 4.544155532836914}, "Total-Time": 100649.81756281853, "Train": {"Loss": 0.9580173458099365, "avg t": 0.9281251877212524, "plain loss": 0.8396086915283221}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.93999481201172, "Augmented-0.05-Quantile-Accuracy": 89.37999725341797, "Augmented-0.1-Quantile-Accuracy": 90.47999572753906, "Augmented-Accuracy": 92.5686, "Augmented-Loss": 1.050991186624527, "Clean-Accuracy": 88.68, "Clean-Loss": 0.8416637344360351, "PGD-Accuracy": 9.84, "PGD-Loss": 4.199832749938965}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 1635.3897829055786, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.90999603271484, "Augmented-0.05-Quantile-Accuracy": 83.02999877929688, "Augmented-0.1-Quantile-Accuracy": 84.25, "Augmented-Accuracy": 87.7218, "Augmented-Loss": 1.1421465749053956, "Clean-Accuracy": 89.93, "Clean-Loss": 1.0015515029907227, "PGD-Accuracy": 1.2, "PGD-Loss": 4.538390084838867}, "Total-Time": 102285.2073457241, "Train": {"Loss": 0.9566384944534302, "avg t": 0.9277191563796997, "plain loss": 0.8393628564453124}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.72000122070312, "Augmented-0.05-Quantile-Accuracy": 90.27999877929688, "Augmented-0.1-Quantile-Accuracy": 91.5199966430664, "Augmented-Accuracy": 94.095, "Augmented-Loss": 1.0465856374111175, "Clean-Accuracy": 85.3, "Clean-Loss": 0.8387889373779297, "PGD-Accuracy": 5.92, "PGD-Loss": 4.280287380981445}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 1666.1266357898712, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.70999908447266, "Augmented-0.05-Quantile-Accuracy": 81.79999542236328, "Augmented-0.1-Quantile-Accuracy": 83.0999984741211, "Augmented-Accuracy": 86.9387, "Augmented-Loss": 1.1474502007904053, "Clean-Accuracy": 88.84, "Clean-Loss": 1.006947891998291, "PGD-Accuracy": 2.16, "PGD-Loss": 4.486892501831055}, "Total-Time": 103951.33398151398, "Train": {"Loss": 0.9561189853096008, "avg t": 0.9276818132019043, "plain loss": 0.8410243413085936}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.0199966430664, "Augmented-0.05-Quantile-Accuracy": 89.04000091552734, "Augmented-0.1-Quantile-Accuracy": 90.13999938964844, "Augmented-Accuracy": 93.2224, "Augmented-Loss": 1.0472841254234313, "Clean-Accuracy": 90.9, "Clean-Loss": 0.8256680820465088, "PGD-Accuracy": 5.34, "PGD-Loss": 4.280624168395996}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 1631.5293939113617, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.15999603271484, "Augmented-0.05-Quantile-Accuracy": 83.18999481201172, "Augmented-0.1-Quantile-Accuracy": 84.47999572753906, "Augmented-Accuracy": 87.9152, "Augmented-Loss": 1.1490002393569947, "Clean-Accuracy": 89.24, "Clean-Loss": 1.0228402946472168, "PGD-Accuracy": 1.42, "PGD-Loss": 4.484716372680664}, "Total-Time": 105582.86337542534, "Train": {"Loss": 0.9567575218200683, "avg t": 0.9278626885986329, "plain loss": 0.8452880411987309}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.86000061035156, "Augmented-0.05-Quantile-Accuracy": 89.6199951171875, "Augmented-0.1-Quantile-Accuracy": 90.81999969482422, "Augmented-Accuracy": 93.6198, "Augmented-Loss": 1.0613506056041717, "Clean-Accuracy": 91.82, "Clean-Loss": 0.8499270884513855, "PGD-Accuracy": 5.84, "PGD-Loss": 4.268544672393799}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 1647.7527542114258, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.72000122070312, "Augmented-0.05-Quantile-Accuracy": 82.72000122070312, "Augmented-0.1-Quantile-Accuracy": 83.90999603271484, "Augmented-Accuracy": 87.5453, "Augmented-Loss": 1.1498109154281617, "Clean-Accuracy": 90.08, "Clean-Loss": 1.0023926467895508, "PGD-Accuracy": 1.48, "PGD-Loss": 4.416540072631836}, "Total-Time": 107230.61612963676, "Train": {"Loss": 0.9565726560020447, "avg t": 0.9278523125267029, "plain loss": 0.8442113013000481}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.0, "Augmented-0.05-Quantile-Accuracy": 90.81999969482422, "Augmented-0.1-Quantile-Accuracy": 92.0, "Augmented-Accuracy": 94.6038, "Augmented-Loss": 1.0409330555553435, "Clean-Accuracy": 90.56, "Clean-Loss": 0.7922048517227173, "PGD-Accuracy": 7.64, "PGD-Loss": 4.138681086730957}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 1656.1004889011383, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.82999420166016, "Augmented-0.05-Quantile-Accuracy": 82.0199966430664, "Augmented-0.1-Quantile-Accuracy": 83.30999755859375, "Augmented-Accuracy": 87.0962, "Augmented-Loss": 1.15355337915802, "Clean-Accuracy": 88.36, "Clean-Loss": 1.0174003540039063, "PGD-Accuracy": 2.41, "PGD-Loss": 4.394296823120118}, "Total-Time": 108886.7166185379, "Train": {"Loss": 0.9566066330718994, "avg t": 0.9276593137359619, "plain loss": 0.846393882110595}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.31999969482422, "Augmented-0.05-Quantile-Accuracy": 89.47999572753906, "Augmented-0.1-Quantile-Accuracy": 90.54000091552734, "Augmented-Accuracy": 93.3486, "Augmented-Loss": 1.0500783954505921, "Clean-Accuracy": 88.26, "Clean-Loss": 0.8903818106651307, "PGD-Accuracy": 7.3, "PGD-Loss": 4.158105252075195}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 1647.4515171051025, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.69999694824219, "Augmented-0.05-Quantile-Accuracy": 82.56999969482422, "Augmented-0.1-Quantile-Accuracy": 83.87999725341797, "Augmented-Accuracy": 87.6415, "Augmented-Loss": 1.150703603881836, "Clean-Accuracy": 88.7, "Clean-Loss": 1.0192920295715333, "PGD-Accuracy": 2.72, "PGD-Loss": 4.351275952148438}, "Total-Time": 110534.168135643, "Train": {"Loss": 0.9576731496620178, "avg t": 0.9279117816925049, "plain loss": 0.8495908231811524}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.05999755859375, "Augmented-0.05-Quantile-Accuracy": 89.0999984741211, "Augmented-0.1-Quantile-Accuracy": 90.27999877929688, "Augmented-Accuracy": 93.1612, "Augmented-Loss": 1.0519830927524567, "Clean-Accuracy": 91.0, "Clean-Loss": 0.8034529829025269, "PGD-Accuracy": 10.44, "PGD-Loss": 4.015073756027221}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 1679.6497197151184, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.13999938964844, "Augmented-0.05-Quantile-Accuracy": 84.25999450683594, "Augmented-0.1-Quantile-Accuracy": 85.44999694824219, "Augmented-Accuracy": 88.6756, "Augmented-Loss": 1.1483003228225708, "Clean-Accuracy": 89.09, "Clean-Loss": 1.0146823188781737, "PGD-Accuracy": 2.84, "PGD-Loss": 4.333101498413086}, "Total-Time": 112213.81785535812, "Train": {"Loss": 0.9484040566444397, "avg t": 0.9257642482376098, "plain loss": 0.8381576358947743}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.33999633789062, "Augmented-0.05-Quantile-Accuracy": 91.05999755859375, "Augmented-0.1-Quantile-Accuracy": 92.23999786376953, "Augmented-Accuracy": 94.7196, "Augmented-Loss": 1.0489799497909547, "Clean-Accuracy": 87.66, "Clean-Loss": 0.853873452091217, "PGD-Accuracy": 10.08, "PGD-Loss": 4.0294884563446045}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 1645.852297782898, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.79999542236328, "Augmented-0.05-Quantile-Accuracy": 84.56999969482422, "Augmented-0.1-Quantile-Accuracy": 85.6500015258789, "Augmented-Accuracy": 88.8948, "Augmented-Loss": 1.1521417606048583, "Clean-Accuracy": 89.81, "Clean-Loss": 1.0262858238220214, "PGD-Accuracy": 2.43, "PGD-Loss": 4.3248545227050785}, "Total-Time": 113859.67015314102, "Train": {"Loss": 0.9462814308547973, "avg t": 0.925033904800415, "plain loss": 0.8356817810363769}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.69999694824219, "Augmented-0.05-Quantile-Accuracy": 92.15999603271484, "Augmented-0.1-Quantile-Accuracy": 93.0, "Augmented-Accuracy": 95.3948, "Augmented-Loss": 1.0608329005050658, "Clean-Accuracy": 89.5, "Clean-Loss": 0.8438603378295898, "PGD-Accuracy": 10.12, "PGD-Loss": 3.9942344429016114}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 1662.7816412448883, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.70999908447266, "Augmented-0.05-Quantile-Accuracy": 84.5199966430664, "Augmented-0.1-Quantile-Accuracy": 85.52999877929688, "Augmented-Accuracy": 88.7742, "Augmented-Loss": 1.1503011446685791, "Clean-Accuracy": 89.39, "Clean-Loss": 1.0201865028381347, "PGD-Accuracy": 2.6, "PGD-Loss": 4.302741137695312}, "Total-Time": 115522.45179438591, "Train": {"Loss": 0.9443081449317932, "avg t": 0.9246270936584473, "plain loss": 0.8344397975463879}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.6199951171875, "Augmented-0.05-Quantile-Accuracy": 91.27999877929688, "Augmented-0.1-Quantile-Accuracy": 91.93999481201172, "Augmented-Accuracy": 94.2028, "Augmented-Loss": 1.0542121728153229, "Clean-Accuracy": 93.94, "Clean-Loss": 0.8994805581092834, "PGD-Accuracy": 10.62, "PGD-Loss": 3.983906287384033}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 1659.8121194839478, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.44999694824219, "Augmented-0.05-Quantile-Accuracy": 84.25999450683594, "Augmented-0.1-Quantile-Accuracy": 85.43000030517578, "Augmented-Accuracy": 88.6353, "Augmented-Loss": 1.1557116141586303, "Clean-Accuracy": 89.67, "Clean-Loss": 1.0211658164978028, "PGD-Accuracy": 2.79, "PGD-Loss": 4.288214514160156}, "Total-Time": 117182.26391386986, "Train": {"Loss": 0.9440177742767334, "avg t": 0.924472936038971, "plain loss": 0.8336260255126956}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.73999786376953, "Augmented-0.05-Quantile-Accuracy": 91.83999633789062, "Augmented-0.1-Quantile-Accuracy": 92.75999450683594, "Augmented-Accuracy": 94.9822, "Augmented-Loss": 1.0569430987358093, "Clean-Accuracy": 92.0, "Clean-Loss": 0.8134808854103088, "PGD-Accuracy": 9.48, "PGD-Loss": 4.007745777893066}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 1644.8347215652466, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.6199951171875, "Augmented-0.05-Quantile-Accuracy": 84.50999450683594, "Augmented-0.1-Quantile-Accuracy": 85.63999938964844, "Augmented-Accuracy": 88.7766, "Augmented-Loss": 1.1557637931747438, "Clean-Accuracy": 90.02, "Clean-Loss": 1.019612484741211, "PGD-Accuracy": 2.55, "PGD-Loss": 4.27449638671875}, "Total-Time": 118827.0986354351, "Train": {"Loss": 0.9434246007728576, "avg t": 0.9242485934066772, "plain loss": 0.8320779952392583}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.47999572753906, "Augmented-0.05-Quantile-Accuracy": 92.0199966430664, "Augmented-0.1-Quantile-Accuracy": 92.63999938964844, "Augmented-Accuracy": 95.1268, "Augmented-Loss": 1.0558010371189117, "Clean-Accuracy": 93.5, "Clean-Loss": 0.7690887511253357, "PGD-Accuracy": 12.4, "PGD-Loss": 3.890939657974243}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 1678.5803277492523, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.68000030517578, "Augmented-0.05-Quantile-Accuracy": 84.43000030517578, "Augmented-0.1-Quantile-Accuracy": 85.61000061035156, "Augmented-Accuracy": 88.6968, "Augmented-Loss": 1.1589419806747436, "Clean-Accuracy": 90.33, "Clean-Loss": 1.0242197074890136, "PGD-Accuracy": 2.39, "PGD-Loss": 4.267307638549805}, "Total-Time": 120505.67896318436, "Train": {"Loss": 0.9432155023002624, "avg t": 0.924244155960083, "plain loss": 0.8323904009399412}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.05999755859375, "Augmented-0.05-Quantile-Accuracy": 92.5999984741211, "Augmented-0.1-Quantile-Accuracy": 93.54000091552734, "Augmented-Accuracy": 95.6072, "Augmented-Loss": 1.0591633483409881, "Clean-Accuracy": 93.14, "Clean-Loss": 0.8347404553413391, "PGD-Accuracy": 12.48, "PGD-Loss": 3.890797981262207}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 1645.1161997318268, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.72999572753906, "Augmented-0.05-Quantile-Accuracy": 84.3699951171875, "Augmented-0.1-Quantile-Accuracy": 85.72999572753906, "Augmented-Accuracy": 88.8765, "Augmented-Loss": 1.161142619682312, "Clean-Accuracy": 90.64, "Clean-Loss": 1.0253074462890626, "PGD-Accuracy": 2.69, "PGD-Loss": 4.248449197387695}, "Total-Time": 122150.79516291618, "Train": {"Loss": 0.9426030110549927, "avg t": 0.9240797185897827, "plain loss": 0.831503126403808}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.37999725341797, "Augmented-0.05-Quantile-Accuracy": 92.5, "Augmented-0.1-Quantile-Accuracy": 93.54000091552734, "Augmented-Accuracy": 95.6082, "Augmented-Loss": 1.0607648875675202, "Clean-Accuracy": 91.0, "Clean-Loss": 0.8685698628425598, "PGD-Accuracy": 10.72, "PGD-Loss": 3.9130656074523924}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 1662.5453000068665, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.63999938964844, "Augmented-0.05-Quantile-Accuracy": 84.5199966430664, "Augmented-0.1-Quantile-Accuracy": 85.86000061035156, "Augmented-Accuracy": 88.8386, "Augmented-Loss": 1.1642716658172607, "Clean-Accuracy": 90.51, "Clean-Loss": 1.0222810020446778, "PGD-Accuracy": 2.52, "PGD-Loss": 4.246654586791992}, "Total-Time": 123813.34046292305, "Train": {"Loss": 0.943127511177063, "avg t": 0.9241853413391113, "plain loss": 0.8332825507507329}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.72000122070312, "Augmented-0.05-Quantile-Accuracy": 92.69999694824219, "Augmented-0.1-Quantile-Accuracy": 93.63999938964844, "Augmented-Accuracy": 95.7648, "Augmented-Loss": 1.057135396308899, "Clean-Accuracy": 89.64, "Clean-Loss": 0.8643966726303101, "PGD-Accuracy": 10.52, "PGD-Loss": 3.9088931274414063}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 1656.7260868549347, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.43000030517578, "Augmented-0.05-Quantile-Accuracy": 84.40999603271484, "Augmented-0.1-Quantile-Accuracy": 85.58999633789062, "Augmented-Accuracy": 88.8779, "Augmented-Loss": 1.164339411705017, "Clean-Accuracy": 90.54, "Clean-Loss": 1.0188127616882323, "PGD-Accuracy": 2.45, "PGD-Loss": 4.2354836151123045}, "Total-Time": 125470.06654977798, "Train": {"Loss": 0.9425952381896973, "avg t": 0.9240694673919678, "plain loss": 0.832696981903077}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.6199951171875, "Augmented-0.05-Quantile-Accuracy": 93.22000122070312, "Augmented-0.1-Quantile-Accuracy": 94.05999755859375, "Augmented-Accuracy": 96.057, "Augmented-Loss": 1.055633635913849, "Clean-Accuracy": 92.8, "Clean-Loss": 0.8232012627601624, "PGD-Accuracy": 13.62, "PGD-Loss": 3.817416094970703}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 1639.8858156204224, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.5, "Augmented-0.05-Quantile-Accuracy": 84.31999969482422, "Augmented-0.1-Quantile-Accuracy": 85.48999786376953, "Augmented-Accuracy": 88.676, "Augmented-Loss": 1.168340214225769, "Clean-Accuracy": 90.25, "Clean-Loss": 1.0196745498657227, "PGD-Accuracy": 2.58, "PGD-Loss": 4.217381982421875}, "Total-Time": 127109.9523653984, "Train": {"Loss": 0.9422551915740967, "avg t": 0.9240258107566833, "plain loss": 0.8329534734191893}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.05999755859375, "Augmented-0.05-Quantile-Accuracy": 92.19999694824219, "Augmented-0.1-Quantile-Accuracy": 93.29999542236328, "Augmented-Accuracy": 95.4812, "Augmented-Loss": 1.0574072378425599, "Clean-Accuracy": 94.9, "Clean-Loss": 0.8421267262458801, "PGD-Accuracy": 12.54, "PGD-Loss": 3.8513512989044187}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 1660.502346277237, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.79999542236328, "Augmented-0.05-Quantile-Accuracy": 84.40999603271484, "Augmented-0.1-Quantile-Accuracy": 85.57999420166016, "Augmented-Accuracy": 88.7936, "Augmented-Loss": 1.1665915947799683, "Clean-Accuracy": 90.82, "Clean-Loss": 1.0265719192504883, "PGD-Accuracy": 2.18, "PGD-Loss": 4.222695590209961}, "Total-Time": 128770.45471167564, "Train": {"Loss": 0.9426575482559204, "avg t": 0.9240674374961853, "plain loss": 0.8334413211364753}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.77999877929688, "Augmented-0.05-Quantile-Accuracy": 92.83999633789062, "Augmented-0.1-Quantile-Accuracy": 93.69999694824219, "Augmented-Accuracy": 95.86, "Augmented-Loss": 1.06161376288414, "Clean-Accuracy": 94.38, "Clean-Loss": 0.7925009212493896, "PGD-Accuracy": 10.38, "PGD-Loss": 3.8871982360839845}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 1624.3475744724274, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.70999908447266, "Augmented-0.05-Quantile-Accuracy": 84.18999481201172, "Augmented-0.1-Quantile-Accuracy": 85.29999542236328, "Augmented-Accuracy": 88.6021, "Augmented-Loss": 1.169290686088562, "Clean-Accuracy": 90.53, "Clean-Loss": 1.0248263481140136, "PGD-Accuracy": 2.28, "PGD-Loss": 4.204675024414063}, "Total-Time": 130394.80228614807, "Train": {"Loss": 0.9421680397605896, "avg t": 0.9239130929946899, "plain loss": 0.8331950607910157}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.75999450683594, "Augmented-0.05-Quantile-Accuracy": 93.36000061035156, "Augmented-0.1-Quantile-Accuracy": 94.07999420166016, "Augmented-Accuracy": 96.0506, "Augmented-Loss": 1.0619687758846283, "Clean-Accuracy": 92.12, "Clean-Loss": 0.8105781863212586, "PGD-Accuracy": 12.22, "PGD-Loss": 3.8193890403747557}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 1630.4178400039673, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.68000030517578, "Augmented-0.05-Quantile-Accuracy": 84.36000061035156, "Augmented-0.1-Quantile-Accuracy": 85.5, "Augmented-Accuracy": 88.773, "Augmented-Loss": 1.1647709198532104, "Clean-Accuracy": 90.85, "Clean-Loss": 1.0228087715148926, "PGD-Accuracy": 2.48, "PGD-Loss": 4.1913916229248045}, "Total-Time": 132025.22012615204, "Train": {"Loss": 0.9416605716896057, "avg t": 0.9237927178573608, "plain loss": 0.8332811419982903}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.77999877929688, "Augmented-0.05-Quantile-Accuracy": 93.1199951171875, "Augmented-0.1-Quantile-Accuracy": 93.93999481201172, "Augmented-Accuracy": 95.8386, "Augmented-Loss": 1.059553409669876, "Clean-Accuracy": 93.18, "Clean-Loss": 0.7672066627502442, "PGD-Accuracy": 12.96, "PGD-Loss": 3.7900855491638183}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 1646.877595424652, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.79999542236328, "Augmented-0.05-Quantile-Accuracy": 84.29999542236328, "Augmented-0.1-Quantile-Accuracy": 85.5, "Augmented-Accuracy": 88.7297, "Augmented-Loss": 1.1709173083724975, "Clean-Accuracy": 90.49, "Clean-Loss": 1.0247648765563966, "PGD-Accuracy": 2.15, "PGD-Loss": 4.191121282958984}, "Total-Time": 133672.0977215767, "Train": {"Loss": 0.9418642374420166, "avg t": 0.9238060309791565, "plain loss": 0.8330494121704102}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.73999786376953, "Augmented-0.05-Quantile-Accuracy": 92.91999816894531, "Augmented-0.1-Quantile-Accuracy": 93.65999603271484, "Augmented-Accuracy": 95.5494, "Augmented-Loss": 1.0596787076396943, "Clean-Accuracy": 92.44, "Clean-Loss": 0.8211032700538635, "PGD-Accuracy": 12.22, "PGD-Loss": 3.8159654792785647}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 1624.4474432468414, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.63999938964844, "Augmented-0.05-Quantile-Accuracy": 84.29000091552734, "Augmented-0.1-Quantile-Accuracy": 85.50999450683594, "Augmented-Accuracy": 88.8203, "Augmented-Loss": 1.170934647605896, "Clean-Accuracy": 90.93, "Clean-Loss": 1.0254302536010742, "PGD-Accuracy": 2.19, "PGD-Loss": 4.1781658294677735}, "Total-Time": 135296.54516482353, "Train": {"Loss": 0.9415958926010132, "avg t": 0.9238584685516358, "plain loss": 0.8330983007507319}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.04000091552734, "Augmented-0.05-Quantile-Accuracy": 93.57999420166016, "Augmented-0.1-Quantile-Accuracy": 94.33999633789062, "Augmented-Accuracy": 96.1052, "Augmented-Loss": 1.061117740234375, "Clean-Accuracy": 87.0, "Clean-Loss": 0.8656680254936219, "PGD-Accuracy": 13.14, "PGD-Loss": 3.767951417541504}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 1645.778172492981, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.66999816894531, "Augmented-0.05-Quantile-Accuracy": 84.3499984741211, "Augmented-0.1-Quantile-Accuracy": 85.52999877929688, "Augmented-Accuracy": 88.8061, "Augmented-Loss": 1.172112384918213, "Clean-Accuracy": 90.9, "Clean-Loss": 1.0266580688476563, "PGD-Accuracy": 2.17, "PGD-Loss": 4.177429541015625}, "Total-Time": 136942.3233373165, "Train": {"Loss": 0.9415637251663208, "avg t": 0.9237769981002808, "plain loss": 0.8345890942382819}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.75999450683594, "Augmented-0.05-Quantile-Accuracy": 93.04000091552734, "Augmented-0.1-Quantile-Accuracy": 93.97999572753906, "Augmented-Accuracy": 96.0508, "Augmented-Loss": 1.0631156887264253, "Clean-Accuracy": 84.56, "Clean-Loss": 0.8248926013946534, "PGD-Accuracy": 13.92, "PGD-Loss": 3.7632231521606445}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 1638.7497358322144, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.5199966430664, "Augmented-0.05-Quantile-Accuracy": 84.22000122070312, "Augmented-0.1-Quantile-Accuracy": 85.44999694824219, "Augmented-Accuracy": 88.7744, "Augmented-Loss": 1.171129745262146, "Clean-Accuracy": 90.81, "Clean-Loss": 1.0222149406433105, "PGD-Accuracy": 2.31, "PGD-Loss": 4.1750452484130856}, "Total-Time": 138581.07307314873, "Train": {"Loss": 0.9414359868812561, "avg t": 0.9236842179107666, "plain loss": 0.8338453448486328}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.0, "Augmented-0.05-Quantile-Accuracy": 93.37999725341797, "Augmented-0.1-Quantile-Accuracy": 94.29999542236328, "Augmented-Accuracy": 96.181, "Augmented-Loss": 1.0590786438941955, "Clean-Accuracy": 91.14, "Clean-Loss": 0.8073848633766174, "PGD-Accuracy": 9.3, "PGD-Loss": 3.892143337249756}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 1630.0046391487122, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.58999633789062, "Augmented-0.05-Quantile-Accuracy": 84.3699951171875, "Augmented-0.1-Quantile-Accuracy": 85.5, "Augmented-Accuracy": 88.7963, "Augmented-Loss": 1.17108395753479, "Clean-Accuracy": 90.84, "Clean-Loss": 1.0196441917419434, "PGD-Accuracy": 2.29, "PGD-Loss": 4.173599810791016}, "Total-Time": 140211.07771229744, "Train": {"Loss": 0.9413543092536927, "avg t": 0.9236629063224793, "plain loss": 0.8336068978271504}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.54000091552734, "Augmented-0.05-Quantile-Accuracy": 93.25999450683594, "Augmented-0.1-Quantile-Accuracy": 94.19999694824219, "Augmented-Accuracy": 95.9414, "Augmented-Loss": 1.0555153353862763, "Clean-Accuracy": 89.12, "Clean-Loss": 0.8582989590644836, "PGD-Accuracy": 12.06, "PGD-Loss": 3.8165499824523925}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 1665.8948259353638, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.5, "Augmented-0.05-Quantile-Accuracy": 84.23999786376953, "Augmented-0.1-Quantile-Accuracy": 85.52999877929688, "Augmented-Accuracy": 88.8034, "Augmented-Loss": 1.1714914208831788, "Clean-Accuracy": 90.95, "Clean-Loss": 1.0248848304748535, "PGD-Accuracy": 2.18, "PGD-Loss": 4.173386267089843}, "Total-Time": 141876.9725382328, "Train": {"Loss": 0.941045253791809, "avg t": 0.9236215926361084, "plain loss": 0.8331763231506354}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.97999572753906, "Augmented-0.05-Quantile-Accuracy": 93.31999969482422, "Augmented-0.1-Quantile-Accuracy": 94.22000122070312, "Augmented-Accuracy": 95.9462, "Augmented-Loss": 1.0607974625854493, "Clean-Accuracy": 92.3, "Clean-Loss": 0.8221312343597412, "PGD-Accuracy": 13.96, "PGD-Loss": 3.755712197113037}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 1633.4645488262177, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.68000030517578, "Augmented-0.05-Quantile-Accuracy": 84.23999786376953, "Augmented-0.1-Quantile-Accuracy": 85.5199966430664, "Augmented-Accuracy": 88.7781, "Augmented-Loss": 1.1709372192001344, "Clean-Accuracy": 90.99, "Clean-Loss": 1.02452426071167, "PGD-Accuracy": 2.24, "PGD-Loss": 4.17300944519043}, "Total-Time": 143510.43708705902, "Train": {"Loss": 0.9415338288116455, "avg t": 0.9237739043998718, "plain loss": 0.8342356072387702}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.23999786376953, "Augmented-0.05-Quantile-Accuracy": 93.33999633789062, "Augmented-0.1-Quantile-Accuracy": 94.0999984741211, "Augmented-Accuracy": 96.1796, "Augmented-Loss": 1.0593508485298158, "Clean-Accuracy": 93.34, "Clean-Loss": 0.7696117297172547, "PGD-Accuracy": 12.44, "PGD-Loss": 3.81486679649353}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 1653.7058408260345, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.61000061035156, "Augmented-0.05-Quantile-Accuracy": 84.16999816894531, "Augmented-0.1-Quantile-Accuracy": 85.62999725341797, "Augmented-Accuracy": 88.8208, "Augmented-Loss": 1.170934121246338, "Clean-Accuracy": 90.73, "Clean-Loss": 1.026744320678711, "PGD-Accuracy": 2.24, "PGD-Loss": 4.1716986083984375}, "Total-Time": 145164.14292788506, "Train": {"Loss": 0.9415333902740478, "avg t": 0.9237409672927857, "plain loss": 0.8334342402343761}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.73999786376953, "Augmented-0.05-Quantile-Accuracy": 93.25999450683594, "Augmented-0.1-Quantile-Accuracy": 94.23999786376953, "Augmented-Accuracy": 96.1452, "Augmented-Loss": 1.0622937852878571, "Clean-Accuracy": 94.24, "Clean-Loss": 0.7897929329872131, "PGD-Accuracy": 12.0, "PGD-Loss": 3.8004441928863524}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 1661.982871055603, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.79000091552734, "Augmented-0.05-Quantile-Accuracy": 84.22000122070312, "Augmented-0.1-Quantile-Accuracy": 85.61000061035156, "Augmented-Accuracy": 88.8534, "Augmented-Loss": 1.170754171524048, "Clean-Accuracy": 90.89, "Clean-Loss": 1.0222675651550293, "PGD-Accuracy": 2.21, "PGD-Loss": 4.171295159912109}, "Total-Time": 146826.12579894066, "Train": {"Loss": 0.9410691526412964, "avg t": 0.9235786560440064, "plain loss": 0.832968521148681}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.91999816894531, "Augmented-0.05-Quantile-Accuracy": 93.27999877929688, "Augmented-0.1-Quantile-Accuracy": 94.25999450683594, "Augmented-Accuracy": 96.073, "Augmented-Loss": 1.0567916653499603, "Clean-Accuracy": 92.12, "Clean-Loss": 0.7932070621490479, "PGD-Accuracy": 13.56, "PGD-Loss": 3.759115419006348}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 1643.75253033638, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.68999481201172, "Augmented-0.05-Quantile-Accuracy": 84.23999786376953, "Augmented-0.1-Quantile-Accuracy": 85.52999877929688, "Augmented-Accuracy": 88.8256, "Augmented-Loss": 1.1704766639328004, "Clean-Accuracy": 90.85, "Clean-Loss": 1.0195531913757325, "PGD-Accuracy": 2.16, "PGD-Loss": 4.1708836730957035}, "Total-Time": 148469.87832927704, "Train": {"Loss": 0.9414222401809692, "avg t": 0.9237206869506835, "plain loss": 0.8331693835144041}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.5199966430664, "Augmented-0.05-Quantile-Accuracy": 92.77999877929688, "Augmented-0.1-Quantile-Accuracy": 93.75999450683594, "Augmented-Accuracy": 95.9688, "Augmented-Loss": 1.0547889295692443, "Clean-Accuracy": 92.88, "Clean-Loss": 0.7835652877807617, "PGD-Accuracy": 12.98, "PGD-Loss": 3.77047112121582}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 1677.4573464393616, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.75, "Augmented-0.05-Quantile-Accuracy": 84.27999877929688, "Augmented-0.1-Quantile-Accuracy": 85.43000030517578, "Augmented-Accuracy": 88.8182, "Augmented-Loss": 1.170104905204773, "Clean-Accuracy": 90.6, "Clean-Loss": 1.0246633041381836, "PGD-Accuracy": 2.15, "PGD-Loss": 4.169518072509765}, "Total-Time": 150147.3356757164, "Train": {"Loss": 0.9414317708969117, "avg t": 0.9236919694519043, "plain loss": 0.8325583927612312}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.69999694824219, "Augmented-0.05-Quantile-Accuracy": 93.0, "Augmented-0.1-Quantile-Accuracy": 93.89999389648438, "Augmented-Accuracy": 95.705, "Augmented-Loss": 1.059893392944336, "Clean-Accuracy": 87.16, "Clean-Loss": 0.7717818125724792, "PGD-Accuracy": 11.18, "PGD-Loss": 3.830321156692505}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 1644.8585197925568, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.75999450683594, "Augmented-0.05-Quantile-Accuracy": 84.23999786376953, "Augmented-0.1-Quantile-Accuracy": 85.54999542236328, "Augmented-Accuracy": 88.8358, "Augmented-Loss": 1.1706692892837525, "Clean-Accuracy": 90.96, "Clean-Loss": 1.025780654144287, "PGD-Accuracy": 2.17, "PGD-Loss": 4.168890167236328}, "Total-Time": 151792.19419550896, "Train": {"Loss": 0.9415948133850097, "avg t": 0.9238375923919677, "plain loss": 0.8331515081787111}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.77999877929688, "Augmented-0.05-Quantile-Accuracy": 93.25999450683594, "Augmented-0.1-Quantile-Accuracy": 94.07999420166016, "Augmented-Accuracy": 96.021, "Augmented-Loss": 1.0610543062458038, "Clean-Accuracy": 79.52, "Clean-Loss": 0.9752034776687623, "PGD-Accuracy": 10.56, "PGD-Loss": 3.834558552932739}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 1656.3631279468536, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.69999694824219, "Augmented-0.05-Quantile-Accuracy": 84.1199951171875, "Augmented-0.1-Quantile-Accuracy": 85.40999603271484, "Augmented-Accuracy": 88.789, "Augmented-Loss": 1.1710788293685912, "Clean-Accuracy": 90.82, "Clean-Loss": 1.0261084228515625, "PGD-Accuracy": 2.17, "PGD-Loss": 4.168384323120117}, "Total-Time": 153448.5573234558, "Train": {"Loss": 0.9411638409805297, "avg t": 0.9236744674301147, "plain loss": 0.8332175304870608}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.73999786376953, "Augmented-0.05-Quantile-Accuracy": 93.0199966430664, "Augmented-0.1-Quantile-Accuracy": 93.97999572753906, "Augmented-Accuracy": 95.885, "Augmented-Loss": 1.062219827030182, "Clean-Accuracy": 94.48, "Clean-Loss": 0.8129479640007019, "PGD-Accuracy": 11.82, "PGD-Loss": 3.8000451446533203}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 1664.5014946460724, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.86000061035156, "Augmented-0.05-Quantile-Accuracy": 84.31999969482422, "Augmented-0.1-Quantile-Accuracy": 85.57999420166016, "Augmented-Accuracy": 88.8473, "Augmented-Loss": 1.1698242181167602, "Clean-Accuracy": 90.64, "Clean-Loss": 1.022481462097168, "PGD-Accuracy": 2.15, "PGD-Loss": 4.1670126007080075}, "Total-Time": 155113.05881810188, "Train": {"Loss": 0.9409612232589721, "avg t": 0.9235968423080444, "plain loss": 0.832912070922851}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.75999450683594, "Augmented-0.05-Quantile-Accuracy": 93.04000091552734, "Augmented-0.1-Quantile-Accuracy": 93.93999481201172, "Augmented-Accuracy": 95.7544, "Augmented-Loss": 1.0583634904136658, "Clean-Accuracy": 89.88, "Clean-Loss": 0.8024298474311828, "PGD-Accuracy": 12.98, "PGD-Loss": 3.7812720016479493}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 1646.3336961269379, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.54000091552734, "Augmented-0.05-Quantile-Accuracy": 84.18000030517578, "Augmented-0.1-Quantile-Accuracy": 85.48999786376953, "Augmented-Accuracy": 88.8156, "Augmented-Loss": 1.1705694813690186, "Clean-Accuracy": 90.62, "Clean-Loss": 1.030061711883545, "PGD-Accuracy": 2.25, "PGD-Loss": 4.168120874023438}, "Total-Time": 156759.39251422882, "Train": {"Loss": 0.9414175456237793, "avg t": 0.9237780611801147, "plain loss": 0.8339286386413562}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.87999725341797, "Augmented-0.05-Quantile-Accuracy": 92.89999389648438, "Augmented-0.1-Quantile-Accuracy": 93.68000030517578, "Augmented-Accuracy": 95.594, "Augmented-Loss": 1.0667069646263123, "Clean-Accuracy": 92.66, "Clean-Loss": 0.7968830719947815, "PGD-Accuracy": 12.24, "PGD-Loss": 3.8069847671508787}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 1677.5122818946838, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.81999969482422, "Augmented-0.05-Quantile-Accuracy": 84.18999481201172, "Augmented-0.1-Quantile-Accuracy": 85.55999755859375, "Augmented-Accuracy": 88.8174, "Augmented-Loss": 1.1717481004714967, "Clean-Accuracy": 90.77, "Clean-Loss": 1.0232351303100586, "PGD-Accuracy": 2.2, "PGD-Loss": 4.165551971435547}, "Total-Time": 158436.9047961235, "Train": {"Loss": 0.9412306358528137, "avg t": 0.9235856874465942, "plain loss": 0.8326639127502448}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.77999877929688, "Augmented-0.05-Quantile-Accuracy": 93.07999420166016, "Augmented-0.1-Quantile-Accuracy": 93.91999816894531, "Augmented-Accuracy": 95.9322, "Augmented-Loss": 1.058990430158615, "Clean-Accuracy": 93.78, "Clean-Loss": 0.7811943937301635, "PGD-Accuracy": 11.22, "PGD-Loss": 3.821971118927002}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 1647.6895506381989, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.66999816894531, "Augmented-0.05-Quantile-Accuracy": 84.29999542236328, "Augmented-0.1-Quantile-Accuracy": 85.48999786376953, "Augmented-Accuracy": 88.8317, "Augmented-Loss": 1.1708557027130126, "Clean-Accuracy": 90.66, "Clean-Loss": 1.0287539100646972, "PGD-Accuracy": 2.18, "PGD-Loss": 4.1661401428222655}, "Total-Time": 160084.5943467617, "Train": {"Loss": 0.9413400192070007, "avg t": 0.9236704664230346, "plain loss": 0.8327719422302251}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.0, "Augmented-0.05-Quantile-Accuracy": 93.36000061035156, "Augmented-0.1-Quantile-Accuracy": 94.07999420166016, "Augmented-Accuracy": 95.9554, "Augmented-Loss": 1.0649112340755462, "Clean-Accuracy": 95.22, "Clean-Loss": 0.8142537406921386, "PGD-Accuracy": 12.26, "PGD-Loss": 3.795136937713623}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 1656.765094280243, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.72999572753906, "Augmented-0.05-Quantile-Accuracy": 84.23999786376953, "Augmented-0.1-Quantile-Accuracy": 85.57999420166016, "Augmented-Accuracy": 88.8111, "Augmented-Loss": 1.1709263785095214, "Clean-Accuracy": 90.85, "Clean-Loss": 1.024112589263916, "PGD-Accuracy": 2.12, "PGD-Loss": 4.163872448730468}, "Total-Time": 161741.35944104195, "Train": {"Loss": 0.9412239733886719, "avg t": 0.9236292806625366, "plain loss": 0.8329268809509262}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.04000091552734, "Augmented-0.05-Quantile-Accuracy": 93.37999725341797, "Augmented-0.1-Quantile-Accuracy": 94.29999542236328, "Augmented-Accuracy": 95.8732, "Augmented-Loss": 1.0581766036262512, "Clean-Accuracy": 94.56, "Clean-Loss": 0.8064435214996338, "PGD-Accuracy": 13.3, "PGD-Loss": 3.760793112182617}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 1670.0825126171112, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.66999816894531, "Augmented-0.05-Quantile-Accuracy": 84.31999969482422, "Augmented-0.1-Quantile-Accuracy": 85.45999908447266, "Augmented-Accuracy": 88.7778, "Augmented-Loss": 1.1705963757324218, "Clean-Accuracy": 90.8, "Clean-Loss": 1.0224504531860352, "PGD-Accuracy": 2.19, "PGD-Loss": 4.160812322998047}, "Total-Time": 163411.44195365906, "Train": {"Loss": 0.9412019722747803, "avg t": 0.9235997187423706, "plain loss": 0.8328827526550293}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.5999984741211, "Augmented-0.05-Quantile-Accuracy": 93.0199966430664, "Augmented-0.1-Quantile-Accuracy": 93.83999633789062, "Augmented-Accuracy": 95.6614, "Augmented-Loss": 1.0586744121513367, "Clean-Accuracy": 93.04, "Clean-Loss": 0.7941553868293763, "PGD-Accuracy": 15.62, "PGD-Loss": 3.6964293365478516}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 1649.169727563858, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.55999755859375, "Augmented-0.05-Quantile-Accuracy": 84.23999786376953, "Augmented-0.1-Quantile-Accuracy": 85.47000122070312, "Augmented-Accuracy": 88.8027, "Augmented-Loss": 1.1702918761062622, "Clean-Accuracy": 90.91, "Clean-Loss": 1.0231288681030273, "PGD-Accuracy": 2.05, "PGD-Loss": 4.164049438476562}, "Total-Time": 165060.61168122292, "Train": {"Loss": 0.9414222745513916, "avg t": 0.9237255304336548, "plain loss": 0.8340883865966797}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.87999725341797, "Augmented-0.05-Quantile-Accuracy": 93.27999877929688, "Augmented-0.1-Quantile-Accuracy": 94.15999603271484, "Augmented-Accuracy": 96.1372, "Augmented-Loss": 1.0587399999313354, "Clean-Accuracy": 90.7, "Clean-Loss": 0.7363922912597656, "PGD-Accuracy": 12.52, "PGD-Loss": 3.767911030578613}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 1672.2251436710358, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.73999786376953, "Augmented-0.05-Quantile-Accuracy": 84.19999694824219, "Augmented-0.1-Quantile-Accuracy": 85.47000122070312, "Augmented-Accuracy": 88.7794, "Augmented-Loss": 1.1710645512924194, "Clean-Accuracy": 90.61, "Clean-Loss": 1.0238340507507324, "PGD-Accuracy": 2.08, "PGD-Loss": 4.161302624511719}, "Total-Time": 166732.83682489395, "Train": {"Loss": 0.9413782445526123, "avg t": 0.9237239051437378, "plain loss": 0.8332635295715342}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.19999694824219, "Augmented-0.05-Quantile-Accuracy": 92.45999908447266, "Augmented-0.1-Quantile-Accuracy": 93.43999481201172, "Augmented-Accuracy": 95.5986, "Augmented-Loss": 1.057718611349106, "Clean-Accuracy": 91.18, "Clean-Loss": 0.8335966477394104, "PGD-Accuracy": 12.7, "PGD-Loss": 3.7821897407531737}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 1656.5112299919128, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.72999572753906, "Augmented-0.05-Quantile-Accuracy": 84.2699966430664, "Augmented-0.1-Quantile-Accuracy": 85.43000030517578, "Augmented-Accuracy": 88.7741, "Augmented-Loss": 1.1703818532333374, "Clean-Accuracy": 90.79, "Clean-Loss": 1.0253283180236816, "PGD-Accuracy": 2.09, "PGD-Loss": 4.158949966430664}, "Total-Time": 168389.34805488586, "Train": {"Loss": 0.9413000844192505, "avg t": 0.9236928113555908, "plain loss": 0.8332872401733405}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.18000030517578, "Augmented-0.05-Quantile-Accuracy": 93.43999481201172, "Augmented-0.1-Quantile-Accuracy": 94.25999450683594, "Augmented-Accuracy": 96.2, "Augmented-Loss": 1.0604614302215576, "Clean-Accuracy": 94.08, "Clean-Loss": 0.8149419176101684, "PGD-Accuracy": 15.0, "PGD-Loss": 3.7112097679138185}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 1651.55744099617, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.86000061035156, "Augmented-0.05-Quantile-Accuracy": 84.20999908447266, "Augmented-0.1-Quantile-Accuracy": 85.5, "Augmented-Accuracy": 88.8469, "Augmented-Loss": 1.1705577113494874, "Clean-Accuracy": 90.56, "Clean-Loss": 1.027608642578125, "PGD-Accuracy": 2.1, "PGD-Loss": 4.158130624389648}, "Total-Time": 170040.90549588203, "Train": {"Loss": 0.9412602392959595, "avg t": 0.9236553750038147, "plain loss": 0.8322200442199719}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.27999877929688, "Augmented-0.05-Quantile-Accuracy": 92.6199951171875, "Augmented-0.1-Quantile-Accuracy": 93.5999984741211, "Augmented-Accuracy": 95.6524, "Augmented-Loss": 1.0626996150722503, "Clean-Accuracy": 92.9, "Clean-Loss": 0.8462032128334045, "PGD-Accuracy": 12.48, "PGD-Loss": 3.777700106048584}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 1680.783988237381, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.75, "Augmented-0.05-Quantile-Accuracy": 84.23999786376953, "Augmented-0.1-Quantile-Accuracy": 85.45999908447266, "Augmented-Accuracy": 88.791, "Augmented-Loss": 1.1706089264221191, "Clean-Accuracy": 90.54, "Clean-Loss": 1.025220854949951, "PGD-Accuracy": 2.1, "PGD-Loss": 4.15741806640625}, "Total-Time": 171721.68948411942, "Train": {"Loss": 0.940771544265747, "avg t": 0.923516875038147, "plain loss": 0.8317865653686531}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.93999481201172, "Augmented-0.05-Quantile-Accuracy": 92.41999816894531, "Augmented-0.1-Quantile-Accuracy": 93.22000122070312, "Augmented-Accuracy": 95.5032, "Augmented-Loss": 1.0614942938365937, "Clean-Accuracy": 92.84, "Clean-Loss": 0.798056608390808, "PGD-Accuracy": 12.76, "PGD-Loss": 3.7718654251098633}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 1648.9164233207703, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.66999816894531, "Augmented-0.05-Quantile-Accuracy": 84.12999725341797, "Augmented-0.1-Quantile-Accuracy": 85.41999816894531, "Augmented-Accuracy": 88.8126, "Augmented-Loss": 1.1706084642562866, "Clean-Accuracy": 90.88, "Clean-Loss": 1.0228209518432618, "PGD-Accuracy": 2.13, "PGD-Loss": 4.154286627197266}, "Total-Time": 173370.6059074402, "Train": {"Loss": 0.9411623704910278, "avg t": 0.9236155933570862, "plain loss": 0.8329922091064458}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.75999450683594, "Augmented-0.05-Quantile-Accuracy": 93.15999603271484, "Augmented-0.1-Quantile-Accuracy": 94.0199966430664, "Augmented-Accuracy": 95.7174, "Augmented-Loss": 1.0585287724723815, "Clean-Accuracy": 90.98, "Clean-Loss": 0.8227655079841614, "PGD-Accuracy": 14.08, "PGD-Loss": 3.7342539543151854}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 1664.8229031562805, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.69999694824219, "Augmented-0.05-Quantile-Accuracy": 84.15999603271484, "Augmented-0.1-Quantile-Accuracy": 85.47999572753906, "Augmented-Accuracy": 88.8258, "Augmented-Loss": 1.1712818708877564, "Clean-Accuracy": 90.82, "Clean-Loss": 1.0272889335632325, "PGD-Accuracy": 2.08, "PGD-Loss": 4.1551273162841795}, "Total-Time": 175035.42881059647, "Train": {"Loss": 0.9409629669952393, "avg t": 0.9236009362602234, "plain loss": 0.8330969000854486}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.0999984741211, "Augmented-0.05-Quantile-Accuracy": 93.36000061035156, "Augmented-0.1-Quantile-Accuracy": 94.22000122070312, "Augmented-Accuracy": 95.879, "Augmented-Loss": 1.0622430985946656, "Clean-Accuracy": 84.0, "Clean-Loss": 0.926931604385376, "PGD-Accuracy": 14.62, "PGD-Loss": 3.7109395236968994}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 1667.2971580028534, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.5999984741211, "Augmented-0.05-Quantile-Accuracy": 84.22000122070312, "Augmented-0.1-Quantile-Accuracy": 85.38999938964844, "Augmented-Accuracy": 88.7857, "Augmented-Loss": 1.1711257665405272, "Clean-Accuracy": 90.91, "Clean-Loss": 1.0215920463562012, "PGD-Accuracy": 2.17, "PGD-Loss": 4.152356600952149}, "Total-Time": 176702.72596859932, "Train": {"Loss": 0.9410124739837646, "avg t": 0.9235587183380127, "plain loss": 0.8331805132141115}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 91.25999450683594, "Augmented-0.05-Quantile-Accuracy": 93.1199951171875, "Augmented-0.1-Quantile-Accuracy": 94.25999450683594, "Augmented-Accuracy": 95.9226, "Augmented-Loss": 1.0555032256965637, "Clean-Accuracy": 92.98, "Clean-Loss": 0.8288603876113891, "PGD-Accuracy": 11.48, "PGD-Loss": 3.7930235668182375}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.5, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_050", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.5, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
