{"Epoch": 0, "Epoch-Time": 2799.6190509796143, "Test": {"Augmented-0.01-Quantile-Accuracy": 43.45000076293945, "Augmented-0.05-Quantile-Accuracy": 44.779998779296875, "Augmented-0.1-Quantile-Accuracy": 45.38999938964844, "Augmented-Accuracy": 47.5743, "Augmented-Loss": 1.4283408686294556, "Clean-Accuracy": 49.51, "Clean-Loss": 1.3609629180908203, "PGD-Accuracy": 3.37, "PGD-Loss": 3.633295623779297}, "Total-Time": 2799.6190509796143, "Train": {"Loss": 3.1021181114959715, "avg t": 1.1170908961105346, "plain loss": 1.6528566001892095}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.099998474121094, "Augmented-0.05-Quantile-Accuracy": 46.34000015258789, "Augmented-0.1-Quantile-Accuracy": 47.07999801635742, "Augmented-Accuracy": 49.5518, "Augmented-Loss": 1.386625748846054, "Clean-Accuracy": 50.9, "Clean-Loss": 1.3929378253936768, "PGD-Accuracy": 4.3, "PGD-Loss": 3.4141679878234865}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 2795.8335468769073, "Test": {"Augmented-0.01-Quantile-Accuracy": 50.119998931884766, "Augmented-0.05-Quantile-Accuracy": 52.869998931884766, "Augmented-0.1-Quantile-Accuracy": 54.1099967956543, "Augmented-Accuracy": 58.0701, "Augmented-Loss": 1.2359439898834228, "Clean-Accuracy": 58.45, "Clean-Loss": 1.196501025390625, "PGD-Accuracy": 0.39, "PGD-Loss": 5.441709826660157}, "Total-Time": 5595.452597856522, "Train": {"Loss": 2.1565138276672364, "avg t": 1.0685209594345093, "plain loss": 1.2989580670166012}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.57999801635742, "Augmented-0.05-Quantile-Accuracy": 53.599998474121094, "Augmented-0.1-Quantile-Accuracy": 54.73999786376953, "Augmented-Accuracy": 58.2778, "Augmented-Loss": 1.2191507349452972, "Clean-Accuracy": 54.14, "Clean-Loss": 1.3900035190582276, "PGD-Accuracy": 0.66, "PGD-Loss": 4.925782623291016}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 2798.597411632538, "Test": {"Augmented-0.01-Quantile-Accuracy": 53.459999084472656, "Augmented-0.05-Quantile-Accuracy": 56.099998474121094, "Augmented-0.1-Quantile-Accuracy": 57.189998626708984, "Augmented-Accuracy": 61.5044, "Augmented-Loss": 1.1612121903381347, "Clean-Accuracy": 62.88, "Clean-Loss": 1.120818366241455, "PGD-Accuracy": 0.14, "PGD-Loss": 6.477706805419922}, "Total-Time": 8394.05000948906, "Train": {"Loss": 1.8397747819519044, "avg t": 1.0424940049362184, "plain loss": 1.1627158810424811}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.73999786376953, "Augmented-0.05-Quantile-Accuracy": 56.73999786376953, "Augmented-0.1-Quantile-Accuracy": 57.89999771118164, "Augmented-Accuracy": 62.6508, "Augmented-Loss": 1.1424420526695251, "Clean-Accuracy": 60.8, "Clean-Loss": 1.1521738786697389, "PGD-Accuracy": 0.22, "PGD-Loss": 6.0775140838623045}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 2799.5899517536163, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.39999771118164, "Augmented-0.05-Quantile-Accuracy": 63.56999969482422, "Augmented-0.1-Quantile-Accuracy": 64.83000183105469, "Augmented-Accuracy": 69.2113, "Augmented-Loss": 1.0821761612930298, "Clean-Accuracy": 68.97, "Clean-Loss": 1.0286061637878419, "PGD-Accuracy": 0.04, "PGD-Loss": 6.3116350280761715}, "Total-Time": 11193.639961242676, "Train": {"Loss": 1.663082911453247, "avg t": 1.026004091835022, "plain loss": 1.0823110362243649}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.05999755859375, "Augmented-0.05-Quantile-Accuracy": 65.55999755859375, "Augmented-0.1-Quantile-Accuracy": 66.86000061035156, "Augmented-Accuracy": 71.045, "Augmented-Loss": 1.0364909668941498, "Clean-Accuracy": 64.96, "Clean-Loss": 1.089900361251831, "PGD-Accuracy": 0.18, "PGD-Loss": 5.916530001068115}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 2793.4654502868652, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.779998779296875, "Augmented-0.05-Quantile-Accuracy": 64.02999877929688, "Augmented-0.1-Quantile-Accuracy": 65.56999969482422, "Augmented-Accuracy": 70.1269, "Augmented-Loss": 1.0833914739990234, "Clean-Accuracy": 71.92, "Clean-Loss": 0.9940999122619629, "PGD-Accuracy": 0.04, "PGD-Loss": 6.606394793701172}, "Total-Time": 13987.105411529541, "Train": {"Loss": 1.5704248971557617, "avg t": 1.0169721577644348, "plain loss": 1.0371485572204588}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.97999572753906, "Augmented-0.05-Quantile-Accuracy": 68.45999908447266, "Augmented-0.1-Quantile-Accuracy": 69.54000091552734, "Augmented-Accuracy": 73.479, "Augmented-Loss": 1.017971274526596, "Clean-Accuracy": 73.38, "Clean-Loss": 0.9910687330245972, "PGD-Accuracy": 0.1, "PGD-Loss": 6.141222648620605}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 2793.2755880355835, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.97999954223633, "Augmented-0.05-Quantile-Accuracy": 60.269996643066406, "Augmented-0.1-Quantile-Accuracy": 61.79999923706055, "Augmented-Accuracy": 66.5965, "Augmented-Loss": 1.1057155440216064, "Clean-Accuracy": 68.35, "Clean-Loss": 1.0309075347900392, "PGD-Accuracy": 0.04, "PGD-Loss": 6.602809539794922}, "Total-Time": 16780.380999565125, "Train": {"Loss": 1.496291230430603, "avg t": 1.009733914756775, "plain loss": 1.0062530640258798}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 58.65999984741211, "Augmented-0.05-Quantile-Accuracy": 61.91999816894531, "Augmented-0.1-Quantile-Accuracy": 63.57999801635742, "Augmented-Accuracy": 68.7858, "Augmented-Loss": 1.061222761768341, "Clean-Accuracy": 65.9, "Clean-Loss": 1.018745050239563, "PGD-Accuracy": 0.14, "PGD-Loss": 6.271187696075439}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 2793.3236758708954, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.1099967956543, "Augmented-0.05-Quantile-Accuracy": 61.13999938964844, "Augmented-0.1-Quantile-Accuracy": 62.32999801635742, "Augmented-Accuracy": 66.9672, "Augmented-Loss": 1.1079176951522827, "Clean-Accuracy": 66.35, "Clean-Loss": 1.0369957725524903, "PGD-Accuracy": 0.23, "PGD-Loss": 6.3859327697753905}, "Total-Time": 19573.70467543602, "Train": {"Loss": 1.4628810564041137, "avg t": 1.0065208932495118, "plain loss": 0.9950983550415047}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 59.53999710083008, "Augmented-0.05-Quantile-Accuracy": 62.57999801635742, "Augmented-0.1-Quantile-Accuracy": 63.7599983215332, "Augmented-Accuracy": 67.8424, "Augmented-Loss": 1.0540606528434753, "Clean-Accuracy": 70.68, "Clean-Loss": 0.9576836061477662, "PGD-Accuracy": 0.32, "PGD-Loss": 6.053553715515137}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 2792.4102993011475, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.91999816894531, "Augmented-0.05-Quantile-Accuracy": 63.57999801635742, "Augmented-0.1-Quantile-Accuracy": 65.22999572753906, "Augmented-Accuracy": 70.4598, "Augmented-Loss": 1.1036996967697144, "Clean-Accuracy": 70.26, "Clean-Loss": 1.0455729965209961, "PGD-Accuracy": 0.03, "PGD-Loss": 6.407593170166016}, "Total-Time": 22366.114974737167, "Train": {"Loss": 1.4464946186828613, "avg t": 1.004017607421875, "plain loss": 0.9893123052673342}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.779998779296875, "Augmented-0.05-Quantile-Accuracy": 64.95999908447266, "Augmented-0.1-Quantile-Accuracy": 66.54000091552734, "Augmented-Accuracy": 71.4958, "Augmented-Loss": 1.0545463008213043, "Clean-Accuracy": 68.48, "Clean-Loss": 0.9903849437713623, "PGD-Accuracy": 0.04, "PGD-Loss": 6.208252294921875}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 2793.5020802021027, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.709999084472656, "Augmented-0.05-Quantile-Accuracy": 66.70999908447266, "Augmented-0.1-Quantile-Accuracy": 67.95999908447266, "Augmented-Accuracy": 72.3946, "Augmented-Loss": 1.0696576147766113, "Clean-Accuracy": 73.62, "Clean-Loss": 1.0021643188476563, "PGD-Accuracy": 0.08, "PGD-Loss": 6.021258416748047}, "Total-Time": 25159.61705493927, "Train": {"Loss": 1.4247158322906495, "avg t": 1.0015010456848144, "plain loss": 0.9834103713989262}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.08000183105469, "Augmented-0.05-Quantile-Accuracy": 67.15999603271484, "Augmented-0.1-Quantile-Accuracy": 68.87999725341797, "Augmented-Accuracy": 73.049, "Augmented-Loss": 1.033070911628723, "Clean-Accuracy": 77.12, "Clean-Loss": 0.9470345438957214, "PGD-Accuracy": 0.16, "PGD-Loss": 5.75646213684082}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 2792.0644931793213, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.84000015258789, "Augmented-0.05-Quantile-Accuracy": 66.12999725341797, "Augmented-0.1-Quantile-Accuracy": 67.79000091552734, "Augmented-Accuracy": 72.6287, "Augmented-Loss": 1.098675306541443, "Clean-Accuracy": 75.03, "Clean-Loss": 0.9847974327087402, "PGD-Accuracy": 0.11, "PGD-Loss": 5.941110455322265}, "Total-Time": 27951.68154811859, "Train": {"Loss": 1.4096991610717773, "avg t": 0.999499898147583, "plain loss": 0.9770214845275877}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.15999603271484, "Augmented-0.05-Quantile-Accuracy": 70.41999816894531, "Augmented-0.1-Quantile-Accuracy": 71.93999481201172, "Augmented-Accuracy": 76.4068, "Augmented-Loss": 1.0178559902935027, "Clean-Accuracy": 74.68, "Clean-Loss": 0.9704559597015381, "PGD-Accuracy": 0.14, "PGD-Loss": 5.662030002593994}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 2791.6585743427277, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.19999694824219, "Augmented-0.05-Quantile-Accuracy": 63.69999694824219, "Augmented-0.1-Quantile-Accuracy": 65.56999969482422, "Augmented-Accuracy": 70.7211, "Augmented-Loss": 1.1564825305023194, "Clean-Accuracy": 73.86, "Clean-Loss": 1.0463337394714356, "PGD-Accuracy": 0.03, "PGD-Loss": 6.238054107666016}, "Total-Time": 30743.34012246132, "Train": {"Loss": 1.399051784515381, "avg t": 0.9991861447906494, "plain loss": 0.9777060130310066}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.58000183105469, "Augmented-0.05-Quantile-Accuracy": 68.81999969482422, "Augmented-0.1-Quantile-Accuracy": 70.33999633789062, "Augmented-Accuracy": 75.2698, "Augmented-Loss": 1.0568852215251923, "Clean-Accuracy": 77.42, "Clean-Loss": 0.9089866512298584, "PGD-Accuracy": 0.06, "PGD-Loss": 6.030634454345703}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 2792.134165763855, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.5999984741211, "Augmented-0.05-Quantile-Accuracy": 68.22999572753906, "Augmented-0.1-Quantile-Accuracy": 69.8499984741211, "Augmented-Accuracy": 74.7332, "Augmented-Loss": 1.0809860106430054, "Clean-Accuracy": 73.38, "Clean-Loss": 1.0194441619873047, "PGD-Accuracy": 0.07, "PGD-Loss": 6.188885363769531}, "Total-Time": 33535.474288225174, "Train": {"Loss": 1.3893080137634277, "avg t": 0.9973606223297119, "plain loss": 0.9740152022705069}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.41999816894531, "Augmented-0.05-Quantile-Accuracy": 69.86000061035156, "Augmented-0.1-Quantile-Accuracy": 71.5199966430664, "Augmented-Accuracy": 76.4888, "Augmented-Loss": 1.0281183374462128, "Clean-Accuracy": 72.76, "Clean-Loss": 0.9784691978454589, "PGD-Accuracy": 0.06, "PGD-Loss": 6.004761123657227}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 2792.497255563736, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.54999542236328, "Augmented-0.05-Quantile-Accuracy": 67.48999786376953, "Augmented-0.1-Quantile-Accuracy": 68.9000015258789, "Augmented-Accuracy": 73.207, "Augmented-Loss": 1.0761306507339476, "Clean-Accuracy": 74.72, "Clean-Loss": 1.001336619567871, "PGD-Accuracy": 0.04, "PGD-Loss": 5.8423520385742185}, "Total-Time": 36327.97154378891, "Train": {"Loss": 1.3788167864227294, "avg t": 0.9957723942756653, "plain loss": 0.965351597686767}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.65999603271484, "Augmented-0.05-Quantile-Accuracy": 70.04000091552734, "Augmented-0.1-Quantile-Accuracy": 71.45999908447266, "Augmented-Accuracy": 76.191, "Augmented-Loss": 1.0250232231578826, "Clean-Accuracy": 76.2, "Clean-Loss": 0.918217185974121, "PGD-Accuracy": 0.06, "PGD-Loss": 5.668532964324951}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 2791.755763053894, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.54000091552734, "Augmented-0.05-Quantile-Accuracy": 68.04000091552734, "Augmented-0.1-Quantile-Accuracy": 69.54000091552734, "Augmented-Accuracy": 74.1859, "Augmented-Loss": 1.0972780652389527, "Clean-Accuracy": 78.6, "Clean-Loss": 0.973739680480957, "PGD-Accuracy": 0.03, "PGD-Loss": 6.035733654785156}, "Total-Time": 39119.727306842804, "Train": {"Loss": 1.3726174543762206, "avg t": 0.9947986936187744, "plain loss": 0.9623373355407717}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.33999633789062, "Augmented-0.05-Quantile-Accuracy": 73.5, "Augmented-0.1-Quantile-Accuracy": 74.79999542236328, "Augmented-Accuracy": 78.9564, "Augmented-Loss": 1.0017009337806702, "Clean-Accuracy": 71.78, "Clean-Loss": 1.0638221815109252, "PGD-Accuracy": 0.08, "PGD-Loss": 5.8175389778137205}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 2789.813570022583, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.68000030517578, "Augmented-0.05-Quantile-Accuracy": 61.21999740600586, "Augmented-0.1-Quantile-Accuracy": 62.8599967956543, "Augmented-Accuracy": 67.9496, "Augmented-Loss": 1.1359319049911498, "Clean-Accuracy": 69.02, "Clean-Loss": 1.0455965736389161, "PGD-Accuracy": 0.05, "PGD-Loss": 6.203193658447265}, "Total-Time": 41909.54087686539, "Train": {"Loss": 1.3554493770599365, "avg t": 0.9933242636871338, "plain loss": 0.9562375757141129}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.18000030517578, "Augmented-0.05-Quantile-Accuracy": 64.69999694824219, "Augmented-0.1-Quantile-Accuracy": 66.1199951171875, "Augmented-Accuracy": 71.533, "Augmented-Loss": 1.0522790843734742, "Clean-Accuracy": 68.0, "Clean-Loss": 1.0180325723648072, "PGD-Accuracy": 0.08, "PGD-Loss": 6.004577462005615}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 2790.1300275325775, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.47999572753906, "Augmented-0.05-Quantile-Accuracy": 68.08999633789062, "Augmented-0.1-Quantile-Accuracy": 69.68999481201172, "Augmented-Accuracy": 74.5866, "Augmented-Loss": 1.0653477673950196, "Clean-Accuracy": 75.03, "Clean-Loss": 0.9799488945007324, "PGD-Accuracy": 0.05, "PGD-Loss": 6.232099847412109}, "Total-Time": 44699.670904397964, "Train": {"Loss": 1.3560086195373535, "avg t": 0.992865567893982, "plain loss": 0.9539141916198729}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.43999481201172, "Augmented-0.05-Quantile-Accuracy": 69.83999633789062, "Augmented-0.1-Quantile-Accuracy": 71.5199966430664, "Augmented-Accuracy": 76.2464, "Augmented-Loss": 1.0022780705776215, "Clean-Accuracy": 68.46, "Clean-Loss": 1.0602369743347169, "PGD-Accuracy": 0.04, "PGD-Loss": 5.996776452636719}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 2790.556643009186, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.0999984741211, "Augmented-0.05-Quantile-Accuracy": 70.27999877929688, "Augmented-0.1-Quantile-Accuracy": 71.7699966430664, "Augmented-Accuracy": 76.1105, "Augmented-Loss": 1.0360356267547608, "Clean-Accuracy": 77.88, "Clean-Loss": 0.9469737068176269, "PGD-Accuracy": 0.04, "PGD-Loss": 5.9267271057128905}, "Total-Time": 47490.22754740715, "Train": {"Loss": 1.3514444513320922, "avg t": 0.9922618676376342, "plain loss": 0.9499379192199714}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.31999969482422, "Augmented-0.05-Quantile-Accuracy": 73.18000030517578, "Augmented-0.1-Quantile-Accuracy": 74.29999542236328, "Augmented-Accuracy": 78.274, "Augmented-Loss": 0.972914131444931, "Clean-Accuracy": 76.16, "Clean-Loss": 0.9095910585403443, "PGD-Accuracy": 0.04, "PGD-Loss": 5.683042333984375}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 2791.0285913944244, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.09000015258789, "Augmented-0.05-Quantile-Accuracy": 66.02999877929688, "Augmented-0.1-Quantile-Accuracy": 67.80999755859375, "Augmented-Accuracy": 72.9432, "Augmented-Loss": 1.1201167972564696, "Clean-Accuracy": 74.47, "Clean-Loss": 1.017707039642334, "PGD-Accuracy": 0.01, "PGD-Loss": 6.000612030029297}, "Total-Time": 50281.256138801575, "Train": {"Loss": 1.3299677267456054, "avg t": 0.9889410341262818, "plain loss": 0.9393592398071299}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.91999816894531, "Augmented-0.05-Quantile-Accuracy": 68.43999481201172, "Augmented-0.1-Quantile-Accuracy": 70.18000030517578, "Augmented-Accuracy": 75.1584, "Augmented-Loss": 1.0485813003177642, "Clean-Accuracy": 72.28, "Clean-Loss": 0.9361668792724609, "PGD-Accuracy": 0.02, "PGD-Loss": 5.829344309997559}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 2790.2786436080933, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.3699951171875, "Augmented-0.05-Quantile-Accuracy": 69.08999633789062, "Augmented-0.1-Quantile-Accuracy": 70.87999725341797, "Augmented-Accuracy": 75.7839, "Augmented-Loss": 1.0668211388244628, "Clean-Accuracy": 77.74, "Clean-Loss": 0.9782231124877929, "PGD-Accuracy": 0.02, "PGD-Loss": 6.263502331542969}, "Total-Time": 53071.53478240967, "Train": {"Loss": 1.3450163061523437, "avg t": 0.9911806178283692, "plain loss": 0.9477007727050777}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.47999572753906, "Augmented-0.05-Quantile-Accuracy": 72.93999481201172, "Augmented-0.1-Quantile-Accuracy": 74.5199966430664, "Augmented-Accuracy": 79.3094, "Augmented-Loss": 0.9932030461463929, "Clean-Accuracy": 70.06, "Clean-Loss": 0.9347446180343628, "PGD-Accuracy": 0.0, "PGD-Loss": 5.982936208343506}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 2791.2704010009766, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.48999786376953, "Augmented-0.05-Quantile-Accuracy": 64.6199951171875, "Augmented-0.1-Quantile-Accuracy": 66.01000213623047, "Augmented-Accuracy": 70.9671, "Augmented-Loss": 1.0781318132324218, "Clean-Accuracy": 76.89, "Clean-Loss": 0.9427509574890137, "PGD-Accuracy": 0.08, "PGD-Loss": 5.898242034912109}, "Total-Time": 55862.805183410645, "Train": {"Loss": 1.318173069229126, "avg t": 0.9885817629051209, "plain loss": 0.9344560199279782}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.22000122070312, "Augmented-0.05-Quantile-Accuracy": 71.45999908447266, "Augmented-0.1-Quantile-Accuracy": 72.72000122070312, "Augmented-Accuracy": 76.9122, "Augmented-Loss": 0.9690474053745269, "Clean-Accuracy": 77.6, "Clean-Loss": 0.9011342971801758, "PGD-Accuracy": 0.12, "PGD-Loss": 5.637291719055176}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 2790.6160407066345, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.29999923706055, "Augmented-0.05-Quantile-Accuracy": 62.019996643066406, "Augmented-0.1-Quantile-Accuracy": 63.709999084472656, "Augmented-Accuracy": 68.7468, "Augmented-Loss": 1.1519558596343995, "Clean-Accuracy": 71.44, "Clean-Loss": 0.9975537658691406, "PGD-Accuracy": 0.04, "PGD-Loss": 6.253748516845703}, "Total-Time": 58653.42122411728, "Train": {"Loss": 1.3289492699432373, "avg t": 0.9891932720184327, "plain loss": 0.9422810565185541}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.68000030517578, "Augmented-0.05-Quantile-Accuracy": 66.29999542236328, "Augmented-0.1-Quantile-Accuracy": 67.5999984741211, "Augmented-Accuracy": 72.0108, "Augmented-Loss": 1.0242147929611205, "Clean-Accuracy": 70.8, "Clean-Loss": 0.9607628406524659, "PGD-Accuracy": 0.18, "PGD-Loss": 5.981167408752442}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 2792.244230031967, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.279998779296875, "Augmented-0.05-Quantile-Accuracy": 63.849998474121094, "Augmented-0.1-Quantile-Accuracy": 65.51000213623047, "Augmented-Accuracy": 70.5757, "Augmented-Loss": 1.119628761024475, "Clean-Accuracy": 75.2, "Clean-Loss": 1.0082837326049805, "PGD-Accuracy": 0.05, "PGD-Loss": 5.896489862060547}, "Total-Time": 61445.665454149246, "Train": {"Loss": 1.3231689368057251, "avg t": 0.9881801982116699, "plain loss": 0.9364193178100593}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.1199951171875, "Augmented-0.05-Quantile-Accuracy": 69.55999755859375, "Augmented-0.1-Quantile-Accuracy": 71.05999755859375, "Augmented-Accuracy": 75.5648, "Augmented-Loss": 1.0305029148349762, "Clean-Accuracy": 76.44, "Clean-Loss": 0.9308329824447632, "PGD-Accuracy": 0.12, "PGD-Loss": 5.718162963867187}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 2792.0749933719635, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.55999755859375, "Augmented-0.05-Quantile-Accuracy": 67.8699951171875, "Augmented-0.1-Quantile-Accuracy": 69.19999694824219, "Augmented-Accuracy": 74.0119, "Augmented-Loss": 1.0834742128219605, "Clean-Accuracy": 77.97, "Clean-Loss": 0.9675943969726563, "PGD-Accuracy": 0.0, "PGD-Loss": 5.967072863769531}, "Total-Time": 64237.74044752121, "Train": {"Loss": 1.3152355545425416, "avg t": 0.9879760849189758, "plain loss": 0.9305788024902341}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.0199966430664, "Augmented-0.05-Quantile-Accuracy": 73.5999984741211, "Augmented-0.1-Quantile-Accuracy": 74.91999816894531, "Augmented-Accuracy": 78.8738, "Augmented-Loss": 0.995699530948639, "Clean-Accuracy": 79.9, "Clean-Loss": 0.8902006595611572, "PGD-Accuracy": 0.04, "PGD-Loss": 5.762005978393555}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 2792.933279275894, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.13999938964844, "Augmented-0.05-Quantile-Accuracy": 66.7699966430664, "Augmented-0.1-Quantile-Accuracy": 68.38999938964844, "Augmented-Accuracy": 73.061, "Augmented-Loss": 1.0943186933441162, "Clean-Accuracy": 77.32, "Clean-Loss": 0.9523895141601563, "PGD-Accuracy": 0.07, "PGD-Loss": 5.726244708251953}, "Total-Time": 67030.6737267971, "Train": {"Loss": 1.3191976546478272, "avg t": 0.9882346803092956, "plain loss": 0.9347077354736326}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.19999694824219, "Augmented-0.05-Quantile-Accuracy": 73.23999786376953, "Augmented-0.1-Quantile-Accuracy": 74.72000122070312, "Augmented-Accuracy": 78.6456, "Augmented-Loss": 0.9829534617710114, "Clean-Accuracy": 72.66, "Clean-Loss": 0.9558164293289184, "PGD-Accuracy": 0.02, "PGD-Loss": 5.522330048370361}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 2792.242611646652, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.55999755859375, "Augmented-0.05-Quantile-Accuracy": 68.38999938964844, "Augmented-0.1-Quantile-Accuracy": 69.8499984741211, "Augmented-Accuracy": 75.1891, "Augmented-Loss": 1.0864935266036988, "Clean-Accuracy": 77.43, "Clean-Loss": 0.9767980506896973, "PGD-Accuracy": 0.02, "PGD-Loss": 5.984194171142578}, "Total-Time": 69822.91633844376, "Train": {"Loss": 1.3066222199630737, "avg t": 0.9863732697296143, "plain loss": 0.9247642815856936}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.73999786376953, "Augmented-0.05-Quantile-Accuracy": 72.4000015258789, "Augmented-0.1-Quantile-Accuracy": 73.91999816894531, "Augmented-Accuracy": 78.8846, "Augmented-Loss": 1.0071637027759552, "Clean-Accuracy": 78.4, "Clean-Loss": 0.910732720375061, "PGD-Accuracy": 0.02, "PGD-Loss": 5.813415615081787}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 2792.4041945934296, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.30999755859375, "Augmented-0.05-Quantile-Accuracy": 68.79000091552734, "Augmented-0.1-Quantile-Accuracy": 70.31999969482422, "Augmented-Accuracy": 75.0845, "Augmented-Loss": 1.110297857208252, "Clean-Accuracy": 77.31, "Clean-Loss": 0.9838683723449707, "PGD-Accuracy": 0.04, "PGD-Loss": 5.886546923828125}, "Total-Time": 72615.32053303719, "Train": {"Loss": 1.314532004814148, "avg t": 0.987205509967804, "plain loss": 0.9317884469604488}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.0, "Augmented-0.05-Quantile-Accuracy": 73.25999450683594, "Augmented-0.1-Quantile-Accuracy": 74.81999969482422, "Augmented-Accuracy": 79.2448, "Augmented-Loss": 1.0143339576454162, "Clean-Accuracy": 75.1, "Clean-Loss": 0.9531405275344849, "PGD-Accuracy": 0.08, "PGD-Loss": 5.659842146301269}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 2792.388056755066, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.58000183105469, "Augmented-0.05-Quantile-Accuracy": 68.93000030517578, "Augmented-0.1-Quantile-Accuracy": 70.25, "Augmented-Accuracy": 74.7702, "Augmented-Loss": 1.0505934095077514, "Clean-Accuracy": 77.24, "Clean-Loss": 0.9446227531433106, "PGD-Accuracy": 0.21, "PGD-Loss": 5.812125457763672}, "Total-Time": 75407.70858979225, "Train": {"Loss": 1.302769087047577, "avg t": 0.9854196242713928, "plain loss": 0.9257657126159665}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.73999786376953, "Augmented-0.05-Quantile-Accuracy": 72.81999969482422, "Augmented-0.1-Quantile-Accuracy": 74.5, "Augmented-Accuracy": 78.9094, "Augmented-Loss": 0.9745441012496948, "Clean-Accuracy": 74.94, "Clean-Loss": 0.9349574674606324, "PGD-Accuracy": 0.14, "PGD-Loss": 5.591642541503906}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 2791.9409034252167, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.87999725341797, "Augmented-0.05-Quantile-Accuracy": 63.73999786376953, "Augmented-0.1-Quantile-Accuracy": 65.15999603271484, "Augmented-Accuracy": 69.8495, "Augmented-Loss": 1.1475065127716064, "Clean-Accuracy": 69.42, "Clean-Loss": 1.066452978515625, "PGD-Accuracy": 0.28, "PGD-Loss": 5.9974490234375}, "Total-Time": 78199.64949321747, "Train": {"Loss": 1.3124882728576661, "avg t": 0.9866739990615845, "plain loss": 0.9287842617187495}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.8599967956543, "Augmented-0.05-Quantile-Accuracy": 65.93999481201172, "Augmented-0.1-Quantile-Accuracy": 67.31999969482422, "Augmented-Accuracy": 72.3742, "Augmented-Loss": 1.0748421285800933, "Clean-Accuracy": 71.68, "Clean-Loss": 0.940416996383667, "PGD-Accuracy": 0.4, "PGD-Loss": 5.803068436431885}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 2792.091679096222, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.0, "Augmented-0.05-Quantile-Accuracy": 65.79000091552734, "Augmented-0.1-Quantile-Accuracy": 67.65999603271484, "Augmented-Accuracy": 73.1876, "Augmented-Loss": 1.1116201839904785, "Clean-Accuracy": 73.98, "Clean-Loss": 0.9909017860412598, "PGD-Accuracy": 0.05, "PGD-Loss": 6.202321691894531}, "Total-Time": 80991.74117231369, "Train": {"Loss": 1.307500148048401, "avg t": 0.9867093127250671, "plain loss": 0.9272291913757311}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.93999481201172, "Augmented-0.05-Quantile-Accuracy": 71.65999603271484, "Augmented-0.1-Quantile-Accuracy": 73.15999603271484, "Augmented-Accuracy": 77.7458, "Augmented-Loss": 0.9972661535186768, "Clean-Accuracy": 76.14, "Clean-Loss": 0.8914465543746948, "PGD-Accuracy": 0.04, "PGD-Loss": 6.005948960876465}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 2791.2100822925568, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.89999771118164, "Augmented-0.05-Quantile-Accuracy": 67.73999786376953, "Augmented-0.1-Quantile-Accuracy": 69.5199966430664, "Augmented-Accuracy": 74.4397, "Augmented-Loss": 1.0924740263442994, "Clean-Accuracy": 75.83, "Clean-Loss": 0.9475582092285156, "PGD-Accuracy": 0.1, "PGD-Loss": 5.908478082275391}, "Total-Time": 83782.95125460625, "Train": {"Loss": 1.3069115688323976, "avg t": 0.9859638432121277, "plain loss": 0.9226698962707529}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.0199966430664, "Augmented-0.05-Quantile-Accuracy": 72.1199951171875, "Augmented-0.1-Quantile-Accuracy": 74.0199966430664, "Augmented-Accuracy": 78.303, "Augmented-Loss": 0.9749799617996215, "Clean-Accuracy": 74.36, "Clean-Loss": 0.9338265649795532, "PGD-Accuracy": 0.12, "PGD-Loss": 5.688176208496094}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 2791.4929718971252, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.39999771118164, "Augmented-0.05-Quantile-Accuracy": 64.65999603271484, "Augmented-0.1-Quantile-Accuracy": 66.12999725341797, "Augmented-Accuracy": 70.8937, "Augmented-Loss": 1.0833196322097778, "Clean-Accuracy": 74.01, "Clean-Loss": 0.9502618766784668, "PGD-Accuracy": 0.17, "PGD-Loss": 5.970660772705078}, "Total-Time": 86574.44422650337, "Train": {"Loss": 1.299160092086792, "avg t": 0.9857664462661743, "plain loss": 0.9229837541809077}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.69999694824219, "Augmented-0.05-Quantile-Accuracy": 69.43999481201172, "Augmented-0.1-Quantile-Accuracy": 70.79999542236328, "Augmented-Accuracy": 75.4186, "Augmented-Loss": 0.9870351661643982, "Clean-Accuracy": 75.76, "Clean-Loss": 0.9017311365127564, "PGD-Accuracy": 0.36, "PGD-Loss": 5.742453440093994}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 2790.6893389225006, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.7599983215332, "Augmented-0.05-Quantile-Accuracy": 66.2699966430664, "Augmented-0.1-Quantile-Accuracy": 67.81999969482422, "Augmented-Accuracy": 72.6971, "Augmented-Loss": 1.0888199023895264, "Clean-Accuracy": 74.22, "Clean-Loss": 0.9839360160827637, "PGD-Accuracy": 0.06, "PGD-Loss": 5.957808660888672}, "Total-Time": 89365.13356542587, "Train": {"Loss": 1.3005639797973634, "avg t": 0.9851622286224365, "plain loss": 0.9247671040039068}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.55999755859375, "Augmented-0.05-Quantile-Accuracy": 70.63999938964844, "Augmented-0.1-Quantile-Accuracy": 71.91999816894531, "Augmented-Accuracy": 76.4328, "Augmented-Loss": 0.9854215264911652, "Clean-Accuracy": 75.2, "Clean-Loss": 0.8955673931121826, "PGD-Accuracy": 0.18, "PGD-Loss": 5.720677668762207}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 2790.593777656555, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.22999954223633, "Augmented-0.05-Quantile-Accuracy": 67.08000183105469, "Augmented-0.1-Quantile-Accuracy": 68.8699951171875, "Augmented-Accuracy": 73.6995, "Augmented-Loss": 1.1086208707504273, "Clean-Accuracy": 77.87, "Clean-Loss": 0.9849264457702637, "PGD-Accuracy": 0.05, "PGD-Loss": 5.937694177246094}, "Total-Time": 92155.72734308243, "Train": {"Loss": 1.2890097891235353, "avg t": 0.9847968618011474, "plain loss": 0.9214175389099118}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.33999633789062, "Augmented-0.05-Quantile-Accuracy": 71.55999755859375, "Augmented-0.1-Quantile-Accuracy": 72.97999572753906, "Augmented-Accuracy": 77.394, "Augmented-Loss": 1.0219340142612456, "Clean-Accuracy": 77.44, "Clean-Loss": 0.8988492893218994, "PGD-Accuracy": 0.06, "PGD-Loss": 5.7302467803955075}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 2790.712320327759, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.2699966430664, "Augmented-0.05-Quantile-Accuracy": 72.0199966430664, "Augmented-0.1-Quantile-Accuracy": 73.55999755859375, "Augmented-Accuracy": 78.2728, "Augmented-Loss": 1.0543598177490234, "Clean-Accuracy": 79.64, "Clean-Loss": 0.9597611534118652, "PGD-Accuracy": 0.04, "PGD-Loss": 5.915721362304687}, "Total-Time": 94946.43966341019, "Train": {"Loss": 1.3006372024536133, "avg t": 0.985460248374939, "plain loss": 0.9241528657531738}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.15999603271484, "Augmented-0.05-Quantile-Accuracy": 74.0999984741211, "Augmented-0.1-Quantile-Accuracy": 75.58000183105469, "Augmented-Accuracy": 79.7206, "Augmented-Loss": 0.991082349111557, "Clean-Accuracy": 75.22, "Clean-Loss": 0.9333901418685913, "PGD-Accuracy": 0.04, "PGD-Loss": 5.61820415802002}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 2789.8150095939636, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.64999771118164, "Augmented-0.05-Quantile-Accuracy": 67.3499984741211, "Augmented-0.1-Quantile-Accuracy": 69.13999938964844, "Augmented-Accuracy": 74.5117, "Augmented-Loss": 1.103544680229187, "Clean-Accuracy": 77.79, "Clean-Loss": 0.970531795501709, "PGD-Accuracy": 0.01, "PGD-Loss": 6.053829644775391}, "Total-Time": 97736.25467300415, "Train": {"Loss": 1.2938885430145264, "avg t": 0.9848180078887939, "plain loss": 0.9215596846923826}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.0199966430664, "Augmented-0.05-Quantile-Accuracy": 72.31999969482422, "Augmented-0.1-Quantile-Accuracy": 73.86000061035156, "Augmented-Accuracy": 78.7522, "Augmented-Loss": 0.9973646793785095, "Clean-Accuracy": 74.68, "Clean-Loss": 0.9150217843055725, "PGD-Accuracy": 0.02, "PGD-Loss": 5.803293480682373}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 2789.958214044571, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.38999938964844, "Augmented-0.05-Quantile-Accuracy": 66.01000213623047, "Augmented-0.1-Quantile-Accuracy": 67.54999542236328, "Augmented-Accuracy": 72.2912, "Augmented-Loss": 1.10600576927948, "Clean-Accuracy": 75.6, "Clean-Loss": 0.9747994338989258, "PGD-Accuracy": 0.08, "PGD-Loss": 5.789476849365235}, "Total-Time": 100526.21288704872, "Train": {"Loss": 1.2932797048950195, "avg t": 0.9848136871910095, "plain loss": 0.9189041466979985}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.79999542236328, "Augmented-0.05-Quantile-Accuracy": 70.18000030517578, "Augmented-0.1-Quantile-Accuracy": 71.5999984741211, "Augmented-Accuracy": 76.258, "Augmented-Loss": 1.001751003170967, "Clean-Accuracy": 71.94, "Clean-Loss": 0.9227012186050415, "PGD-Accuracy": 0.16, "PGD-Loss": 5.621866586303711}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 2790.302260875702, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.54999923706055, "Augmented-0.05-Quantile-Accuracy": 67.16999816894531, "Augmented-0.1-Quantile-Accuracy": 68.83000183105469, "Augmented-Accuracy": 74.174, "Augmented-Loss": 1.1158412911453246, "Clean-Accuracy": 76.52, "Clean-Loss": 1.003274850463867, "PGD-Accuracy": 0.12, "PGD-Loss": 5.78699028930664}, "Total-Time": 103316.51514792442, "Train": {"Loss": 1.294525339126587, "avg t": 0.9847680084991455, "plain loss": 0.9205795716247568}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.0199966430664, "Augmented-0.05-Quantile-Accuracy": 73.13999938964844, "Augmented-0.1-Quantile-Accuracy": 74.6199951171875, "Augmented-Accuracy": 79.1814, "Augmented-Loss": 1.0114228547592163, "Clean-Accuracy": 73.88, "Clean-Loss": 0.933771277809143, "PGD-Accuracy": 0.3, "PGD-Loss": 5.530157982635498}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 2790.186071395874, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.869998931884766, "Augmented-0.05-Quantile-Accuracy": 65.68999481201172, "Augmented-0.1-Quantile-Accuracy": 67.5199966430664, "Augmented-Accuracy": 72.5073, "Augmented-Loss": 1.1272057239303588, "Clean-Accuracy": 76.95, "Clean-Loss": 0.9834042953491211, "PGD-Accuracy": 0.07, "PGD-Loss": 5.921355633544922}, "Total-Time": 106106.7012193203, "Train": {"Loss": 1.29522613571167, "avg t": 0.9845755615615844, "plain loss": 0.9208822259368901}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.97999572753906, "Augmented-0.05-Quantile-Accuracy": 73.79999542236328, "Augmented-0.1-Quantile-Accuracy": 75.5999984741211, "Augmented-Accuracy": 80.0164, "Augmented-Loss": 0.9937115434398651, "Clean-Accuracy": 74.2, "Clean-Loss": 0.9627676254272461, "PGD-Accuracy": 0.08, "PGD-Loss": 5.75980843963623}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 2789.405526638031, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.0, "Augmented-0.05-Quantile-Accuracy": 66.30999755859375, "Augmented-0.1-Quantile-Accuracy": 67.86000061035156, "Augmented-Accuracy": 72.3956, "Augmented-Loss": 1.081368365791321, "Clean-Accuracy": 74.93, "Clean-Loss": 0.938933023071289, "PGD-Accuracy": 0.07, "PGD-Loss": 6.009340222167968}, "Total-Time": 108896.10674595833, "Train": {"Loss": 1.294417493019104, "avg t": 0.984097850189209, "plain loss": 0.9212601196289065}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.43999481201172, "Augmented-0.05-Quantile-Accuracy": 71.43999481201172, "Augmented-0.1-Quantile-Accuracy": 72.63999938964844, "Augmented-Accuracy": 76.8512, "Augmented-Loss": 0.9649810625019073, "Clean-Accuracy": 76.96, "Clean-Loss": 0.864444905090332, "PGD-Accuracy": 0.16, "PGD-Loss": 5.756950246429444}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 2789.7304141521454, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.05999755859375, "Augmented-0.05-Quantile-Accuracy": 70.31999969482422, "Augmented-0.1-Quantile-Accuracy": 71.8699951171875, "Augmented-Accuracy": 76.6143, "Augmented-Loss": 1.0383166710586549, "Clean-Accuracy": 78.76, "Clean-Loss": 0.9377061775207519, "PGD-Accuracy": 0.09, "PGD-Loss": 5.7580475463867185}, "Total-Time": 111685.83716011047, "Train": {"Loss": 1.283048320579529, "avg t": 0.9829892555999756, "plain loss": 0.9137143473815919}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.5, "Augmented-0.05-Quantile-Accuracy": 74.5999984741211, "Augmented-0.1-Quantile-Accuracy": 76.33999633789062, "Augmented-Accuracy": 80.4626, "Augmented-Loss": 0.9509380605754852, "Clean-Accuracy": 77.32, "Clean-Loss": 0.8753869569778442, "PGD-Accuracy": 0.16, "PGD-Loss": 5.494680153656006}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 2788.8492732048035, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.79999923706055, "Augmented-0.05-Quantile-Accuracy": 64.56999969482422, "Augmented-0.1-Quantile-Accuracy": 66.58000183105469, "Augmented-Accuracy": 71.9983, "Augmented-Loss": 1.1575958933868409, "Clean-Accuracy": 76.71, "Clean-Loss": 0.9661452255249023, "PGD-Accuracy": 0.0, "PGD-Loss": 6.030044573974609}, "Total-Time": 114474.68643331528, "Train": {"Loss": 1.2861107095718385, "avg t": 0.9839516025161743, "plain loss": 0.9183510775451663}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.73999786376953, "Augmented-0.05-Quantile-Accuracy": 70.68000030517578, "Augmented-0.1-Quantile-Accuracy": 72.0999984741211, "Augmented-Accuracy": 76.6894, "Augmented-Loss": 1.0080817969112397, "Clean-Accuracy": 75.2, "Clean-Loss": 0.8916050779342651, "PGD-Accuracy": 0.18, "PGD-Loss": 5.751997968292236}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 2789.2546536922455, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.71999740600586, "Augmented-0.05-Quantile-Accuracy": 66.36000061035156, "Augmented-0.1-Quantile-Accuracy": 67.63999938964844, "Augmented-Accuracy": 72.6185, "Augmented-Loss": 1.1089072639999389, "Clean-Accuracy": 77.9, "Clean-Loss": 0.9439533981323243, "PGD-Accuracy": 0.07, "PGD-Loss": 5.89772603149414}, "Total-Time": 117263.94108700752, "Train": {"Loss": 1.2882898500442506, "avg t": 0.9840449339103698, "plain loss": 0.9192569841003406}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.43999481201172, "Augmented-0.05-Quantile-Accuracy": 72.04000091552734, "Augmented-0.1-Quantile-Accuracy": 73.5199966430664, "Augmented-Accuracy": 78.006, "Augmented-Loss": 0.9865954244070053, "Clean-Accuracy": 67.68, "Clean-Loss": 0.9547859185218811, "PGD-Accuracy": 0.08, "PGD-Loss": 5.647340399169922}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 2789.1279006004333, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.30999755859375, "Augmented-0.05-Quantile-Accuracy": 66.68999481201172, "Augmented-0.1-Quantile-Accuracy": 68.0199966430664, "Augmented-Accuracy": 72.7599, "Augmented-Loss": 1.0992143625106812, "Clean-Accuracy": 75.57, "Clean-Loss": 0.9587400680541992, "PGD-Accuracy": 0.05, "PGD-Loss": 5.795290850830078}, "Total-Time": 120053.06898760796, "Train": {"Loss": 1.301925863018036, "avg t": 0.984951236743927, "plain loss": 0.925293557098388}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.86000061035156, "Augmented-0.05-Quantile-Accuracy": 70.75999450683594, "Augmented-0.1-Quantile-Accuracy": 72.5, "Augmented-Accuracy": 76.731, "Augmented-Loss": 0.9857794396190643, "Clean-Accuracy": 72.56, "Clean-Loss": 0.9120683778762817, "PGD-Accuracy": 0.12, "PGD-Loss": 5.555255348205566}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 2789.4086639881134, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.98999786376953, "Augmented-0.05-Quantile-Accuracy": 68.9000015258789, "Augmented-0.1-Quantile-Accuracy": 70.44999694824219, "Augmented-Accuracy": 74.5315, "Augmented-Loss": 1.0676604683837891, "Clean-Accuracy": 78.29, "Clean-Loss": 0.9489638732910156, "PGD-Accuracy": 0.07, "PGD-Loss": 5.863145361328125}, "Total-Time": 122842.47765159607, "Train": {"Loss": 1.2911877027893066, "avg t": 0.9840282175064087, "plain loss": 0.9191796486511232}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.5999984741211, "Augmented-0.05-Quantile-Accuracy": 73.55999755859375, "Augmented-0.1-Quantile-Accuracy": 74.83999633789062, "Augmented-Accuracy": 79.0258, "Augmented-Loss": 0.9816536798763276, "Clean-Accuracy": 78.94, "Clean-Loss": 0.9132021350860595, "PGD-Accuracy": 0.12, "PGD-Loss": 5.720186571502685}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 2788.8463945388794, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.46999740600586, "Augmented-0.05-Quantile-Accuracy": 62.75, "Augmented-0.1-Quantile-Accuracy": 64.1500015258789, "Augmented-Accuracy": 69.0384, "Augmented-Loss": 1.1853044144515992, "Clean-Accuracy": 72.0, "Clean-Loss": 1.0200759346008301, "PGD-Accuracy": 0.45, "PGD-Loss": 5.965760302734375}, "Total-Time": 125631.32404613495, "Train": {"Loss": 1.2905702339172362, "avg t": 0.9838929560852051, "plain loss": 0.9195950603637697}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.5999984741211, "Augmented-0.05-Quantile-Accuracy": 69.08000183105469, "Augmented-0.1-Quantile-Accuracy": 70.5199966430664, "Augmented-Accuracy": 74.8164, "Augmented-Loss": 1.0471785262069702, "Clean-Accuracy": 72.62, "Clean-Loss": 0.895791720199585, "PGD-Accuracy": 0.36, "PGD-Loss": 5.742211863708496}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 2788.735349416733, "Test": {"Augmented-0.01-Quantile-Accuracy": 68.58000183105469, "Augmented-0.05-Quantile-Accuracy": 71.58000183105469, "Augmented-0.1-Quantile-Accuracy": 73.08000183105469, "Augmented-Accuracy": 77.8996, "Augmented-Loss": 1.0266711095352172, "Clean-Accuracy": 80.44, "Clean-Loss": 0.9273153610229492, "PGD-Accuracy": 0.03, "PGD-Loss": 5.9514837890625}, "Total-Time": 128420.05939555168, "Train": {"Loss": 1.284457550945282, "avg t": 0.983711187133789, "plain loss": 0.9176336081848147}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.77999877929688, "Augmented-0.05-Quantile-Accuracy": 75.5199966430664, "Augmented-0.1-Quantile-Accuracy": 76.93999481201172, "Augmented-Accuracy": 81.6052, "Augmented-Loss": 0.9559034047164917, "Clean-Accuracy": 76.88, "Clean-Loss": 0.9165948440551758, "PGD-Accuracy": 0.1, "PGD-Loss": 5.784681365203857}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 2786.1599135398865, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.41999816894531, "Augmented-0.05-Quantile-Accuracy": 67.50999450683594, "Augmented-0.1-Quantile-Accuracy": 69.04999542236328, "Augmented-Accuracy": 73.5106, "Augmented-Loss": 1.0371324937591553, "Clean-Accuracy": 74.77, "Clean-Loss": 0.9469504280090332, "PGD-Accuracy": 0.14, "PGD-Loss": 5.846530206298828}, "Total-Time": 131206.21930909157, "Train": {"Loss": 1.2902497618865967, "avg t": 0.9839116522216796, "plain loss": 0.9215364996337895}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.15999603271484, "Augmented-0.05-Quantile-Accuracy": 70.37999725341797, "Augmented-0.1-Quantile-Accuracy": 71.83999633789062, "Augmented-Accuracy": 76.0672, "Augmented-Loss": 0.9620893916711807, "Clean-Accuracy": 77.12, "Clean-Loss": 0.9038357780456543, "PGD-Accuracy": 0.18, "PGD-Loss": 5.644441980743408}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 2785.3113634586334, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.25, "Augmented-0.05-Quantile-Accuracy": 59.519996643066406, "Augmented-0.1-Quantile-Accuracy": 61.06999969482422, "Augmented-Accuracy": 66.0486, "Augmented-Loss": 1.1659299454421996, "Clean-Accuracy": 76.04, "Clean-Loss": 0.9830286994934082, "PGD-Accuracy": 0.23, "PGD-Loss": 5.744242211914062}, "Total-Time": 133991.5306725502, "Train": {"Loss": 1.2908086749649048, "avg t": 0.9837682141876221, "plain loss": 0.9168162290649426}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.19999694824219, "Augmented-0.05-Quantile-Accuracy": 69.65999603271484, "Augmented-0.1-Quantile-Accuracy": 71.47999572753906, "Augmented-Accuracy": 75.7996, "Augmented-Loss": 1.0220908384780885, "Clean-Accuracy": 75.7, "Clean-Loss": 0.9255539196014404, "PGD-Accuracy": 0.2, "PGD-Loss": 5.523942269897461}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 2785.329196214676, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.43000030517578, "Augmented-0.05-Quantile-Accuracy": 63.39999771118164, "Augmented-0.1-Quantile-Accuracy": 65.29999542236328, "Augmented-Accuracy": 70.7007, "Augmented-Loss": 1.1457239153823853, "Clean-Accuracy": 75.28, "Clean-Loss": 0.9737868637084961, "PGD-Accuracy": 0.09, "PGD-Loss": 6.121079840087891}, "Total-Time": 136776.85986876488, "Train": {"Loss": 1.2895941725921631, "avg t": 0.9839714461135864, "plain loss": 0.915775782592772}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.15999603271484, "Augmented-0.05-Quantile-Accuracy": 70.47999572753906, "Augmented-0.1-Quantile-Accuracy": 72.13999938964844, "Augmented-Accuracy": 76.6178, "Augmented-Loss": 0.9974448808612824, "Clean-Accuracy": 75.1, "Clean-Loss": 0.9169987663269042, "PGD-Accuracy": 0.06, "PGD-Loss": 5.852605614471435}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 2785.572765111923, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.93999481201172, "Augmented-0.05-Quantile-Accuracy": 68.30999755859375, "Augmented-0.1-Quantile-Accuracy": 69.68999481201172, "Augmented-Accuracy": 74.1799, "Augmented-Loss": 1.0266298651657104, "Clean-Accuracy": 77.62, "Clean-Loss": 0.8999622413635254, "PGD-Accuracy": 0.02, "PGD-Loss": 5.96507202758789}, "Total-Time": 139562.4326338768, "Train": {"Loss": 1.286683595046997, "avg t": 0.9836096716117859, "plain loss": 0.918012858398437}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.5999984741211, "Augmented-0.05-Quantile-Accuracy": 72.33999633789062, "Augmented-0.1-Quantile-Accuracy": 73.45999908447266, "Augmented-Accuracy": 77.505, "Augmented-Loss": 0.933172894493103, "Clean-Accuracy": 78.32, "Clean-Loss": 0.8899425746917725, "PGD-Accuracy": 0.06, "PGD-Loss": 5.738367394256592}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 2787.1860456466675, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.43999481201172, "Augmented-0.05-Quantile-Accuracy": 68.97000122070312, "Augmented-0.1-Quantile-Accuracy": 70.5, "Augmented-Accuracy": 75.541, "Augmented-Loss": 1.0889516044616698, "Clean-Accuracy": 78.47, "Clean-Loss": 0.9504055442810059, "PGD-Accuracy": 0.15, "PGD-Loss": 5.709357421875}, "Total-Time": 142349.61867952347, "Train": {"Loss": 1.2839651602172852, "avg t": 0.9826392567443848, "plain loss": 0.9114544535217288}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.58000183105469, "Augmented-0.05-Quantile-Accuracy": 74.19999694824219, "Augmented-0.1-Quantile-Accuracy": 75.45999908447266, "Augmented-Accuracy": 79.577, "Augmented-Loss": 0.9769022048053742, "Clean-Accuracy": 75.4, "Clean-Loss": 0.8569128808021546, "PGD-Accuracy": 0.24, "PGD-Loss": 5.407646360778808}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 2786.548446416855, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.12999725341797, "Augmented-0.05-Quantile-Accuracy": 63.37999725341797, "Augmented-0.1-Quantile-Accuracy": 64.79999542236328, "Augmented-Accuracy": 69.7437, "Augmented-Loss": 1.117410521018982, "Clean-Accuracy": 72.65, "Clean-Loss": 0.9766636405944824, "PGD-Accuracy": 0.1, "PGD-Loss": 5.774232489013672}, "Total-Time": 145136.16712594032, "Train": {"Loss": 1.2905444389533998, "avg t": 0.9837359240341187, "plain loss": 0.917511131652833}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.18000030517578, "Augmented-0.05-Quantile-Accuracy": 69.0999984741211, "Augmented-0.1-Quantile-Accuracy": 70.65999603271484, "Augmented-Accuracy": 74.86, "Augmented-Loss": 0.9843466488742828, "Clean-Accuracy": 75.0, "Clean-Loss": 0.9243016468048095, "PGD-Accuracy": 0.14, "PGD-Loss": 5.557807454681397}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 2786.0210309028625, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.06999969482422, "Augmented-0.05-Quantile-Accuracy": 65.90999603271484, "Augmented-0.1-Quantile-Accuracy": 67.77999877929688, "Augmented-Accuracy": 73.4024, "Augmented-Loss": 1.1578509168930053, "Clean-Accuracy": 77.27, "Clean-Loss": 0.9988088478088379, "PGD-Accuracy": 0.06, "PGD-Loss": 6.011904528808594}, "Total-Time": 147922.18815684319, "Train": {"Loss": 1.283108786125183, "avg t": 0.9826940481567383, "plain loss": 0.9131290102233875}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.47999572753906, "Augmented-0.05-Quantile-Accuracy": 71.15999603271484, "Augmented-0.1-Quantile-Accuracy": 72.69999694824219, "Augmented-Accuracy": 77.9944, "Augmented-Loss": 1.035528424560547, "Clean-Accuracy": 75.24, "Clean-Loss": 0.981116795539856, "PGD-Accuracy": 0.22, "PGD-Loss": 5.721573672485351}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 2788.008949995041, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.8499984741211, "Augmented-0.05-Quantile-Accuracy": 68.19999694824219, "Augmented-0.1-Quantile-Accuracy": 69.47999572753906, "Augmented-Accuracy": 74.3312, "Augmented-Loss": 1.0647346092147827, "Clean-Accuracy": 75.05, "Clean-Loss": 0.9784977981567383, "PGD-Accuracy": 0.03, "PGD-Loss": 5.7372658264160155}, "Total-Time": 150710.19710683823, "Train": {"Loss": 1.285650628051758, "avg t": 0.982963789024353, "plain loss": 0.9150220407714863}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.86000061035156, "Augmented-0.05-Quantile-Accuracy": 70.55999755859375, "Augmented-0.1-Quantile-Accuracy": 71.95999908447266, "Augmented-Accuracy": 76.5924, "Augmented-Loss": 0.9886249958229065, "Clean-Accuracy": 68.32, "Clean-Loss": 0.9844148033142089, "PGD-Accuracy": 0.12, "PGD-Loss": 5.547435532379151}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 2782.1051585674286, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.52999877929688, "Augmented-0.05-Quantile-Accuracy": 70.55999755859375, "Augmented-0.1-Quantile-Accuracy": 72.18000030517578, "Augmented-Accuracy": 77.2194, "Augmented-Loss": 1.0626844216613769, "Clean-Accuracy": 77.42, "Clean-Loss": 0.9684312767028809, "PGD-Accuracy": 0.07, "PGD-Loss": 6.007426678466797}, "Total-Time": 153492.30226540565, "Train": {"Loss": 1.2875014298439025, "avg t": 0.983480662651062, "plain loss": 0.9156766911621094}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.77999877929688, "Augmented-0.05-Quantile-Accuracy": 73.19999694824219, "Augmented-0.1-Quantile-Accuracy": 74.68000030517578, "Augmented-Accuracy": 79.5672, "Augmented-Loss": 0.9734763818073273, "Clean-Accuracy": 79.3, "Clean-Loss": 0.8931680229187011, "PGD-Accuracy": 0.02, "PGD-Loss": 5.749203265380859}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 2783.1010468006134, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.90999603271484, "Augmented-0.05-Quantile-Accuracy": 79.0999984741211, "Augmented-0.1-Quantile-Accuracy": 80.62999725341797, "Augmented-Accuracy": 84.5104, "Augmented-Loss": 0.9497020146865844, "Clean-Accuracy": 86.7, "Clean-Loss": 0.8524985473632812, "PGD-Accuracy": 0.09, "PGD-Loss": 6.077328918457031}, "Total-Time": 156275.40331220627, "Train": {"Loss": 1.0844970965385436, "avg t": 0.9545928824615478, "plain loss": 0.8172205712585446}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.07999420166016, "Augmented-0.05-Quantile-Accuracy": 84.63999938964844, "Augmented-0.1-Quantile-Accuracy": 85.73999786376953, "Augmented-Accuracy": 88.9984, "Augmented-Loss": 0.8534047759056091, "Clean-Accuracy": 84.96, "Clean-Loss": 0.7930732846260071, "PGD-Accuracy": 0.1, "PGD-Loss": 5.836339361572265}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 2781.9115846157074, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.72999572753906, "Augmented-0.05-Quantile-Accuracy": 80.98999786376953, "Augmented-0.1-Quantile-Accuracy": 82.38999938964844, "Augmented-Accuracy": 86.0842, "Augmented-Loss": 0.9296883231277466, "Clean-Accuracy": 87.14, "Clean-Loss": 0.8524140129089356, "PGD-Accuracy": 0.07, "PGD-Loss": 6.105799676513672}, "Total-Time": 159057.31489682198, "Train": {"Loss": 1.0409572961235047, "avg t": 0.947030428943634, "plain loss": 0.7887189632568351}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.31999969482422, "Augmented-0.05-Quantile-Accuracy": 86.54000091552734, "Augmented-0.1-Quantile-Accuracy": 87.43999481201172, "Augmented-Accuracy": 90.353, "Augmented-Loss": 0.8425330866594315, "Clean-Accuracy": 81.9, "Clean-Loss": 0.8024683088302612, "PGD-Accuracy": 0.14, "PGD-Loss": 5.862806251525879}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 2784.550145149231, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.6199951171875, "Augmented-0.05-Quantile-Accuracy": 80.9000015258789, "Augmented-0.1-Quantile-Accuracy": 82.4000015258789, "Augmented-Accuracy": 86.28, "Augmented-Loss": 0.9409781191940307, "Clean-Accuracy": 87.65, "Clean-Loss": 0.856334578704834, "PGD-Accuracy": 0.14, "PGD-Loss": 6.103466314697266}, "Total-Time": 161841.8650419712, "Train": {"Loss": 1.0231698901367188, "avg t": 0.9441264175987244, "plain loss": 0.7863483020629891}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.9000015258789, "Augmented-0.05-Quantile-Accuracy": 86.5999984741211, "Augmented-0.1-Quantile-Accuracy": 88.0, "Augmented-Accuracy": 90.8894, "Augmented-Loss": 0.8468039557514191, "Clean-Accuracy": 83.9, "Clean-Loss": 0.7864531368255615, "PGD-Accuracy": 0.18, "PGD-Loss": 5.856324588775634}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 2786.4031109809875, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.97000122070312, "Augmented-0.05-Quantile-Accuracy": 81.90999603271484, "Augmented-0.1-Quantile-Accuracy": 83.20999908447266, "Augmented-Accuracy": 86.7902, "Augmented-Loss": 0.9450104392776489, "Clean-Accuracy": 87.78, "Clean-Loss": 0.8697375480651856, "PGD-Accuracy": 0.17, "PGD-Loss": 6.0111623413085935}, "Total-Time": 164628.2681529522, "Train": {"Loss": 1.0146401843261719, "avg t": 0.9425136578369141, "plain loss": 0.7857903357238772}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.31999969482422, "Augmented-0.05-Quantile-Accuracy": 87.5199966430664, "Augmented-0.1-Quantile-Accuracy": 88.6199951171875, "Augmented-Accuracy": 91.613, "Augmented-Loss": 0.8582761299686432, "Clean-Accuracy": 88.96, "Clean-Loss": 0.7802712485313416, "PGD-Accuracy": 0.24, "PGD-Loss": 5.796572695922851}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 2786.965281009674, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.6199951171875, "Augmented-0.05-Quantile-Accuracy": 81.57999420166016, "Augmented-0.1-Quantile-Accuracy": 82.91999816894531, "Augmented-Accuracy": 86.6945, "Augmented-Loss": 0.9569177223510742, "Clean-Accuracy": 88.33, "Clean-Loss": 0.8781360939025878, "PGD-Accuracy": 0.16, "PGD-Loss": 5.993158862304687}, "Total-Time": 167415.23343396187, "Train": {"Loss": 1.0022965676879882, "avg t": 0.9403000120544434, "plain loss": 0.7864378480834969}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.69999694824219, "Augmented-0.05-Quantile-Accuracy": 87.29999542236328, "Augmented-0.1-Quantile-Accuracy": 88.43999481201172, "Augmented-Accuracy": 91.146, "Augmented-Loss": 0.8650909381933213, "Clean-Accuracy": 88.26, "Clean-Loss": 0.7991064247131348, "PGD-Accuracy": 0.06, "PGD-Loss": 5.763672856140137}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 2785.6482911109924, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.7699966430664, "Augmented-0.05-Quantile-Accuracy": 81.87999725341797, "Augmented-0.1-Quantile-Accuracy": 83.19999694824219, "Augmented-Accuracy": 87.0161, "Augmented-Loss": 0.9752822934112548, "Clean-Accuracy": 88.31, "Clean-Loss": 0.8905499710083008, "PGD-Accuracy": 0.17, "PGD-Loss": 5.960058923339844}, "Total-Time": 170200.88172507286, "Train": {"Loss": 0.9967371965789795, "avg t": 0.9395801657295227, "plain loss": 0.7874443422241206}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.75999450683594, "Augmented-0.05-Quantile-Accuracy": 87.29999542236328, "Augmented-0.1-Quantile-Accuracy": 88.87999725341797, "Augmented-Accuracy": 91.8396, "Augmented-Loss": 0.8788061835680008, "Clean-Accuracy": 88.58, "Clean-Loss": 0.824413746547699, "PGD-Accuracy": 0.18, "PGD-Loss": 5.706550663757324}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 2114.121199131012, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.13999938964844, "Augmented-0.05-Quantile-Accuracy": 81.37999725341797, "Augmented-0.1-Quantile-Accuracy": 82.70999908447266, "Augmented-Accuracy": 86.5195, "Augmented-Loss": 0.9817211778411865, "Clean-Accuracy": 88.05, "Clean-Loss": 0.9024378860473633, "PGD-Accuracy": 0.21, "PGD-Loss": 5.839033679199218}, "Total-Time": 172315.00292420387, "Train": {"Loss": 0.9916351858711243, "avg t": 0.9382800085830688, "plain loss": 0.79064785092163}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.83999633789062, "Augmented-0.05-Quantile-Accuracy": 87.79999542236328, "Augmented-0.1-Quantile-Accuracy": 88.77999877929688, "Augmented-Accuracy": 92.13, "Augmented-Loss": 0.8832893129835129, "Clean-Accuracy": 90.2, "Clean-Loss": 0.776952440071106, "PGD-Accuracy": 0.34, "PGD-Loss": 5.6115554977416995}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 1393.5085632801056, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.68999481201172, "Augmented-0.05-Quantile-Accuracy": 81.04000091552734, "Augmented-0.1-Quantile-Accuracy": 82.33999633789062, "Augmented-Accuracy": 86.4345, "Augmented-Loss": 1.0108259717864991, "Clean-Accuracy": 87.69, "Clean-Loss": 0.924960482788086, "PGD-Accuracy": 0.26, "PGD-Loss": 5.773616955566406}, "Total-Time": 173708.51148748398, "Train": {"Loss": 0.9856375531387329, "avg t": 0.9369599561691284, "plain loss": 0.7923998112487798}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.31999969482422, "Augmented-0.05-Quantile-Accuracy": 88.41999816894531, "Augmented-0.1-Quantile-Accuracy": 89.68000030517578, "Augmented-Accuracy": 92.2596, "Augmented-Loss": 0.9095980533790589, "Clean-Accuracy": 88.74, "Clean-Loss": 0.8165132541656495, "PGD-Accuracy": 0.4, "PGD-Loss": 5.53780157623291}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 1393.721659898758, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.5999984741211, "Augmented-0.05-Quantile-Accuracy": 82.54000091552734, "Augmented-0.1-Quantile-Accuracy": 83.95999908447266, "Augmented-Accuracy": 87.6403, "Augmented-Loss": 1.0150860144500733, "Clean-Accuracy": 88.46, "Clean-Loss": 0.9367902633666992, "PGD-Accuracy": 1.06, "PGD-Loss": 5.664045092773438}, "Total-Time": 175102.23314738274, "Train": {"Loss": 0.9802985630607605, "avg t": 0.9358818827056885, "plain loss": 0.7966284386291494}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.33999633789062, "Augmented-0.05-Quantile-Accuracy": 88.13999938964844, "Augmented-0.1-Quantile-Accuracy": 89.25999450683594, "Augmented-Accuracy": 92.2292, "Augmented-Loss": 0.9219168615407943, "Clean-Accuracy": 86.36, "Clean-Loss": 0.8045465637207031, "PGD-Accuracy": 1.78, "PGD-Loss": 5.422145109558105}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 1393.9451644420624, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.52999877929688, "Augmented-0.05-Quantile-Accuracy": 82.47000122070312, "Augmented-0.1-Quantile-Accuracy": 83.91999816894531, "Augmented-Accuracy": 87.6258, "Augmented-Loss": 1.0258694386291505, "Clean-Accuracy": 88.42, "Clean-Loss": 0.9497241523742675, "PGD-Accuracy": 2.1, "PGD-Loss": 5.565606304931641}, "Total-Time": 176496.1783118248, "Train": {"Loss": 0.9758618400573731, "avg t": 0.9347613090324401, "plain loss": 0.8010511261901855}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.77999877929688, "Augmented-0.05-Quantile-Accuracy": 88.97999572753906, "Augmented-0.1-Quantile-Accuracy": 89.95999908447266, "Augmented-Accuracy": 92.901, "Augmented-Loss": 0.9349238531646729, "Clean-Accuracy": 90.94, "Clean-Loss": 0.7688768098831177, "PGD-Accuracy": 2.1, "PGD-Loss": 5.351603156280517}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 1393.2842750549316, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.86000061035156, "Augmented-0.05-Quantile-Accuracy": 81.02999877929688, "Augmented-0.1-Quantile-Accuracy": 82.47999572753906, "Augmented-Accuracy": 86.6712, "Augmented-Loss": 1.0561944826736451, "Clean-Accuracy": 86.93, "Clean-Loss": 0.9782138595581055, "PGD-Accuracy": 2.96, "PGD-Loss": 5.431667041015625}, "Total-Time": 177889.46258687973, "Train": {"Loss": 0.9718194521713257, "avg t": 0.9338481323432922, "plain loss": 0.8044684861602774}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.77999877929688, "Augmented-0.05-Quantile-Accuracy": 87.6199951171875, "Augmented-0.1-Quantile-Accuracy": 88.6199951171875, "Augmented-Accuracy": 91.8072, "Augmented-Loss": 0.9635801665086746, "Clean-Accuracy": 90.94, "Clean-Loss": 0.8105714983940124, "PGD-Accuracy": 4.1, "PGD-Loss": 5.211683871459961}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 1393.4687750339508, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.93000030517578, "Augmented-0.05-Quantile-Accuracy": 82.22000122070312, "Augmented-0.1-Quantile-Accuracy": 83.50999450683594, "Augmented-Accuracy": 87.1772, "Augmented-Loss": 1.0625449814682006, "Clean-Accuracy": 87.13, "Clean-Loss": 0.9904372665405273, "PGD-Accuracy": 3.54, "PGD-Loss": 5.377174359130859}, "Total-Time": 179282.93136191368, "Train": {"Loss": 0.9715004994392396, "avg t": 0.9336252145957947, "plain loss": 0.8088030339965819}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.04000091552734, "Augmented-0.05-Quantile-Accuracy": 87.91999816894531, "Augmented-0.1-Quantile-Accuracy": 89.13999938964844, "Augmented-Accuracy": 92.4116, "Augmented-Loss": 0.9768420921506882, "Clean-Accuracy": 87.98, "Clean-Loss": 0.8257513308525085, "PGD-Accuracy": 3.82, "PGD-Loss": 5.158766648101807}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 1393.1836371421814, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.82999420166016, "Augmented-0.05-Quantile-Accuracy": 81.97999572753906, "Augmented-0.1-Quantile-Accuracy": 83.47000122070312, "Augmented-Accuracy": 87.2172, "Augmented-Loss": 1.0758522727966309, "Clean-Accuracy": 87.83, "Clean-Loss": 0.9823741096496582, "PGD-Accuracy": 2.59, "PGD-Loss": 5.3182538146972655}, "Total-Time": 180676.11499905586, "Train": {"Loss": 0.9705643599510193, "avg t": 0.9332220896911622, "plain loss": 0.8138003396911612}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.15999603271484, "Augmented-0.05-Quantile-Accuracy": 88.1199951171875, "Augmented-0.1-Quantile-Accuracy": 89.07999420166016, "Augmented-Accuracy": 92.2386, "Augmented-Loss": 0.9771480727119446, "Clean-Accuracy": 90.56, "Clean-Loss": 0.8335717742919921, "PGD-Accuracy": 4.32, "PGD-Loss": 5.056559010314942}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 1393.319228887558, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.82999420166016, "Augmented-0.05-Quantile-Accuracy": 82.27999877929688, "Augmented-0.1-Quantile-Accuracy": 83.44999694824219, "Augmented-Accuracy": 87.0372, "Augmented-Loss": 1.0725570247192382, "Clean-Accuracy": 88.7, "Clean-Loss": 0.9844669471740722, "PGD-Accuracy": 4.35, "PGD-Loss": 5.2029881744384765}, "Total-Time": 182069.43422794342, "Train": {"Loss": 0.9665974307060242, "avg t": 0.9323688093948365, "plain loss": 0.8165314772949224}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.87999725341797, "Augmented-0.05-Quantile-Accuracy": 88.41999816894531, "Augmented-0.1-Quantile-Accuracy": 89.33999633789062, "Augmented-Accuracy": 92.066, "Augmented-Loss": 0.9821027162923813, "Clean-Accuracy": 88.94, "Clean-Loss": 0.8122029220581055, "PGD-Accuracy": 6.16, "PGD-Loss": 4.942117172241211}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 1394.1165544986725, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.75999450683594, "Augmented-0.05-Quantile-Accuracy": 82.75, "Augmented-0.1-Quantile-Accuracy": 84.02999877929688, "Augmented-Accuracy": 87.9146, "Augmented-Loss": 1.070472522644043, "Clean-Accuracy": 88.9, "Clean-Loss": 0.9851630142211915, "PGD-Accuracy": 8.0, "PGD-Loss": 4.964015472412109}, "Total-Time": 183463.5507824421, "Train": {"Loss": 0.9667691736984253, "avg t": 0.9321391749954223, "plain loss": 0.8235649398498541}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.81999969482422, "Augmented-0.05-Quantile-Accuracy": 89.72000122070312, "Augmented-0.1-Quantile-Accuracy": 90.79999542236328, "Augmented-Accuracy": 93.4106, "Augmented-Loss": 0.9868542555885315, "Clean-Accuracy": 84.48, "Clean-Loss": 0.8607630741119385, "PGD-Accuracy": 10.26, "PGD-Loss": 4.677027047729492}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 1393.584371805191, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.18000030517578, "Augmented-0.05-Quantile-Accuracy": 81.45999908447266, "Augmented-0.1-Quantile-Accuracy": 82.93999481201172, "Augmented-Accuracy": 86.8055, "Augmented-Loss": 1.0800149905853271, "Clean-Accuracy": 88.42, "Clean-Loss": 0.9895082878112793, "PGD-Accuracy": 8.54, "PGD-Loss": 4.935197454833984}, "Total-Time": 184857.13515424728, "Train": {"Loss": 0.9658300550842285, "avg t": 0.9319276635742187, "plain loss": 0.8232626804199223}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.54000091552734, "Augmented-0.05-Quantile-Accuracy": 89.05999755859375, "Augmented-0.1-Quantile-Accuracy": 90.36000061035156, "Augmented-Accuracy": 93.377, "Augmented-Loss": 0.988438897154808, "Clean-Accuracy": 90.24, "Clean-Loss": 0.8300890558242798, "PGD-Accuracy": 10.9, "PGD-Loss": 4.685110836029053}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 1393.4084763526917, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.98999786376953, "Augmented-0.05-Quantile-Accuracy": 83.0999984741211, "Augmented-0.1-Quantile-Accuracy": 84.40999603271484, "Augmented-Accuracy": 88.0081, "Augmented-Loss": 1.0800618006134033, "Clean-Accuracy": 89.58, "Clean-Loss": 0.9827655014038086, "PGD-Accuracy": 5.36, "PGD-Loss": 4.965930291748047}, "Total-Time": 186250.54363059998, "Train": {"Loss": 0.9646075317764282, "avg t": 0.9317033925437928, "plain loss": 0.8255921415710451}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.1199951171875, "Augmented-0.05-Quantile-Accuracy": 89.68000030517578, "Augmented-0.1-Quantile-Accuracy": 90.65999603271484, "Augmented-Accuracy": 93.4614, "Augmented-Loss": 0.9856585592012406, "Clean-Accuracy": 92.8, "Clean-Loss": 0.8187453335762024, "PGD-Accuracy": 8.36, "PGD-Loss": 4.693104100036621}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 1393.4340765476227, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.79000091552734, "Augmented-0.05-Quantile-Accuracy": 80.9000015258789, "Augmented-0.1-Quantile-Accuracy": 82.29999542236328, "Augmented-Accuracy": 86.3352, "Augmented-Loss": 1.0980666400985717, "Clean-Accuracy": 88.29, "Clean-Loss": 0.9989676856994629, "PGD-Accuracy": 6.49, "PGD-Loss": 4.912336853027344}, "Total-Time": 187643.9777071476, "Train": {"Loss": 0.9652428870201111, "avg t": 0.9319639135360718, "plain loss": 0.8266218634643558}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.25999450683594, "Augmented-0.05-Quantile-Accuracy": 90.07999420166016, "Augmented-0.1-Quantile-Accuracy": 91.29999542236328, "Augmented-Accuracy": 93.9246, "Augmented-Loss": 1.0000797216997146, "Clean-Accuracy": 87.6, "Clean-Loss": 0.7893903314590454, "PGD-Accuracy": 8.82, "PGD-Loss": 4.649016079711914}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 1393.0264558792114, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.04999542236328, "Augmented-0.05-Quantile-Accuracy": 81.25, "Augmented-0.1-Quantile-Accuracy": 82.69999694824219, "Augmented-Accuracy": 86.4641, "Augmented-Loss": 1.1124724592819213, "Clean-Accuracy": 87.39, "Clean-Loss": 1.0091276916503906, "PGD-Accuracy": 6.1, "PGD-Loss": 4.898683795166016}, "Total-Time": 189037.0041630268, "Train": {"Loss": 0.9646078423309327, "avg t": 0.9315318805885315, "plain loss": 0.8287732108154298}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.5199966430664, "Augmented-0.05-Quantile-Accuracy": 88.5, "Augmented-0.1-Quantile-Accuracy": 89.69999694824219, "Augmented-Accuracy": 92.3326, "Augmented-Loss": 1.0200012029151917, "Clean-Accuracy": 86.68, "Clean-Loss": 0.8902900045394897, "PGD-Accuracy": 10.68, "PGD-Loss": 4.567752452087403}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 1392.9838042259216, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.20999908447266, "Augmented-0.05-Quantile-Accuracy": 82.4000015258789, "Augmented-0.1-Quantile-Accuracy": 83.68999481201172, "Augmented-Accuracy": 87.3597, "Augmented-Loss": 1.1162426101074219, "Clean-Accuracy": 88.97, "Clean-Loss": 1.0098095649719239, "PGD-Accuracy": 4.1, "PGD-Loss": 4.893105700683594}, "Total-Time": 190429.98796725273, "Train": {"Loss": 0.9636483794784546, "avg t": 0.9312626113510132, "plain loss": 0.8364331659088132}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.47999572753906, "Augmented-0.05-Quantile-Accuracy": 89.18000030517578, "Augmented-0.1-Quantile-Accuracy": 90.77999877929688, "Augmented-Accuracy": 93.3648, "Augmented-Loss": 1.0160705407047272, "Clean-Accuracy": 92.82, "Clean-Loss": 0.7849519794464112, "PGD-Accuracy": 8.76, "PGD-Loss": 4.562397336578369}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 1393.0665049552917, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.93999481201172, "Augmented-0.05-Quantile-Accuracy": 83.86000061035156, "Augmented-0.1-Quantile-Accuracy": 84.97999572753906, "Augmented-Accuracy": 88.5231, "Augmented-Loss": 1.1106878123321533, "Clean-Accuracy": 89.75, "Clean-Loss": 0.9959531089782715, "PGD-Accuracy": 6.48, "PGD-Loss": 4.786611016845703}, "Total-Time": 191823.05447220802, "Train": {"Loss": 0.9533369637298584, "avg t": 0.9282838093566894, "plain loss": 0.823111393127442}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.0999984741211, "Augmented-0.05-Quantile-Accuracy": 91.63999938964844, "Augmented-0.1-Quantile-Accuracy": 92.5199966430664, "Augmented-Accuracy": 94.699, "Augmented-Loss": 1.0009316063919067, "Clean-Accuracy": 86.62, "Clean-Loss": 0.8392667038917542, "PGD-Accuracy": 12.7, "PGD-Loss": 4.412233248138428}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 1391.9410984516144, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.02999877929688, "Augmented-0.05-Quantile-Accuracy": 84.0199966430664, "Augmented-0.1-Quantile-Accuracy": 85.29999542236328, "Augmented-Accuracy": 88.7545, "Augmented-Loss": 1.1154717189025878, "Clean-Accuracy": 89.97, "Clean-Loss": 1.0069263633728027, "PGD-Accuracy": 7.33, "PGD-Loss": 4.747445651245117}, "Total-Time": 193214.99557065964, "Train": {"Loss": 0.9503661309432984, "avg t": 0.9270340695762634, "plain loss": 0.8223772812194821}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.69999694824219, "Augmented-0.05-Quantile-Accuracy": 91.0, "Augmented-0.1-Quantile-Accuracy": 91.83999633789062, "Augmented-Accuracy": 94.7084, "Augmented-Loss": 1.0115784387168885, "Clean-Accuracy": 88.4, "Clean-Loss": 0.8480831392288208, "PGD-Accuracy": 14.08, "PGD-Loss": 4.351549084472656}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 1391.667164325714, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.1500015258789, "Augmented-0.05-Quantile-Accuracy": 84.0999984741211, "Augmented-0.1-Quantile-Accuracy": 85.41999816894531, "Augmented-Accuracy": 88.865, "Augmented-Loss": 1.1116548102340698, "Clean-Accuracy": 89.33, "Clean-Loss": 1.002402758026123, "PGD-Accuracy": 8.52, "PGD-Loss": 4.688179995727539}, "Total-Time": 194606.66273498535, "Train": {"Loss": 0.9470988036155701, "avg t": 0.9262404755783081, "plain loss": 0.8230293256530766}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.87999725341797, "Augmented-0.05-Quantile-Accuracy": 91.18000030517578, "Augmented-0.1-Quantile-Accuracy": 92.0, "Augmented-Accuracy": 94.3458, "Augmented-Loss": 1.0032260271034241, "Clean-Accuracy": 92.6, "Clean-Loss": 0.8769756741523743, "PGD-Accuracy": 16.14, "PGD-Loss": 4.26082512588501}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 1391.946175813675, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.0999984741211, "Augmented-0.05-Quantile-Accuracy": 84.18999481201172, "Augmented-0.1-Quantile-Accuracy": 85.6199951171875, "Augmented-Accuracy": 88.8884, "Augmented-Loss": 1.1108229697189331, "Clean-Accuracy": 89.83, "Clean-Loss": 1.001555054473877, "PGD-Accuracy": 9.21, "PGD-Loss": 4.6399250396728515}, "Total-Time": 195998.60891079903, "Train": {"Loss": 0.9471147198677063, "avg t": 0.9260785491561889, "plain loss": 0.8211873427124017}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.97999572753906, "Augmented-0.05-Quantile-Accuracy": 91.18000030517578, "Augmented-0.1-Quantile-Accuracy": 92.0999984741211, "Augmented-Accuracy": 94.3632, "Augmented-Loss": 1.00582282305336, "Clean-Accuracy": 88.94, "Clean-Loss": 0.8007642986297607, "PGD-Accuracy": 16.24, "PGD-Loss": 4.233266996002198}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 1391.513606786728, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.93000030517578, "Augmented-0.05-Quantile-Accuracy": 84.02999877929688, "Augmented-0.1-Quantile-Accuracy": 85.3699951171875, "Augmented-Accuracy": 88.6622, "Augmented-Loss": 1.1128476954040527, "Clean-Accuracy": 89.79, "Clean-Loss": 0.995276789855957, "PGD-Accuracy": 9.49, "PGD-Loss": 4.604211331176757}, "Total-Time": 197390.12251758575, "Train": {"Loss": 0.9456635335159301, "avg t": 0.9257608409309387, "plain loss": 0.821210078643799}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.68000030517578, "Augmented-0.05-Quantile-Accuracy": 91.87999725341797, "Augmented-0.1-Quantile-Accuracy": 92.55999755859375, "Augmented-Accuracy": 94.6502, "Augmented-Loss": 0.9991976892471314, "Clean-Accuracy": 92.74, "Clean-Loss": 0.7891859415054321, "PGD-Accuracy": 17.58, "PGD-Loss": 4.151487921142578}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 1391.190068244934, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.87999725341797, "Augmented-0.05-Quantile-Accuracy": 84.07999420166016, "Augmented-0.1-Quantile-Accuracy": 85.38999938964844, "Augmented-Accuracy": 88.8184, "Augmented-Loss": 1.112074584098816, "Clean-Accuracy": 89.69, "Clean-Loss": 1.0026027252197265, "PGD-Accuracy": 10.29, "PGD-Loss": 4.572442208862305}, "Total-Time": 198781.3125858307, "Train": {"Loss": 0.9457767567825317, "avg t": 0.9256952154541016, "plain loss": 0.8188383288879408}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.63999938964844, "Augmented-0.05-Quantile-Accuracy": 91.5199966430664, "Augmented-0.1-Quantile-Accuracy": 92.55999755859375, "Augmented-Accuracy": 94.7128, "Augmented-Loss": 1.0067318293590546, "Clean-Accuracy": 91.56, "Clean-Loss": 0.8097931934356689, "PGD-Accuracy": 19.06, "PGD-Loss": 4.087972859954834}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 1391.4390375614166, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.29000091552734, "Augmented-0.05-Quantile-Accuracy": 84.04999542236328, "Augmented-0.1-Quantile-Accuracy": 85.37999725341797, "Augmented-Accuracy": 88.9329, "Augmented-Loss": 1.113540646484375, "Clean-Accuracy": 89.72, "Clean-Loss": 0.994468930053711, "PGD-Accuracy": 10.05, "PGD-Loss": 4.565372329711914}, "Total-Time": 200172.7516233921, "Train": {"Loss": 0.9446561105346679, "avg t": 0.925296413192749, "plain loss": 0.8179136081848144}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.79999542236328, "Augmented-0.05-Quantile-Accuracy": 91.27999877929688, "Augmented-0.1-Quantile-Accuracy": 92.36000061035156, "Augmented-Accuracy": 94.642, "Augmented-Loss": 0.9987989203777313, "Clean-Accuracy": 91.42, "Clean-Loss": 0.8680785146713257, "PGD-Accuracy": 18.74, "PGD-Loss": 4.114328256988525}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 1391.6338505744934, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.95999908447266, "Augmented-0.05-Quantile-Accuracy": 84.04000091552734, "Augmented-0.1-Quantile-Accuracy": 85.20999908447266, "Augmented-Accuracy": 88.7473, "Augmented-Loss": 1.1178052779464722, "Clean-Accuracy": 89.54, "Clean-Loss": 0.9995360160827637, "PGD-Accuracy": 10.37, "PGD-Loss": 4.547585144042968}, "Total-Time": 201564.3854739666, "Train": {"Loss": 0.9455685293769837, "avg t": 0.9255626625442505, "plain loss": 0.8206745960693363}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.73999786376953, "Augmented-0.05-Quantile-Accuracy": 91.18000030517578, "Augmented-0.1-Quantile-Accuracy": 92.18000030517578, "Augmented-Accuracy": 94.5682, "Augmented-Loss": 1.00442401427269, "Clean-Accuracy": 90.18, "Clean-Loss": 0.8708000833511352, "PGD-Accuracy": 19.44, "PGD-Loss": 4.068199974060058}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 1391.5953817367554, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.97999572753906, "Augmented-0.05-Quantile-Accuracy": 84.00999450683594, "Augmented-0.1-Quantile-Accuracy": 85.25, "Augmented-Accuracy": 88.6966, "Augmented-Loss": 1.1159401300506593, "Clean-Accuracy": 89.86, "Clean-Loss": 0.9954550773620605, "PGD-Accuracy": 10.33, "PGD-Loss": 4.523391067504883}, "Total-Time": 202955.98085570335, "Train": {"Loss": 0.9445697449493409, "avg t": 0.9251927676582337, "plain loss": 0.8202020094299319}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.25999450683594, "Augmented-0.05-Quantile-Accuracy": 91.5999984741211, "Augmented-0.1-Quantile-Accuracy": 92.41999816894531, "Augmented-Accuracy": 94.5552, "Augmented-Loss": 1.00279469997406, "Clean-Accuracy": 90.66, "Clean-Loss": 0.7960384901046753, "PGD-Accuracy": 19.7, "PGD-Loss": 4.0402794975280765}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 1391.3897895812988, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.90999603271484, "Augmented-0.05-Quantile-Accuracy": 84.29000091552734, "Augmented-0.1-Quantile-Accuracy": 85.62999725341797, "Augmented-Accuracy": 88.9499, "Augmented-Loss": 1.1161448781280519, "Clean-Accuracy": 90.6, "Clean-Loss": 0.9952420433044433, "PGD-Accuracy": 10.49, "PGD-Loss": 4.507677514648438}, "Total-Time": 204347.37064528465, "Train": {"Loss": 0.9444276114845276, "avg t": 0.9252274548721313, "plain loss": 0.8206353865966796}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.87999725341797, "Augmented-0.05-Quantile-Accuracy": 92.22000122070312, "Augmented-0.1-Quantile-Accuracy": 93.05999755859375, "Augmented-Accuracy": 95.21, "Augmented-Loss": 1.0054511382598876, "Clean-Accuracy": 93.2, "Clean-Loss": 0.8166817597389221, "PGD-Accuracy": 19.0, "PGD-Loss": 4.0434908203125}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 1391.5570731163025, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.32999420166016, "Augmented-0.05-Quantile-Accuracy": 84.43000030517578, "Augmented-0.1-Quantile-Accuracy": 85.54999542236328, "Augmented-Accuracy": 89.001, "Augmented-Loss": 1.1231290905227662, "Clean-Accuracy": 89.75, "Clean-Loss": 1.0016947082519532, "PGD-Accuracy": 9.14, "PGD-Loss": 4.544451766967773}, "Total-Time": 205738.92771840096, "Train": {"Loss": 0.9447551640701294, "avg t": 0.9252535475540161, "plain loss": 0.8221368999633779}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.07999420166016, "Augmented-0.05-Quantile-Accuracy": 91.31999969482422, "Augmented-0.1-Quantile-Accuracy": 92.18000030517578, "Augmented-Accuracy": 94.447, "Augmented-Loss": 1.0120687688789367, "Clean-Accuracy": 91.98, "Clean-Loss": 0.8328294744491577, "PGD-Accuracy": 18.26, "PGD-Loss": 4.0823143814086915}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 1391.2693316936493, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.54999542236328, "Augmented-0.05-Quantile-Accuracy": 84.33999633789062, "Augmented-0.1-Quantile-Accuracy": 85.66999816894531, "Augmented-Accuracy": 89.119, "Augmented-Loss": 1.1195782097167968, "Clean-Accuracy": 90.22, "Clean-Loss": 0.9970587181091308, "PGD-Accuracy": 10.72, "PGD-Loss": 4.4753231536865234}, "Total-Time": 207130.1970500946, "Train": {"Loss": 0.9437521076583862, "avg t": 0.9250287057685852, "plain loss": 0.8226260250244135}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.5199966430664, "Augmented-0.05-Quantile-Accuracy": 92.43999481201172, "Augmented-0.1-Quantile-Accuracy": 93.25999450683594, "Augmented-Accuracy": 95.2284, "Augmented-Loss": 1.0036592183914184, "Clean-Accuracy": 92.14, "Clean-Loss": 0.8383263259887695, "PGD-Accuracy": 20.92, "PGD-Loss": 3.970743199157715}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 1391.2009477615356, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.08999633789062, "Augmented-0.05-Quantile-Accuracy": 83.88999938964844, "Augmented-0.1-Quantile-Accuracy": 85.23999786376953, "Augmented-Accuracy": 88.7384, "Augmented-Loss": 1.1185700226974487, "Clean-Accuracy": 90.08, "Clean-Loss": 0.9959577087402344, "PGD-Accuracy": 10.59, "PGD-Loss": 4.453870025634766}, "Total-Time": 208521.39799785614, "Train": {"Loss": 0.9436553671646118, "avg t": 0.9249521427154541, "plain loss": 0.822604024612427}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.69999694824219, "Augmented-0.05-Quantile-Accuracy": 91.83999633789062, "Augmented-0.1-Quantile-Accuracy": 92.63999938964844, "Augmented-Accuracy": 94.8888, "Augmented-Loss": 1.0043289899215697, "Clean-Accuracy": 92.68, "Clean-Loss": 0.7795058445930481, "PGD-Accuracy": 20.0, "PGD-Loss": 3.974273422241211}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 1390.7361316680908, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.61000061035156, "Augmented-0.05-Quantile-Accuracy": 84.40999603271484, "Augmented-0.1-Quantile-Accuracy": 85.65999603271484, "Augmented-Accuracy": 89.0655, "Augmented-Loss": 1.1214725722961425, "Clean-Accuracy": 89.56, "Clean-Loss": 0.9928742286682128, "PGD-Accuracy": 9.92, "PGD-Loss": 4.464724908447265}, "Total-Time": 209912.13412952423, "Train": {"Loss": 0.9433940726089478, "avg t": 0.9247966746711731, "plain loss": 0.8221548218994135}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.31999969482422, "Augmented-0.05-Quantile-Accuracy": 91.5999984741211, "Augmented-0.1-Quantile-Accuracy": 92.39999389648438, "Augmented-Accuracy": 94.7764, "Augmented-Loss": 1.0005089467372894, "Clean-Accuracy": 92.86, "Clean-Loss": 0.8063138813972474, "PGD-Accuracy": 20.32, "PGD-Loss": 3.965718047332764}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 1391.4421191215515, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.16999816894531, "Augmented-0.05-Quantile-Accuracy": 84.20999908447266, "Augmented-0.1-Quantile-Accuracy": 85.70999908447266, "Augmented-Accuracy": 89.0029, "Augmented-Loss": 1.1297087219161988, "Clean-Accuracy": 90.12, "Clean-Loss": 0.9977136528015137, "PGD-Accuracy": 9.97, "PGD-Loss": 4.457699069213867}, "Total-Time": 211303.57624864578, "Train": {"Loss": 0.9434174557685852, "avg t": 0.9248888093757629, "plain loss": 0.8217861758422863}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.9000015258789, "Augmented-0.05-Quantile-Accuracy": 92.22000122070312, "Augmented-0.1-Quantile-Accuracy": 93.0999984741211, "Augmented-Accuracy": 94.9768, "Augmented-Loss": 1.0039288705253602, "Clean-Accuracy": 87.84, "Clean-Loss": 0.8407185235023499, "PGD-Accuracy": 21.56, "PGD-Loss": 3.896844898223877}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 1391.327044725418, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.29999542236328, "Augmented-0.05-Quantile-Accuracy": 84.30999755859375, "Augmented-0.1-Quantile-Accuracy": 85.58999633789062, "Augmented-Accuracy": 88.973, "Augmented-Loss": 1.1291838285751343, "Clean-Accuracy": 90.47, "Clean-Loss": 1.0048763427734375, "PGD-Accuracy": 10.16, "PGD-Loss": 4.456960223388672}, "Total-Time": 212694.9032933712, "Train": {"Loss": 0.9435260789680481, "avg t": 0.924774591293335, "plain loss": 0.8231198161010741}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.4000015258789, "Augmented-0.05-Quantile-Accuracy": 92.57999420166016, "Augmented-0.1-Quantile-Accuracy": 93.47999572753906, "Augmented-Accuracy": 95.364, "Augmented-Loss": 1.0128264435272216, "Clean-Accuracy": 85.02, "Clean-Loss": 0.8422749232292175, "PGD-Accuracy": 21.3, "PGD-Loss": 3.916410636138916}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 1390.6523613929749, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.40999603271484, "Augmented-0.05-Quantile-Accuracy": 84.31999969482422, "Augmented-0.1-Quantile-Accuracy": 85.50999450683594, "Augmented-Accuracy": 88.9926, "Augmented-Loss": 1.1270143302459716, "Clean-Accuracy": 90.19, "Clean-Loss": 0.9994787467956543, "PGD-Accuracy": 10.14, "PGD-Loss": 4.453584466552734}, "Total-Time": 214085.55565476418, "Train": {"Loss": 0.942858204612732, "avg t": 0.9246465172958374, "plain loss": 0.8226746789855958}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.81999969482422, "Augmented-0.05-Quantile-Accuracy": 91.97999572753906, "Augmented-0.1-Quantile-Accuracy": 92.86000061035156, "Augmented-Accuracy": 95.1302, "Augmented-Loss": 1.008204709186554, "Clean-Accuracy": 91.48, "Clean-Loss": 0.8563681969642639, "PGD-Accuracy": 21.46, "PGD-Loss": 3.923183295440674}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 1389.12934756279, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.3499984741211, "Augmented-0.05-Quantile-Accuracy": 84.33999633789062, "Augmented-0.1-Quantile-Accuracy": 85.68999481201172, "Augmented-Accuracy": 89.0687, "Augmented-Loss": 1.1272663535308838, "Clean-Accuracy": 89.87, "Clean-Loss": 1.003185276031494, "PGD-Accuracy": 10.47, "PGD-Loss": 4.444502243041992}, "Total-Time": 215474.68500232697, "Train": {"Loss": 0.9429247237586975, "avg t": 0.924712194519043, "plain loss": 0.8226886363220216}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.57999420166016, "Augmented-0.05-Quantile-Accuracy": 91.91999816894531, "Augmented-0.1-Quantile-Accuracy": 92.73999786376953, "Augmented-Accuracy": 94.8126, "Augmented-Loss": 1.01085669490242, "Clean-Accuracy": 87.38, "Clean-Loss": 0.8433977233886719, "PGD-Accuracy": 20.48, "PGD-Loss": 3.9413875625610353}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 1387.0599620342255, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.48999786376953, "Augmented-0.05-Quantile-Accuracy": 84.52999877929688, "Augmented-0.1-Quantile-Accuracy": 85.6199951171875, "Augmented-Accuracy": 89.0391, "Augmented-Loss": 1.126024222175598, "Clean-Accuracy": 90.58, "Clean-Loss": 1.0016639625549317, "PGD-Accuracy": 10.45, "PGD-Loss": 4.440840560913086}, "Total-Time": 216861.7449643612, "Train": {"Loss": 0.9425718183135986, "avg t": 0.9245434968948364, "plain loss": 0.8223194312744142}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.41999816894531, "Augmented-0.05-Quantile-Accuracy": 92.57999420166016, "Augmented-0.1-Quantile-Accuracy": 93.72000122070312, "Augmented-Accuracy": 95.6082, "Augmented-Loss": 1.0104585028057098, "Clean-Accuracy": 92.6, "Clean-Loss": 0.8380846130371093, "PGD-Accuracy": 21.08, "PGD-Loss": 3.933151877593994}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 1385.900993347168, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.32999420166016, "Augmented-0.05-Quantile-Accuracy": 84.27999877929688, "Augmented-0.1-Quantile-Accuracy": 85.5199966430664, "Augmented-Accuracy": 89.0008, "Augmented-Loss": 1.126135137779236, "Clean-Accuracy": 90.22, "Clean-Loss": 1.0009893272399903, "PGD-Accuracy": 10.72, "PGD-Loss": 4.432376229858399}, "Total-Time": 218247.64595770836, "Train": {"Loss": 0.9433641745758057, "avg t": 0.9247190692138672, "plain loss": 0.8229450528869633}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.0, "Augmented-0.05-Quantile-Accuracy": 92.19999694824219, "Augmented-0.1-Quantile-Accuracy": 93.0199966430664, "Augmented-Accuracy": 95.223, "Augmented-Loss": 1.0078565389785767, "Clean-Accuracy": 93.28, "Clean-Loss": 0.7885409022331238, "PGD-Accuracy": 22.06, "PGD-Loss": 3.9059333030700683}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 1381.465829372406, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.38999938964844, "Augmented-0.05-Quantile-Accuracy": 84.27999877929688, "Augmented-0.1-Quantile-Accuracy": 85.58999633789062, "Augmented-Accuracy": 89.0196, "Augmented-Loss": 1.1260679516601562, "Clean-Accuracy": 90.58, "Clean-Loss": 0.9971287063598633, "PGD-Accuracy": 10.26, "PGD-Loss": 4.440469729614258}, "Total-Time": 219629.11178708076, "Train": {"Loss": 0.943149852027893, "avg t": 0.9246985487747192, "plain loss": 0.8229691596984856}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.55999755859375, "Augmented-0.05-Quantile-Accuracy": 92.65999603271484, "Augmented-0.1-Quantile-Accuracy": 93.5999984741211, "Augmented-Accuracy": 95.5378, "Augmented-Loss": 1.0040730477790833, "Clean-Accuracy": 94.22, "Clean-Loss": 0.8281625364303589, "PGD-Accuracy": 21.96, "PGD-Loss": 3.8867975547790525}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 1387.00643491745, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.5199966430664, "Augmented-0.05-Quantile-Accuracy": 84.3499984741211, "Augmented-0.1-Quantile-Accuracy": 85.68000030517578, "Augmented-Accuracy": 89.0984, "Augmented-Loss": 1.1261101048049926, "Clean-Accuracy": 90.67, "Clean-Loss": 0.9945194129943847, "PGD-Accuracy": 10.53, "PGD-Loss": 4.434045977783203}, "Total-Time": 221016.11822199821, "Train": {"Loss": 0.9423912816238403, "avg t": 0.9244191212844849, "plain loss": 0.822250617767334}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.69999694824219, "Augmented-0.05-Quantile-Accuracy": 92.89999389648438, "Augmented-0.1-Quantile-Accuracy": 93.86000061035156, "Augmented-Accuracy": 95.6954, "Augmented-Loss": 1.0026487033042908, "Clean-Accuracy": 92.16, "Clean-Loss": 0.8036174775123596, "PGD-Accuracy": 20.92, "PGD-Loss": 3.923792202758789}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 1388.0905332565308, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.54999542236328, "Augmented-0.05-Quantile-Accuracy": 84.30999755859375, "Augmented-0.1-Quantile-Accuracy": 85.5999984741211, "Augmented-Accuracy": 89.0252, "Augmented-Loss": 1.1277913138580322, "Clean-Accuracy": 89.71, "Clean-Loss": 0.9995400505065918, "PGD-Accuracy": 10.28, "PGD-Loss": 4.44108666381836}, "Total-Time": 222404.20875525475, "Train": {"Loss": 0.9429121033477783, "avg t": 0.9246262044143677, "plain loss": 0.8229529433898918}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.57999420166016, "Augmented-0.05-Quantile-Accuracy": 91.91999816894531, "Augmented-0.1-Quantile-Accuracy": 92.89999389648438, "Augmented-Accuracy": 94.9178, "Augmented-Loss": 1.0073276342830657, "Clean-Accuracy": 93.04, "Clean-Loss": 0.7744249514579773, "PGD-Accuracy": 20.7, "PGD-Loss": 3.9388136016845703}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 1387.4237668514252, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.58999633789062, "Augmented-0.05-Quantile-Accuracy": 84.47999572753906, "Augmented-0.1-Quantile-Accuracy": 85.65999603271484, "Augmented-Accuracy": 89.0407, "Augmented-Loss": 1.1263886350402832, "Clean-Accuracy": 90.54, "Clean-Loss": 0.9951947784423828, "PGD-Accuracy": 10.43, "PGD-Loss": 4.432062704467773}, "Total-Time": 223791.63252210617, "Train": {"Loss": 0.9428750714683533, "avg t": 0.9246165188407898, "plain loss": 0.8223260772094727}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.13999938964844, "Augmented-0.05-Quantile-Accuracy": 92.54000091552734, "Augmented-0.1-Quantile-Accuracy": 93.5, "Augmented-Accuracy": 95.341, "Augmented-Loss": 1.0050752338809967, "Clean-Accuracy": 88.2, "Clean-Loss": 0.8207970342636108, "PGD-Accuracy": 20.84, "PGD-Loss": 3.9298631622314453}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 1384.0258784294128, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.31999969482422, "Augmented-0.05-Quantile-Accuracy": 84.36000061035156, "Augmented-0.1-Quantile-Accuracy": 85.47000122070312, "Augmented-Accuracy": 88.9784, "Augmented-Loss": 1.1273587824707032, "Clean-Accuracy": 90.17, "Clean-Loss": 1.0026598503112794, "PGD-Accuracy": 10.51, "PGD-Loss": 4.4309606262207035}, "Total-Time": 225175.65840053558, "Train": {"Loss": 0.9436023545837402, "avg t": 0.9248978199768066, "plain loss": 0.8234405297851562}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.69999694824219, "Augmented-0.05-Quantile-Accuracy": 92.18000030517578, "Augmented-0.1-Quantile-Accuracy": 93.0199966430664, "Augmented-Accuracy": 94.8826, "Augmented-Loss": 1.0116019749107361, "Clean-Accuracy": 78.4, "Clean-Loss": 0.9486729040145874, "PGD-Accuracy": 20.52, "PGD-Loss": 3.936601364135742}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 1369.6459560394287, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.19999694824219, "Augmented-0.05-Quantile-Accuracy": 84.37999725341797, "Augmented-0.1-Quantile-Accuracy": 85.54000091552734, "Augmented-Accuracy": 89.0294, "Augmented-Loss": 1.1266035645370482, "Clean-Accuracy": 90.57, "Clean-Loss": 0.98881810836792, "PGD-Accuracy": 10.4, "PGD-Loss": 4.430697964477539}, "Total-Time": 226545.304356575, "Train": {"Loss": 0.9430984044265747, "avg t": 0.9247090185546875, "plain loss": 0.8232789270019528}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.54000091552734, "Augmented-0.05-Quantile-Accuracy": 92.25999450683594, "Augmented-0.1-Quantile-Accuracy": 93.19999694824219, "Augmented-Accuracy": 95.1306, "Augmented-Loss": 0.9971247785167694, "Clean-Accuracy": 93.4, "Clean-Loss": 0.8312804934501647, "PGD-Accuracy": 20.88, "PGD-Loss": 3.933335972595215}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 1378.6110923290253, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.43999481201172, "Augmented-0.05-Quantile-Accuracy": 84.29000091552734, "Augmented-0.1-Quantile-Accuracy": 85.6500015258789, "Augmented-Accuracy": 89.0282, "Augmented-Loss": 1.1268765701828003, "Clean-Accuracy": 90.26, "Clean-Loss": 0.9974812202453613, "PGD-Accuracy": 10.54, "PGD-Loss": 4.427827947998047}, "Total-Time": 227923.91544890404, "Train": {"Loss": 0.9422301820755005, "avg t": 0.9244554746246338, "plain loss": 0.8225463325805669}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.0999984741211, "Augmented-0.05-Quantile-Accuracy": 92.36000061035156, "Augmented-0.1-Quantile-Accuracy": 93.19999694824219, "Augmented-Accuracy": 95.1802, "Augmented-Loss": 1.0035534274578095, "Clean-Accuracy": 92.06, "Clean-Loss": 0.8053615463256836, "PGD-Accuracy": 21.88, "PGD-Loss": 3.889114213562012}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 1385.4893822669983, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.47000122070312, "Augmented-0.05-Quantile-Accuracy": 84.40999603271484, "Augmented-0.1-Quantile-Accuracy": 85.58999633789062, "Augmented-Accuracy": 89.1109, "Augmented-Loss": 1.1259886495742797, "Clean-Accuracy": 90.6, "Clean-Loss": 0.9994788612365723, "PGD-Accuracy": 10.47, "PGD-Loss": 4.426710577392578}, "Total-Time": 229309.40483117104, "Train": {"Loss": 0.9425833598136902, "avg t": 0.9246582370948792, "plain loss": 0.8235022724914554}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.13999938964844, "Augmented-0.05-Quantile-Accuracy": 92.41999816894531, "Augmented-0.1-Quantile-Accuracy": 93.29999542236328, "Augmented-Accuracy": 95.448, "Augmented-Loss": 1.0075219226379395, "Clean-Accuracy": 93.42, "Clean-Loss": 0.8237018837928772, "PGD-Accuracy": 20.6, "PGD-Loss": 3.935809552001953}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 1388.0146741867065, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.5199966430664, "Augmented-0.05-Quantile-Accuracy": 84.47999572753906, "Augmented-0.1-Quantile-Accuracy": 85.57999420166016, "Augmented-Accuracy": 89.0875, "Augmented-Loss": 1.1264352838439942, "Clean-Accuracy": 90.6, "Clean-Loss": 0.9979758514404297, "PGD-Accuracy": 10.61, "PGD-Loss": 4.420055639648438}, "Total-Time": 230697.41950535774, "Train": {"Loss": 0.9421808531570435, "avg t": 0.9243896947097778, "plain loss": 0.8225849817199701}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.9000015258789, "Augmented-0.05-Quantile-Accuracy": 92.5999984741211, "Augmented-0.1-Quantile-Accuracy": 93.25999450683594, "Augmented-Accuracy": 95.4756, "Augmented-Loss": 1.0063698491535187, "Clean-Accuracy": 93.4, "Clean-Loss": 0.7915572898864746, "PGD-Accuracy": 22.1, "PGD-Loss": 3.8923344131469726}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 1381.7721195220947, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.79000091552734, "Augmented-0.05-Quantile-Accuracy": 84.61000061035156, "Augmented-0.1-Quantile-Accuracy": 85.8499984741211, "Augmented-Accuracy": 89.21, "Augmented-Loss": 1.1260279618148803, "Clean-Accuracy": 90.71, "Clean-Loss": 0.9935943840026855, "PGD-Accuracy": 10.55, "PGD-Loss": 4.418807171630859}, "Total-Time": 232079.19162487984, "Train": {"Loss": 0.9429304268455505, "avg t": 0.9246211004638671, "plain loss": 0.8228079131164543}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.31999969482422, "Augmented-0.05-Quantile-Accuracy": 93.0, "Augmented-0.1-Quantile-Accuracy": 93.81999969482422, "Augmented-Accuracy": 95.6414, "Augmented-Loss": 1.0014866959943771, "Clean-Accuracy": 94.0, "Clean-Loss": 0.8323869141578675, "PGD-Accuracy": 21.06, "PGD-Loss": 3.904003243255615}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 1370.339430809021, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.38999938964844, "Augmented-0.05-Quantile-Accuracy": 84.52999877929688, "Augmented-0.1-Quantile-Accuracy": 85.68000030517578, "Augmented-Accuracy": 89.1167, "Augmented-Loss": 1.123984310684204, "Clean-Accuracy": 90.2, "Clean-Loss": 0.9942695640563964, "PGD-Accuracy": 10.78, "PGD-Loss": 4.414188812255859}, "Total-Time": 233449.53105568886, "Train": {"Loss": 0.942755051689148, "avg t": 0.924579017906189, "plain loss": 0.8231387091674818}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.05999755859375, "Augmented-0.05-Quantile-Accuracy": 92.23999786376953, "Augmented-0.1-Quantile-Accuracy": 93.19999694824219, "Augmented-Accuracy": 95.1372, "Augmented-Loss": 1.0016038155403137, "Clean-Accuracy": 93.86, "Clean-Loss": 0.8116590223312378, "PGD-Accuracy": 22.38, "PGD-Loss": 3.8603114486694334}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 1371.6819157600403, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.4000015258789, "Augmented-0.05-Quantile-Accuracy": 84.4000015258789, "Augmented-0.1-Quantile-Accuracy": 85.75, "Augmented-Accuracy": 89.0957, "Augmented-Loss": 1.1248535406723021, "Clean-Accuracy": 90.27, "Clean-Loss": 0.9930644393920899, "PGD-Accuracy": 10.58, "PGD-Loss": 4.415767758178711}, "Total-Time": 234821.2129714489, "Train": {"Loss": 0.9427314679336548, "avg t": 0.9244619353866577, "plain loss": 0.8230903412780767}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.86000061035156, "Augmented-0.05-Quantile-Accuracy": 92.23999786376953, "Augmented-0.1-Quantile-Accuracy": 93.15999603271484, "Augmented-Accuracy": 95.0282, "Augmented-Loss": 1.0006594645175935, "Clean-Accuracy": 92.18, "Clean-Loss": 0.7980506954193115, "PGD-Accuracy": 21.88, "PGD-Loss": 3.87992407913208}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 1374.0155367851257, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.57999420166016, "Augmented-0.05-Quantile-Accuracy": 84.52999877929688, "Augmented-0.1-Quantile-Accuracy": 85.77999877929688, "Augmented-Accuracy": 89.158, "Augmented-Loss": 1.124904628868103, "Clean-Accuracy": 90.5, "Clean-Loss": 0.9995886703491211, "PGD-Accuracy": 10.52, "PGD-Loss": 4.416359994506836}, "Total-Time": 236195.22850823402, "Train": {"Loss": 0.9429059167861938, "avg t": 0.924657091217041, "plain loss": 0.8241337006835936}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.73999786376953, "Augmented-0.05-Quantile-Accuracy": 92.29999542236328, "Augmented-0.1-Quantile-Accuracy": 93.15999603271484, "Augmented-Accuracy": 95.2104, "Augmented-Loss": 1.0075302366027832, "Clean-Accuracy": 91.28, "Clean-Loss": 0.764645482635498, "PGD-Accuracy": 21.92, "PGD-Loss": 3.877252978515625}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 1384.7047979831696, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.7699966430664, "Augmented-0.05-Quantile-Accuracy": 84.45999908447266, "Augmented-0.1-Quantile-Accuracy": 85.72999572753906, "Augmented-Accuracy": 89.1521, "Augmented-Loss": 1.126430885040283, "Clean-Accuracy": 90.76, "Clean-Loss": 0.9968843643188476, "PGD-Accuracy": 10.64, "PGD-Loss": 4.412811672973633}, "Total-Time": 237579.9333062172, "Train": {"Loss": 0.9429495778274536, "avg t": 0.9245888600158692, "plain loss": 0.8232651618652336}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.63999938964844, "Augmented-0.05-Quantile-Accuracy": 92.68000030517578, "Augmented-0.1-Quantile-Accuracy": 93.41999816894531, "Augmented-Accuracy": 95.394, "Augmented-Loss": 1.0051515387973786, "Clean-Accuracy": 91.58, "Clean-Loss": 0.8592708820343018, "PGD-Accuracy": 22.62, "PGD-Loss": 3.86361935043335}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 1386.9685909748077, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.65999603271484, "Augmented-0.05-Quantile-Accuracy": 84.5, "Augmented-0.1-Quantile-Accuracy": 85.79000091552734, "Augmented-Accuracy": 89.1631, "Augmented-Loss": 1.1247541849822997, "Clean-Accuracy": 90.2, "Clean-Loss": 0.9998559791564942, "PGD-Accuracy": 10.78, "PGD-Loss": 4.411980734252929}, "Total-Time": 238966.901897192, "Train": {"Loss": 0.9427872487068176, "avg t": 0.9245939142608642, "plain loss": 0.8234486701049807}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.83999633789062, "Augmented-0.05-Quantile-Accuracy": 92.1199951171875, "Augmented-0.1-Quantile-Accuracy": 92.79999542236328, "Augmented-Accuracy": 94.822, "Augmented-Loss": 1.0067447042655946, "Clean-Accuracy": 94.38, "Clean-Loss": 0.839094126701355, "PGD-Accuracy": 23.4, "PGD-Loss": 3.8301056526184083}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 1387.9486072063446, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.56999969482422, "Augmented-0.05-Quantile-Accuracy": 84.47999572753906, "Augmented-0.1-Quantile-Accuracy": 85.77999877929688, "Augmented-Accuracy": 89.1101, "Augmented-Loss": 1.1251614160614014, "Clean-Accuracy": 90.34, "Clean-Loss": 0.994363558959961, "PGD-Accuracy": 10.77, "PGD-Loss": 4.406492645263672}, "Total-Time": 240354.85050439835, "Train": {"Loss": 0.9428045323562622, "avg t": 0.924548809261322, "plain loss": 0.8233099895629885}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.72000122070312, "Augmented-0.05-Quantile-Accuracy": 91.97999572753906, "Augmented-0.1-Quantile-Accuracy": 92.91999816894531, "Augmented-Accuracy": 95.0754, "Augmented-Loss": 1.0020117676620484, "Clean-Accuracy": 92.48, "Clean-Loss": 0.8324603065490722, "PGD-Accuracy": 22.4, "PGD-Loss": 3.8555297233581545}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 1387.8483080863953, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.93999481201172, "Augmented-0.05-Quantile-Accuracy": 84.5, "Augmented-0.1-Quantile-Accuracy": 85.66999816894531, "Augmented-Accuracy": 89.2174, "Augmented-Loss": 1.1255772895812988, "Clean-Accuracy": 90.24, "Clean-Loss": 0.9952292579650879, "PGD-Accuracy": 10.55, "PGD-Loss": 4.404639898681641}, "Total-Time": 241742.69881248474, "Train": {"Loss": 0.9423833645629883, "avg t": 0.9245481854629517, "plain loss": 0.8229774837341303}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.31999969482422, "Augmented-0.05-Quantile-Accuracy": 92.5199966430664, "Augmented-0.1-Quantile-Accuracy": 93.43999481201172, "Augmented-Accuracy": 95.4436, "Augmented-Loss": 1.0015199075946808, "Clean-Accuracy": 91.0, "Clean-Loss": 0.8433299180984497, "PGD-Accuracy": 21.52, "PGD-Loss": 3.8721798500061033}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 1387.2399594783783, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.82999420166016, "Augmented-0.05-Quantile-Accuracy": 84.54999542236328, "Augmented-0.1-Quantile-Accuracy": 85.68999481201172, "Augmented-Accuracy": 89.2532, "Augmented-Loss": 1.126050530479431, "Clean-Accuracy": 90.68, "Clean-Loss": 0.9956097534179688, "PGD-Accuracy": 10.72, "PGD-Loss": 4.405360427856445}, "Total-Time": 243129.93877196312, "Train": {"Loss": 0.9432100959587097, "avg t": 0.924657767944336, "plain loss": 0.8239891528930664}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.0199966430664, "Augmented-0.05-Quantile-Accuracy": 92.5999984741211, "Augmented-0.1-Quantile-Accuracy": 93.43999481201172, "Augmented-Accuracy": 95.5088, "Augmented-Loss": 1.0031882018318177, "Clean-Accuracy": 90.64, "Clean-Loss": 0.8282944598197937, "PGD-Accuracy": 22.54, "PGD-Loss": 3.849849333190918}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 1388.4401094913483, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.7699966430664, "Augmented-0.05-Quantile-Accuracy": 84.77999877929688, "Augmented-0.1-Quantile-Accuracy": 85.80999755859375, "Augmented-Accuracy": 89.15, "Augmented-Loss": 1.1267068816680907, "Clean-Accuracy": 90.57, "Clean-Loss": 1.0002933044433593, "PGD-Accuracy": 10.73, "PGD-Loss": 4.4030100494384765}, "Total-Time": 244518.37888145447, "Train": {"Loss": 0.9427654412460327, "avg t": 0.9246097984695435, "plain loss": 0.82394222619629}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.45999908447266, "Augmented-0.05-Quantile-Accuracy": 93.04000091552734, "Augmented-0.1-Quantile-Accuracy": 93.86000061035156, "Augmented-Accuracy": 95.6424, "Augmented-Loss": 1.0079230421123504, "Clean-Accuracy": 83.54, "Clean-Loss": 0.9038444005966186, "PGD-Accuracy": 22.7, "PGD-Loss": 3.838782794189453}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 1388.3889389038086, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.38999938964844, "Augmented-0.05-Quantile-Accuracy": 84.41999816894531, "Augmented-0.1-Quantile-Accuracy": 85.68000030517578, "Augmented-Accuracy": 89.1137, "Augmented-Loss": 1.1257790576324462, "Clean-Accuracy": 90.61, "Clean-Loss": 0.9951745132446289, "PGD-Accuracy": 10.62, "PGD-Loss": 4.407961782836914}, "Total-Time": 245906.76782035828, "Train": {"Loss": 0.942735495300293, "avg t": 0.9245979765319824, "plain loss": 0.8242464737854002}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.91999816894531, "Augmented-0.05-Quantile-Accuracy": 92.73999786376953, "Augmented-0.1-Quantile-Accuracy": 93.55999755859375, "Augmented-Accuracy": 95.5412, "Augmented-Loss": 1.0039103601779937, "Clean-Accuracy": 93.16, "Clean-Loss": 0.836989566040039, "PGD-Accuracy": 20.8, "PGD-Loss": 3.9154225624084473}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_M": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "learning_rate": null, "model": null, "output_dir": "rep_three/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
