{"Epoch": 0, "Epoch-Time": 1436.988070011139, "Test": {"Augmented-0.01-Quantile-Accuracy": 41.65999984741211, "Augmented-0.05-Quantile-Accuracy": 43.099998474121094, "Augmented-0.1-Quantile-Accuracy": 43.82999801635742, "Augmented-Accuracy": 46.3486, "Augmented-Loss": 1.4196559816055299, "Clean-Accuracy": 49.35, "Clean-Loss": 1.3462217819213866, "PGD-Accuracy": 2.44, "PGD-Loss": 3.969042828369141}, "Total-Time": 1436.988070011139, "Train": {"Loss": 3.0772642964553834, "avg t": 1.1221018328475951, "plain loss": 1.6568740512390139}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.68000030517578, "Augmented-0.05-Quantile-Accuracy": 46.87999725341797, "Augmented-0.1-Quantile-Accuracy": 47.68000030517578, "Augmented-Accuracy": 49.9318, "Augmented-Loss": 1.3453534702072143, "Clean-Accuracy": 49.28, "Clean-Loss": 1.382914653778076, "PGD-Accuracy": 3.42, "PGD-Loss": 3.671627169799805}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 1437.9953982830048, "Test": {"Augmented-0.01-Quantile-Accuracy": 50.90999984741211, "Augmented-0.05-Quantile-Accuracy": 53.439998626708984, "Augmented-0.1-Quantile-Accuracy": 54.82999801635742, "Augmented-Accuracy": 58.7058, "Augmented-Loss": 1.265223379714966, "Clean-Accuracy": 57.44, "Clean-Loss": 1.2278330505371093, "PGD-Accuracy": 0.89, "PGD-Loss": 5.029383688354492}, "Total-Time": 2874.9834682941437, "Train": {"Loss": 2.1499463391113283, "avg t": 1.069077469406128, "plain loss": 1.301230154846191}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 52.69999694824219, "Augmented-0.05-Quantile-Accuracy": 54.73999786376953, "Augmented-0.1-Quantile-Accuracy": 55.91999816894531, "Augmented-Accuracy": 59.3112, "Augmented-Loss": 1.2439653525733947, "Clean-Accuracy": 52.62, "Clean-Loss": 1.3549203088760375, "PGD-Accuracy": 1.06, "PGD-Loss": 4.645188745880127}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 1439.5190494060516, "Test": {"Augmented-0.01-Quantile-Accuracy": 50.84000015258789, "Augmented-0.05-Quantile-Accuracy": 53.77000045776367, "Augmented-0.1-Quantile-Accuracy": 55.0, "Augmented-Accuracy": 59.2517, "Augmented-Loss": 1.197212124031067, "Clean-Accuracy": 59.56, "Clean-Loss": 1.1479249626159669, "PGD-Accuracy": 0.11, "PGD-Loss": 6.357964105224609}, "Total-Time": 4314.502517700195, "Train": {"Loss": 1.8375014793395996, "avg t": 1.0427388458633422, "plain loss": 1.164581848602295}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 51.099998474121094, "Augmented-0.05-Quantile-Accuracy": 54.37999725341797, "Augmented-0.1-Quantile-Accuracy": 55.779998779296875, "Augmented-Accuracy": 59.945, "Augmented-Loss": 1.1668072347602845, "Clean-Accuracy": 56.6, "Clean-Loss": 1.2146434133529662, "PGD-Accuracy": 0.18, "PGD-Loss": 6.15321813659668}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 1440.7242715358734, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.099998474121094, "Augmented-0.05-Quantile-Accuracy": 62.87999725341797, "Augmented-0.1-Quantile-Accuracy": 64.19999694824219, "Augmented-Accuracy": 68.3218, "Augmented-Loss": 1.0842313576202394, "Clean-Accuracy": 68.23, "Clean-Loss": 1.0385950187683106, "PGD-Accuracy": 0.08, "PGD-Loss": 6.214628228759766}, "Total-Time": 5755.226789236069, "Train": {"Loss": 1.6657605955123902, "avg t": 1.0264535160446167, "plain loss": 1.0846140111999505}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.21999740600586, "Augmented-0.05-Quantile-Accuracy": 65.29999542236328, "Augmented-0.1-Quantile-Accuracy": 66.37999725341797, "Augmented-Accuracy": 70.195, "Augmented-Loss": 1.0459288152217865, "Clean-Accuracy": 63.6, "Clean-Loss": 1.141445153617859, "PGD-Accuracy": 0.22, "PGD-Loss": 5.8175522918701175}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 1440.8100345134735, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.0, "Augmented-0.05-Quantile-Accuracy": 64.45999908447266, "Augmented-0.1-Quantile-Accuracy": 65.73999786376953, "Augmented-Accuracy": 70.5203, "Augmented-Loss": 1.0605821550750731, "Clean-Accuracy": 71.7, "Clean-Loss": 0.9771205955505371, "PGD-Accuracy": 0.05, "PGD-Loss": 6.655421801757813}, "Total-Time": 7196.036823749542, "Train": {"Loss": 1.571696849861145, "avg t": 1.0168249160766603, "plain loss": 1.0387379144897468}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.57999801635742, "Augmented-0.05-Quantile-Accuracy": 66.73999786376953, "Augmented-0.1-Quantile-Accuracy": 67.77999877929688, "Augmented-Accuracy": 72.2194, "Augmented-Loss": 1.0127630656967164, "Clean-Accuracy": 70.28, "Clean-Loss": 1.0036585800170899, "PGD-Accuracy": 0.08, "PGD-Loss": 6.24322615814209}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 1440.161540031433, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.529998779296875, "Augmented-0.05-Quantile-Accuracy": 62.529998779296875, "Augmented-0.1-Quantile-Accuracy": 64.05999755859375, "Augmented-Accuracy": 68.9293, "Augmented-Loss": 1.0960764475860596, "Clean-Accuracy": 70.32, "Clean-Loss": 1.0109708183288575, "PGD-Accuracy": 0.21, "PGD-Loss": 6.478941778564453}, "Total-Time": 8636.198363780975, "Train": {"Loss": 1.4966194976997376, "avg t": 1.0092893363189697, "plain loss": 1.0078952834167476}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.21999740600586, "Augmented-0.05-Quantile-Accuracy": 65.31999969482422, "Augmented-0.1-Quantile-Accuracy": 66.5999984741211, "Augmented-Accuracy": 71.5834, "Augmented-Loss": 1.0394272574329375, "Clean-Accuracy": 66.18, "Clean-Loss": 1.0148911350250245, "PGD-Accuracy": 0.2, "PGD-Loss": 6.147235048675537}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 1440.0194683074951, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.22999954223633, "Augmented-0.05-Quantile-Accuracy": 66.63999938964844, "Augmented-0.1-Quantile-Accuracy": 68.1500015258789, "Augmented-Accuracy": 72.6935, "Augmented-Loss": 1.0722925122146607, "Clean-Accuracy": 71.81, "Clean-Loss": 1.0076162727355957, "PGD-Accuracy": 0.17, "PGD-Loss": 6.33343623046875}, "Total-Time": 10076.21783208847, "Train": {"Loss": 1.4549747103118897, "avg t": 1.0054329229736327, "plain loss": 0.9933247231445324}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.45999908447266, "Augmented-0.05-Quantile-Accuracy": 67.5199966430664, "Augmented-0.1-Quantile-Accuracy": 68.86000061035156, "Augmented-Accuracy": 73.239, "Augmented-Loss": 1.0341307830219268, "Clean-Accuracy": 71.84, "Clean-Loss": 0.9620001518249511, "PGD-Accuracy": 0.26, "PGD-Loss": 6.05202018737793}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 1439.684283733368, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.18000030517578, "Augmented-0.05-Quantile-Accuracy": 63.54999923706055, "Augmented-0.1-Quantile-Accuracy": 65.23999786376953, "Augmented-Accuracy": 70.2955, "Augmented-Loss": 1.1154840011978149, "Clean-Accuracy": 71.28, "Clean-Loss": 1.0607542304992676, "PGD-Accuracy": 0.08, "PGD-Loss": 6.528898370361328}, "Total-Time": 11515.902115821838, "Train": {"Loss": 1.4431305746459961, "avg t": 1.003915161113739, "plain loss": 0.9908373610839841}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.73999786376953, "Augmented-0.05-Quantile-Accuracy": 66.45999908447266, "Augmented-0.1-Quantile-Accuracy": 68.04000091552734, "Augmented-Accuracy": 72.499, "Augmented-Loss": 1.06072047356987, "Clean-Accuracy": 73.48, "Clean-Loss": 0.9802077676773071, "PGD-Accuracy": 0.1, "PGD-Loss": 6.281705867004394}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 1439.810388803482, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.07999801635742, "Augmented-0.05-Quantile-Accuracy": 64.51000213623047, "Augmented-0.1-Quantile-Accuracy": 66.15999603271484, "Augmented-Accuracy": 70.5446, "Augmented-Loss": 1.1090369838943481, "Clean-Accuracy": 71.66, "Clean-Loss": 1.0283320495605468, "PGD-Accuracy": 0.16, "PGD-Loss": 6.234887774658203}, "Total-Time": 12955.71250462532, "Train": {"Loss": 1.4217879528808595, "avg t": 1.0010393241119384, "plain loss": 0.982857606536865}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.34000015258789, "Augmented-0.05-Quantile-Accuracy": 66.18000030517578, "Augmented-0.1-Quantile-Accuracy": 67.63999938964844, "Augmented-Accuracy": 71.999, "Augmented-Loss": 1.0553305315418244, "Clean-Accuracy": 77.54, "Clean-Loss": 0.9604068832397461, "PGD-Accuracy": 0.28, "PGD-Loss": 5.96895572052002}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 1440.31240773201, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.8599967956543, "Augmented-0.05-Quantile-Accuracy": 67.20999908447266, "Augmented-0.1-Quantile-Accuracy": 68.68999481201172, "Augmented-Accuracy": 73.6747, "Augmented-Loss": 1.092121065071106, "Clean-Accuracy": 73.16, "Clean-Loss": 1.005666668701172, "PGD-Accuracy": 0.16, "PGD-Loss": 5.98063515625}, "Total-Time": 14396.02491235733, "Train": {"Loss": 1.4066546201324464, "avg t": 0.9992246346282959, "plain loss": 0.9800485738220207}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.73999786376953, "Augmented-0.05-Quantile-Accuracy": 70.43999481201172, "Augmented-0.1-Quantile-Accuracy": 72.04000091552734, "Augmented-Accuracy": 76.3212, "Augmented-Loss": 1.0203841836128236, "Clean-Accuracy": 76.32, "Clean-Loss": 0.9601205545425415, "PGD-Accuracy": 0.28, "PGD-Loss": 5.770346553039551}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 1438.386647939682, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.64999771118164, "Augmented-0.05-Quantile-Accuracy": 65.18999481201172, "Augmented-0.1-Quantile-Accuracy": 66.83000183105469, "Augmented-Accuracy": 71.9502, "Augmented-Loss": 1.1182735648574829, "Clean-Accuracy": 74.99, "Clean-Loss": 0.9882588470458984, "PGD-Accuracy": 0.04, "PGD-Loss": 6.32688364868164}, "Total-Time": 15834.411560297012, "Train": {"Loss": 1.3964815155410766, "avg t": 0.998532392539978, "plain loss": 0.9742668044433596}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.36000061035156, "Augmented-0.05-Quantile-Accuracy": 71.0999984741211, "Augmented-0.1-Quantile-Accuracy": 72.65999603271484, "Augmented-Accuracy": 77.1788, "Augmented-Loss": 1.0189845916233062, "Clean-Accuracy": 76.14, "Clean-Loss": 0.9257723725318908, "PGD-Accuracy": 0.04, "PGD-Loss": 6.090355291748047}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 1438.8126983642578, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.7699966430664, "Augmented-0.05-Quantile-Accuracy": 68.45999908447266, "Augmented-0.1-Quantile-Accuracy": 70.02999877929688, "Augmented-Accuracy": 75.0652, "Augmented-Loss": 1.0829159577560425, "Clean-Accuracy": 74.45, "Clean-Loss": 0.983753433227539, "PGD-Accuracy": 0.17, "PGD-Loss": 6.093599407958984}, "Total-Time": 17273.22425866127, "Train": {"Loss": 1.3913685485076905, "avg t": 0.9967336952590943, "plain loss": 0.9745421744689935}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.93999481201172, "Augmented-0.05-Quantile-Accuracy": 69.43999481201172, "Augmented-0.1-Quantile-Accuracy": 71.29999542236328, "Augmented-Accuracy": 75.7242, "Augmented-Loss": 1.0208030452919006, "Clean-Accuracy": 73.26, "Clean-Loss": 0.9749319459915161, "PGD-Accuracy": 0.26, "PGD-Loss": 5.8220962730407715}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 1436.547742843628, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.66999816894531, "Augmented-0.05-Quantile-Accuracy": 65.8499984741211, "Augmented-0.1-Quantile-Accuracy": 67.19999694824219, "Augmented-Accuracy": 71.3745, "Augmented-Loss": 1.1060090492477417, "Clean-Accuracy": 71.86, "Clean-Loss": 1.0419629119873046, "PGD-Accuracy": 0.1, "PGD-Loss": 5.876628466796875}, "Total-Time": 18709.772001504898, "Train": {"Loss": 1.376125564365387, "avg t": 0.9953443228149415, "plain loss": 0.9643256736145008}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.0999984741211, "Augmented-0.05-Quantile-Accuracy": 68.4000015258789, "Augmented-0.1-Quantile-Accuracy": 69.6199951171875, "Augmented-Accuracy": 74.0874, "Augmented-Loss": 1.0538468109226227, "Clean-Accuracy": 72.68, "Clean-Loss": 0.9710581722259521, "PGD-Accuracy": 0.06, "PGD-Loss": 5.599666648101807}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 1438.1501054763794, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.26000213623047, "Augmented-0.05-Quantile-Accuracy": 69.63999938964844, "Augmented-0.1-Quantile-Accuracy": 71.04999542236328, "Augmented-Accuracy": 75.3475, "Augmented-Loss": 1.0522583040161133, "Clean-Accuracy": 77.28, "Clean-Loss": 0.9717411842346192, "PGD-Accuracy": 0.04, "PGD-Loss": 5.966377734375}, "Total-Time": 20147.922106981277, "Train": {"Loss": 1.3689461736297608, "avg t": 0.9944135919952393, "plain loss": 0.9587075043029787}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.69999694824219, "Augmented-0.05-Quantile-Accuracy": 73.25999450683594, "Augmented-0.1-Quantile-Accuracy": 74.63999938964844, "Augmented-Accuracy": 78.6594, "Augmented-Loss": 0.996691365972519, "Clean-Accuracy": 68.9, "Clean-Loss": 1.094264228630066, "PGD-Accuracy": 0.08, "PGD-Loss": 5.725129595947266}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 1435.8149588108063, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.79999923706055, "Augmented-0.05-Quantile-Accuracy": 64.22000122070312, "Augmented-0.1-Quantile-Accuracy": 65.81999969482422, "Augmented-Accuracy": 70.8061, "Augmented-Loss": 1.126135851852417, "Clean-Accuracy": 71.05, "Clean-Loss": 1.0504607864379882, "PGD-Accuracy": 0.05, "PGD-Loss": 6.255945306396485}, "Total-Time": 21583.737065792084, "Train": {"Loss": 1.3584252213668824, "avg t": 0.993361919631958, "plain loss": 0.9553588977355956}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.37999725341797, "Augmented-0.05-Quantile-Accuracy": 67.86000061035156, "Augmented-0.1-Quantile-Accuracy": 69.43999481201172, "Augmented-Accuracy": 74.396, "Augmented-Loss": 1.0536732637252808, "Clean-Accuracy": 71.02, "Clean-Loss": 1.009533334350586, "PGD-Accuracy": 0.04, "PGD-Loss": 6.120714469146728}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 1434.6796429157257, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.44999694824219, "Augmented-0.05-Quantile-Accuracy": 62.39999771118164, "Augmented-0.1-Quantile-Accuracy": 64.04000091552734, "Augmented-Accuracy": 69.2383, "Augmented-Loss": 1.117850146408081, "Clean-Accuracy": 72.76, "Clean-Loss": 0.9951720108032227, "PGD-Accuracy": 0.07, "PGD-Loss": 6.3806749572753905}, "Total-Time": 23018.41670870781, "Train": {"Loss": 1.3530042079162599, "avg t": 0.9925001502227783, "plain loss": 0.951315363555909}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.519996643066406, "Augmented-0.05-Quantile-Accuracy": 66.29999542236328, "Augmented-0.1-Quantile-Accuracy": 67.75999450683594, "Augmented-Accuracy": 72.7566, "Augmented-Loss": 1.0250235745735168, "Clean-Accuracy": 64.96, "Clean-Loss": 1.0936351272583007, "PGD-Accuracy": 0.04, "PGD-Loss": 6.156632023620605}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 1435.8774824142456, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.55999755859375, "Augmented-0.05-Quantile-Accuracy": 66.1500015258789, "Augmented-0.1-Quantile-Accuracy": 67.72999572753906, "Augmented-Accuracy": 72.2585, "Augmented-Loss": 1.0796979963760376, "Clean-Accuracy": 74.03, "Clean-Loss": 0.9580373779296875, "PGD-Accuracy": 0.06, "PGD-Loss": 5.953537420654297}, "Total-Time": 24454.294191122055, "Train": {"Loss": 1.3444022789001464, "avg t": 0.9911972857284546, "plain loss": 0.9472309190673823}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.33999633789062, "Augmented-0.05-Quantile-Accuracy": 70.19999694824219, "Augmented-0.1-Quantile-Accuracy": 71.54000091552734, "Augmented-Accuracy": 75.9152, "Augmented-Loss": 0.9773165534572601, "Clean-Accuracy": 74.1, "Clean-Loss": 0.9381379684448242, "PGD-Accuracy": 0.04, "PGD-Loss": 5.714537033081054}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 1431.857317686081, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.269996643066406, "Augmented-0.05-Quantile-Accuracy": 66.94999694824219, "Augmented-0.1-Quantile-Accuracy": 68.4000015258789, "Augmented-Accuracy": 73.4252, "Augmented-Loss": 1.118654356941223, "Clean-Accuracy": 75.15, "Clean-Loss": 1.0195132843017578, "PGD-Accuracy": 0.19, "PGD-Loss": 5.998601971435547}, "Total-Time": 25886.151508808136, "Train": {"Loss": 1.331717191543579, "avg t": 0.9888925438690186, "plain loss": 0.9388684872131356}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.37999725341797, "Augmented-0.05-Quantile-Accuracy": 70.86000061035156, "Augmented-0.1-Quantile-Accuracy": 72.36000061035156, "Augmented-Accuracy": 77.0134, "Augmented-Loss": 1.0390775691108705, "Clean-Accuracy": 71.36, "Clean-Loss": 0.9011752038955688, "PGD-Accuracy": 0.12, "PGD-Loss": 5.787830382537842}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 1430.4095177650452, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.97000122070312, "Augmented-0.05-Quantile-Accuracy": 68.66999816894531, "Augmented-0.1-Quantile-Accuracy": 70.33999633789062, "Augmented-Accuracy": 75.3252, "Augmented-Loss": 1.050151154647827, "Clean-Accuracy": 76.6, "Clean-Loss": 0.9621373741149902, "PGD-Accuracy": 0.04, "PGD-Loss": 6.178436645507812}, "Total-Time": 27316.56102657318, "Train": {"Loss": 1.337125023803711, "avg t": 0.9904259826850891, "plain loss": 0.9421544514465313}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.72000122070312, "Augmented-0.05-Quantile-Accuracy": 72.31999969482422, "Augmented-0.1-Quantile-Accuracy": 73.95999908447266, "Augmented-Accuracy": 78.14, "Augmented-Loss": 0.9845813510913849, "Clean-Accuracy": 73.76, "Clean-Loss": 0.9264037858963012, "PGD-Accuracy": 0.0, "PGD-Loss": 5.9423720657348635}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 1430.2478594779968, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.18000030517578, "Augmented-0.05-Quantile-Accuracy": 66.2699966430664, "Augmented-0.1-Quantile-Accuracy": 67.79000091552734, "Augmented-Accuracy": 72.3173, "Augmented-Loss": 1.058159317680359, "Clean-Accuracy": 74.7, "Clean-Loss": 0.9643748474121093, "PGD-Accuracy": 0.12, "PGD-Loss": 5.875102764892578}, "Total-Time": 28746.808886051178, "Train": {"Loss": 1.3224396146011352, "avg t": 0.9888696789932251, "plain loss": 0.9328367089233394}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.18000030517578, "Augmented-0.05-Quantile-Accuracy": 70.0999984741211, "Augmented-0.1-Quantile-Accuracy": 71.27999877929688, "Augmented-Accuracy": 75.6466, "Augmented-Loss": 0.986283259859085, "Clean-Accuracy": 76.3, "Clean-Loss": 0.8872991712570191, "PGD-Accuracy": 0.1, "PGD-Loss": 5.684823502349854}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 1432.3230865001678, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.23999786376953, "Augmented-0.05-Quantile-Accuracy": 61.849998474121094, "Augmented-0.1-Quantile-Accuracy": 63.44999694824219, "Augmented-Accuracy": 68.6222, "Augmented-Loss": 1.1479388485336304, "Clean-Accuracy": 73.44, "Clean-Loss": 1.0089741218566894, "PGD-Accuracy": 0.12, "PGD-Loss": 6.161852423095703}, "Total-Time": 30179.131972551346, "Train": {"Loss": 1.327569903678894, "avg t": 0.9891298357772828, "plain loss": 0.9389360101623527}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.7599983215332, "Augmented-0.05-Quantile-Accuracy": 67.5199966430664, "Augmented-0.1-Quantile-Accuracy": 69.22000122070312, "Augmented-Accuracy": 74.1422, "Augmented-Loss": 1.0237582714996338, "Clean-Accuracy": 74.28, "Clean-Loss": 0.9445087499618531, "PGD-Accuracy": 0.16, "PGD-Loss": 5.93156065826416}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 1433.7467081546783, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.8599967956543, "Augmented-0.05-Quantile-Accuracy": 67.61000061035156, "Augmented-0.1-Quantile-Accuracy": 69.27999877929688, "Augmented-Accuracy": 74.3612, "Augmented-Loss": 1.101041548538208, "Clean-Accuracy": 76.35, "Clean-Loss": 1.014942308807373, "PGD-Accuracy": 0.08, "PGD-Loss": 5.999009796142579}, "Total-Time": 31612.878680706024, "Train": {"Loss": 1.3265626211547852, "avg t": 0.9885113456344604, "plain loss": 0.9335104367675788}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.08000183105469, "Augmented-0.05-Quantile-Accuracy": 71.6199951171875, "Augmented-0.1-Quantile-Accuracy": 73.27999877929688, "Augmented-Accuracy": 78.2374, "Augmented-Loss": 1.0246396031131744, "Clean-Accuracy": 77.48, "Clean-Loss": 0.9251373001098633, "PGD-Accuracy": 0.1, "PGD-Loss": 5.813044004058838}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 1433.7319428920746, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.099998474121094, "Augmented-0.05-Quantile-Accuracy": 66.79999542236328, "Augmented-0.1-Quantile-Accuracy": 68.48999786376953, "Augmented-Accuracy": 73.4225, "Augmented-Loss": 1.0920297221069335, "Clean-Accuracy": 76.06, "Clean-Loss": 0.9670227272033691, "PGD-Accuracy": 0.07, "PGD-Loss": 6.145482891845703}, "Total-Time": 33046.6106235981, "Train": {"Loss": 1.3160910662841796, "avg t": 0.9876668668556213, "plain loss": 0.9342824738769537}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.0, "Augmented-0.05-Quantile-Accuracy": 71.4000015258789, "Augmented-0.1-Quantile-Accuracy": 73.0999984741211, "Augmented-Accuracy": 77.8436, "Augmented-Loss": 0.9993721805534362, "Clean-Accuracy": 74.52, "Clean-Loss": 0.9072993613243103, "PGD-Accuracy": 0.06, "PGD-Loss": 5.957070513153076}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 1433.6496691703796, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.82999801635742, "Augmented-0.05-Quantile-Accuracy": 64.58999633789062, "Augmented-0.1-Quantile-Accuracy": 66.23999786376953, "Augmented-Accuracy": 71.3004, "Augmented-Loss": 1.1156161961593627, "Clean-Accuracy": 77.49, "Clean-Loss": 0.95316859664917, "PGD-Accuracy": 0.08, "PGD-Loss": 5.862055322265625}, "Total-Time": 34480.26029276848, "Train": {"Loss": 1.3159052488136291, "avg t": 0.9871167084121704, "plain loss": 0.9297255628051766}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.13999938964844, "Augmented-0.05-Quantile-Accuracy": 72.08000183105469, "Augmented-0.1-Quantile-Accuracy": 73.65999603271484, "Augmented-Accuracy": 78.1502, "Augmented-Loss": 0.9798502159709931, "Clean-Accuracy": 68.9, "Clean-Loss": 0.9909721397399902, "PGD-Accuracy": 0.02, "PGD-Loss": 5.631441892242432}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 1434.1996414661407, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.68000030517578, "Augmented-0.05-Quantile-Accuracy": 68.58000183105469, "Augmented-0.1-Quantile-Accuracy": 70.5, "Augmented-Accuracy": 75.5035, "Augmented-Loss": 1.0739434146957398, "Clean-Accuracy": 78.11, "Clean-Loss": 0.9538177536010742, "PGD-Accuracy": 0.12, "PGD-Loss": 6.004833489990235}, "Total-Time": 35914.45993423462, "Train": {"Loss": 1.30706034866333, "avg t": 0.9865094701004028, "plain loss": 0.9266795365295409}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.65999603271484, "Augmented-0.05-Quantile-Accuracy": 74.37999725341797, "Augmented-0.1-Quantile-Accuracy": 76.08000183105469, "Augmented-Accuracy": 80.242, "Augmented-Loss": 0.9745394198913574, "Clean-Accuracy": 79.64, "Clean-Loss": 0.9136184608459472, "PGD-Accuracy": 0.06, "PGD-Loss": 5.826175873565674}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 1437.7872462272644, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.33000183105469, "Augmented-0.05-Quantile-Accuracy": 68.97000122070312, "Augmented-0.1-Quantile-Accuracy": 70.6500015258789, "Augmented-Accuracy": 75.3429, "Augmented-Loss": 1.0911860436401368, "Clean-Accuracy": 78.22, "Clean-Loss": 0.9598233146667481, "PGD-Accuracy": 0.19, "PGD-Loss": 6.077393353271485}, "Total-Time": 37352.24718046188, "Train": {"Loss": 1.3117364668655396, "avg t": 0.987048322353363, "plain loss": 0.9329405191040042}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.63999938964844, "Augmented-0.05-Quantile-Accuracy": 73.9000015258789, "Augmented-0.1-Quantile-Accuracy": 75.54000091552734, "Augmented-Accuracy": 80.0428, "Augmented-Loss": 0.9869262115345001, "Clean-Accuracy": 75.14, "Clean-Loss": 0.9442532356262207, "PGD-Accuracy": 0.22, "PGD-Loss": 5.876098494720459}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 1440.3096797466278, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.05999755859375, "Augmented-0.05-Quantile-Accuracy": 67.43999481201172, "Augmented-0.1-Quantile-Accuracy": 69.02999877929688, "Augmented-Accuracy": 73.4909, "Augmented-Loss": 1.0936069052963258, "Clean-Accuracy": 79.58, "Clean-Loss": 0.9323430564880371, "PGD-Accuracy": 0.06, "PGD-Loss": 5.973691351318359}, "Total-Time": 38792.55686020851, "Train": {"Loss": 1.300515636405945, "avg t": 0.9854872288513183, "plain loss": 0.9214258312988278}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.0999984741211, "Augmented-0.05-Quantile-Accuracy": 73.5, "Augmented-0.1-Quantile-Accuracy": 75.18000030517578, "Augmented-Accuracy": 79.4022, "Augmented-Loss": 0.9705037005081176, "Clean-Accuracy": 72.48, "Clean-Loss": 0.9590022331237793, "PGD-Accuracy": 0.08, "PGD-Loss": 5.714857993316651}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 1441.3470239639282, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.72999954223633, "Augmented-0.05-Quantile-Accuracy": 65.83999633789062, "Augmented-0.1-Quantile-Accuracy": 67.31999969482422, "Augmented-Accuracy": 71.6879, "Augmented-Loss": 1.1076670411453247, "Clean-Accuracy": 71.68, "Clean-Loss": 0.9901727073669434, "PGD-Accuracy": 0.19, "PGD-Loss": 5.864582592773438}, "Total-Time": 40233.90388417244, "Train": {"Loss": 1.3072419894218446, "avg t": 0.9856406148719787, "plain loss": 0.9262620216674808}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.13999938964844, "Augmented-0.05-Quantile-Accuracy": 69.23999786376953, "Augmented-0.1-Quantile-Accuracy": 70.47999572753906, "Augmented-Accuracy": 74.7642, "Augmented-Loss": 1.0215395635700226, "Clean-Accuracy": 71.18, "Clean-Loss": 0.9107777804374695, "PGD-Accuracy": 0.2, "PGD-Loss": 5.633892925262451}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 1446.0349910259247, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.66999816894531, "Augmented-0.05-Quantile-Accuracy": 64.72999572753906, "Augmented-0.1-Quantile-Accuracy": 66.65999603271484, "Augmented-Accuracy": 72.1667, "Augmented-Loss": 1.0981105899200438, "Clean-Accuracy": 74.06, "Clean-Loss": 0.9763676368713379, "PGD-Accuracy": 0.02, "PGD-Loss": 6.274080126953125}, "Total-Time": 41679.938875198364, "Train": {"Loss": 1.3072734621429443, "avg t": 0.9862532709884644, "plain loss": 0.9255917894287098}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.68000030517578, "Augmented-0.05-Quantile-Accuracy": 71.5, "Augmented-0.1-Quantile-Accuracy": 73.0, "Augmented-Accuracy": 77.9158, "Augmented-Loss": 0.9799233281917572, "Clean-Accuracy": 79.58, "Clean-Loss": 0.8562591897964478, "PGD-Accuracy": 0.02, "PGD-Loss": 6.07740684967041}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 1446.4664130210876, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.15999984741211, "Augmented-0.05-Quantile-Accuracy": 63.529998779296875, "Augmented-0.1-Quantile-Accuracy": 65.40999603271484, "Augmented-Accuracy": 70.4422, "Augmented-Loss": 1.1291506363372803, "Clean-Accuracy": 71.64, "Clean-Loss": 1.00079701461792, "PGD-Accuracy": 0.08, "PGD-Loss": 5.876119213867187}, "Total-Time": 43126.40528821945, "Train": {"Loss": 1.3037459492111205, "avg t": 0.9859623850822449, "plain loss": 0.9221225678405757}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.19999694824219, "Augmented-0.05-Quantile-Accuracy": 67.08000183105469, "Augmented-0.1-Quantile-Accuracy": 68.33999633789062, "Augmented-Accuracy": 73.135, "Augmented-Loss": 1.0260551948299408, "Clean-Accuracy": 71.56, "Clean-Loss": 0.9740166826248169, "PGD-Accuracy": 0.2, "PGD-Loss": 5.657310861206055}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 1447.3514924049377, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.13999938964844, "Augmented-0.05-Quantile-Accuracy": 68.5999984741211, "Augmented-0.1-Quantile-Accuracy": 69.9000015258789, "Augmented-Accuracy": 74.729, "Augmented-Loss": 1.0557594202423095, "Clean-Accuracy": 76.85, "Clean-Loss": 0.9294468894958496, "PGD-Accuracy": 0.08, "PGD-Loss": 6.007597418212891}, "Total-Time": 44573.75678062439, "Train": {"Loss": 1.2911541485214233, "avg t": 0.9850583755493164, "plain loss": 0.9204914684753414}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.29999542236328, "Augmented-0.05-Quantile-Accuracy": 73.69999694824219, "Augmented-0.1-Quantile-Accuracy": 75.0199966430664, "Augmented-Accuracy": 79.2534, "Augmented-Loss": 0.9590669836215973, "Clean-Accuracy": 79.52, "Clean-Loss": 0.8940310962677002, "PGD-Accuracy": 0.12, "PGD-Loss": 5.811442610168457}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 1450.291375875473, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.62999725341797, "Augmented-0.05-Quantile-Accuracy": 67.75999450683594, "Augmented-0.1-Quantile-Accuracy": 69.4000015258789, "Augmented-Accuracy": 74.551, "Augmented-Loss": 1.0943027405700683, "Clean-Accuracy": 78.89, "Clean-Loss": 0.9542747825622558, "PGD-Accuracy": 0.06, "PGD-Loss": 5.973516650390625}, "Total-Time": 46024.04815649986, "Train": {"Loss": 1.3010622101211549, "avg t": 0.9855343127250671, "plain loss": 0.9251771755371094}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.37999725341797, "Augmented-0.05-Quantile-Accuracy": 74.55999755859375, "Augmented-0.1-Quantile-Accuracy": 76.1199951171875, "Augmented-Accuracy": 80.2774, "Augmented-Loss": 0.9725227841472626, "Clean-Accuracy": 80.68, "Clean-Loss": 0.8643998046875, "PGD-Accuracy": 0.1, "PGD-Loss": 5.796714886474609}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 1454.0045552253723, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.18000030517578, "Augmented-0.05-Quantile-Accuracy": 68.02999877929688, "Augmented-0.1-Quantile-Accuracy": 69.73999786376953, "Augmented-Accuracy": 73.9658, "Augmented-Loss": 1.106843796157837, "Clean-Accuracy": 79.85, "Clean-Loss": 0.9496982437133789, "PGD-Accuracy": 0.14, "PGD-Loss": 5.991347570800781}, "Total-Time": 47478.052711725235, "Train": {"Loss": 1.2938283152770995, "avg t": 0.9845925380706787, "plain loss": 0.9188570669250489}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.87999725341797, "Augmented-0.05-Quantile-Accuracy": 73.58000183105469, "Augmented-0.1-Quantile-Accuracy": 75.1199951171875, "Augmented-Accuracy": 79.5154, "Augmented-Loss": 0.9893531618061066, "Clean-Accuracy": 76.9, "Clean-Loss": 0.9058588600158691, "PGD-Accuracy": 0.14, "PGD-Loss": 5.814191886138916}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 1455.7449223995209, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.47000122070312, "Augmented-0.05-Quantile-Accuracy": 70.95999908447266, "Augmented-0.1-Quantile-Accuracy": 72.65999603271484, "Augmented-Accuracy": 77.2218, "Augmented-Loss": 1.06249932888031, "Clean-Accuracy": 80.31, "Clean-Loss": 0.9463993949890137, "PGD-Accuracy": 0.04, "PGD-Loss": 5.899893664550781}, "Total-Time": 48933.797634124756, "Train": {"Loss": 1.291553586807251, "avg t": 0.9842653511810303, "plain loss": 0.9194666639099113}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.41999816894531, "Augmented-0.05-Quantile-Accuracy": 74.9000015258789, "Augmented-0.1-Quantile-Accuracy": 76.41999816894531, "Augmented-Accuracy": 80.7406, "Augmented-Loss": 0.9843809667320251, "Clean-Accuracy": 77.18, "Clean-Loss": 0.8964274257659912, "PGD-Accuracy": 0.06, "PGD-Loss": 5.661528273010254}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 1459.961299419403, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.62999725341797, "Augmented-0.05-Quantile-Accuracy": 64.3499984741211, "Augmented-0.1-Quantile-Accuracy": 65.83000183105469, "Augmented-Accuracy": 70.9711, "Augmented-Loss": 1.0880944061660767, "Clean-Accuracy": 74.09, "Clean-Loss": 0.971813851928711, "PGD-Accuracy": 0.07, "PGD-Loss": 6.020115155029297}, "Total-Time": 50393.75893354416, "Train": {"Loss": 1.2956987992858886, "avg t": 0.9847743642044068, "plain loss": 0.9218307744140621}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.97999572753906, "Augmented-0.05-Quantile-Accuracy": 69.0999984741211, "Augmented-0.1-Quantile-Accuracy": 70.75999450683594, "Augmented-Accuracy": 75.7864, "Augmented-Loss": 0.9894384810562133, "Clean-Accuracy": 74.54, "Clean-Loss": 0.923861406326294, "PGD-Accuracy": 0.06, "PGD-Loss": 5.758823927307129}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 1462.589851617813, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.08999633789062, "Augmented-0.05-Quantile-Accuracy": 67.5, "Augmented-0.1-Quantile-Accuracy": 69.02999877929688, "Augmented-Accuracy": 73.5022, "Augmented-Loss": 1.0494311707839965, "Clean-Accuracy": 76.22, "Clean-Loss": 0.9353131530761719, "PGD-Accuracy": 0.09, "PGD-Loss": 5.945076727294922}, "Total-Time": 51856.34878516197, "Train": {"Loss": 1.292122917175293, "avg t": 0.9840016524887085, "plain loss": 0.9146226779785147}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.25999450683594, "Augmented-0.05-Quantile-Accuracy": 70.68000030517578, "Augmented-0.1-Quantile-Accuracy": 72.13999938964844, "Augmented-Accuracy": 76.8522, "Augmented-Loss": 0.9698511440696717, "Clean-Accuracy": 71.9, "Clean-Loss": 0.9434686515808105, "PGD-Accuracy": 0.06, "PGD-Loss": 5.794473444366455}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 1466.7938387393951, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.709999084472656, "Augmented-0.05-Quantile-Accuracy": 67.8699951171875, "Augmented-0.1-Quantile-Accuracy": 69.58999633789062, "Augmented-Accuracy": 74.8648, "Augmented-Loss": 1.1030038614349365, "Clean-Accuracy": 75.48, "Clean-Loss": 0.9858109054565429, "PGD-Accuracy": 0.04, "PGD-Loss": 5.9083834045410155}, "Total-Time": 53323.14262390137, "Train": {"Loss": 1.2957161234283447, "avg t": 0.9848234773635864, "plain loss": 0.9198833734130866}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.86000061035156, "Augmented-0.05-Quantile-Accuracy": 71.54000091552734, "Augmented-0.1-Quantile-Accuracy": 73.05999755859375, "Augmented-Accuracy": 77.6188, "Augmented-Loss": 1.0047105352172852, "Clean-Accuracy": 73.98, "Clean-Loss": 0.9190896003723145, "PGD-Accuracy": 0.12, "PGD-Loss": 5.6832007270812985}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 1474.546983718872, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.0199966430664, "Augmented-0.05-Quantile-Accuracy": 68.5, "Augmented-0.1-Quantile-Accuracy": 69.88999938964844, "Augmented-Accuracy": 75.14, "Augmented-Loss": 1.0764901631317139, "Clean-Accuracy": 78.22, "Clean-Loss": 0.9308959182739258, "PGD-Accuracy": 0.04, "PGD-Loss": 5.950917156982422}, "Total-Time": 54797.68960762024, "Train": {"Loss": 1.2914074614334106, "avg t": 0.98376941198349, "plain loss": 0.918447088134766}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.31999969482422, "Augmented-0.05-Quantile-Accuracy": 72.29999542236328, "Augmented-0.1-Quantile-Accuracy": 73.68000030517578, "Augmented-Accuracy": 78.353, "Augmented-Loss": 0.9729223096523285, "Clean-Accuracy": 70.62, "Clean-Loss": 0.9497188734054566, "PGD-Accuracy": 0.2, "PGD-Loss": 5.771819449615479}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 1479.4927489757538, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.79999542236328, "Augmented-0.05-Quantile-Accuracy": 68.18000030517578, "Augmented-0.1-Quantile-Accuracy": 69.72000122070312, "Augmented-Accuracy": 74.3753, "Augmented-Loss": 1.0591400485076905, "Clean-Accuracy": 75.42, "Clean-Loss": 0.9352355674743652, "PGD-Accuracy": 0.04, "PGD-Loss": 5.87793466796875}, "Total-Time": 56277.18235659599, "Train": {"Loss": 1.2977181217956544, "avg t": 0.9843930084228516, "plain loss": 0.9195930637207028}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.27999877929688, "Augmented-0.05-Quantile-Accuracy": 71.27999877929688, "Augmented-0.1-Quantile-Accuracy": 72.69999694824219, "Augmented-Accuracy": 77.3042, "Augmented-Loss": 0.9688194885635376, "Clean-Accuracy": 76.8, "Clean-Loss": 0.8558991527557374, "PGD-Accuracy": 0.04, "PGD-Loss": 5.686666647338868}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 1484.030173778534, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.80999755859375, "Augmented-0.05-Quantile-Accuracy": 66.66999816894531, "Augmented-0.1-Quantile-Accuracy": 68.40999603271484, "Augmented-Accuracy": 73.5003, "Augmented-Loss": 1.1157888699798584, "Clean-Accuracy": 79.38, "Clean-Loss": 0.9659523056030274, "PGD-Accuracy": 0.15, "PGD-Loss": 6.0880643798828125}, "Total-Time": 57761.21253037453, "Train": {"Loss": 1.2780502407073975, "avg t": 0.9819027991867065, "plain loss": 0.909582949279785}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.65999603271484, "Augmented-0.05-Quantile-Accuracy": 74.93999481201172, "Augmented-0.1-Quantile-Accuracy": 76.6199951171875, "Augmented-Accuracy": 80.6152, "Augmented-Loss": 0.9796942462854386, "Clean-Accuracy": 74.72, "Clean-Loss": 0.9323163665771484, "PGD-Accuracy": 0.16, "PGD-Loss": 5.852923517608643}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 1488.1652328968048, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.01000213623047, "Augmented-0.05-Quantile-Accuracy": 67.5, "Augmented-0.1-Quantile-Accuracy": 69.29999542236328, "Augmented-Accuracy": 74.5047, "Augmented-Loss": 1.0663322987060546, "Clean-Accuracy": 77.62, "Clean-Loss": 0.9068194038391113, "PGD-Accuracy": 0.03, "PGD-Loss": 6.013077087402344}, "Total-Time": 59249.37776327133, "Train": {"Loss": 1.2948446560668945, "avg t": 0.9845819140625, "plain loss": 0.9197960442810051}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.15999603271484, "Augmented-0.05-Quantile-Accuracy": 73.45999908447266, "Augmented-0.1-Quantile-Accuracy": 74.55999755859375, "Augmented-Accuracy": 78.8978, "Augmented-Loss": 0.9434130367908478, "Clean-Accuracy": 76.06, "Clean-Loss": 0.8639489307403564, "PGD-Accuracy": 0.04, "PGD-Loss": 5.697063099670411}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 1488.7795903682709, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.96999740600586, "Augmented-0.05-Quantile-Accuracy": 66.72000122070312, "Augmented-0.1-Quantile-Accuracy": 68.22000122070312, "Augmented-Accuracy": 73.2501, "Augmented-Loss": 1.0920992545089723, "Clean-Accuracy": 76.25, "Clean-Loss": 0.9331414878845214, "PGD-Accuracy": 0.1, "PGD-Loss": 5.96176025390625}, "Total-Time": 60738.1573536396, "Train": {"Loss": 1.2838638416671753, "avg t": 0.9830336840629578, "plain loss": 0.9114083065185553}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.93999481201172, "Augmented-0.05-Quantile-Accuracy": 72.37999725341797, "Augmented-0.1-Quantile-Accuracy": 73.97999572753906, "Augmented-Accuracy": 78.2224, "Augmented-Loss": 0.9704005126361847, "Clean-Accuracy": 66.2, "Clean-Loss": 0.9334370534896851, "PGD-Accuracy": 0.1, "PGD-Loss": 5.73941524810791}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 1487.8154413700104, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.38999938964844, "Augmented-0.05-Quantile-Accuracy": 64.33000183105469, "Augmented-0.1-Quantile-Accuracy": 66.02999877929688, "Augmented-Accuracy": 71.0857, "Augmented-Loss": 1.0870558197174072, "Clean-Accuracy": 72.12, "Clean-Loss": 0.980523413848877, "PGD-Accuracy": 0.03, "PGD-Loss": 6.0071517578125}, "Total-Time": 62225.97279500961, "Train": {"Loss": 1.2984730556488038, "avg t": 0.9847088427352906, "plain loss": 0.9188661936035168}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.72000122070312, "Augmented-0.05-Quantile-Accuracy": 68.27999877929688, "Augmented-0.1-Quantile-Accuracy": 69.5999984741211, "Augmented-Accuracy": 74.3452, "Augmented-Loss": 0.990887273191452, "Clean-Accuracy": 68.46, "Clean-Loss": 0.9186487548828125, "PGD-Accuracy": 0.06, "PGD-Loss": 5.843501091003418}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 1487.4574143886566, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.04999923706055, "Augmented-0.05-Quantile-Accuracy": 66.8499984741211, "Augmented-0.1-Quantile-Accuracy": 68.55999755859375, "Augmented-Accuracy": 74.0346, "Augmented-Loss": 1.0951316050415039, "Clean-Accuracy": 75.01, "Clean-Loss": 0.9844114212036132, "PGD-Accuracy": 0.14, "PGD-Loss": 6.065174334716797}, "Total-Time": 63713.43020939827, "Train": {"Loss": 1.283288844604492, "avg t": 0.9826310792541504, "plain loss": 0.9149080315246586}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.47999572753906, "Augmented-0.05-Quantile-Accuracy": 70.27999877929688, "Augmented-0.1-Quantile-Accuracy": 71.73999786376953, "Augmented-Accuracy": 77.1054, "Augmented-Loss": 0.9950057015705108, "Clean-Accuracy": 76.5, "Clean-Loss": 0.9241346729278564, "PGD-Accuracy": 0.24, "PGD-Loss": 5.902815962219238}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 1483.9658148288727, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.6099967956543, "Augmented-0.05-Quantile-Accuracy": 65.19999694824219, "Augmented-0.1-Quantile-Accuracy": 66.73999786376953, "Augmented-Accuracy": 71.7319, "Augmented-Loss": 1.1336461952896117, "Clean-Accuracy": 75.01, "Clean-Loss": 0.9779544784545898, "PGD-Accuracy": 0.34, "PGD-Loss": 5.877811596679687}, "Total-Time": 65197.39602422714, "Train": {"Loss": 1.2910684114074706, "avg t": 0.9839755065155029, "plain loss": 0.9178062429199216}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.1199951171875, "Augmented-0.05-Quantile-Accuracy": 71.97999572753906, "Augmented-0.1-Quantile-Accuracy": 73.04000091552734, "Augmented-Accuracy": 77.514, "Augmented-Loss": 0.9896420369167328, "Clean-Accuracy": 77.02, "Clean-Loss": 0.8702246244430542, "PGD-Accuracy": 0.3, "PGD-Loss": 5.664243492126465}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 1483.380723953247, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.47000122070312, "Augmented-0.05-Quantile-Accuracy": 68.54000091552734, "Augmented-0.1-Quantile-Accuracy": 70.0, "Augmented-Accuracy": 74.3459, "Augmented-Loss": 1.035517162651062, "Clean-Accuracy": 75.59, "Clean-Loss": 0.9356810134887695, "PGD-Accuracy": 0.18, "PGD-Loss": 5.835814831542969}, "Total-Time": 66680.77674818039, "Train": {"Loss": 1.284174598236084, "avg t": 0.9829609222412109, "plain loss": 0.9158162579956064}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.6199951171875, "Augmented-0.05-Quantile-Accuracy": 70.45999908447266, "Augmented-0.1-Quantile-Accuracy": 71.63999938964844, "Augmented-Accuracy": 76.2178, "Augmented-Loss": 0.970399622625351, "Clean-Accuracy": 77.46, "Clean-Loss": 0.9054121553421021, "PGD-Accuracy": 0.26, "PGD-Loss": 5.601764964294434}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 1481.1390771865845, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.93999481201172, "Augmented-0.05-Quantile-Accuracy": 68.25999450683594, "Augmented-0.1-Quantile-Accuracy": 69.79000091552734, "Augmented-Accuracy": 74.2015, "Augmented-Loss": 1.0509610725402831, "Clean-Accuracy": 77.39, "Clean-Loss": 0.9358785110473633, "PGD-Accuracy": 0.21, "PGD-Loss": 5.8438639709472655}, "Total-Time": 68161.91582536697, "Train": {"Loss": 1.2850258692932128, "avg t": 0.9839255611038208, "plain loss": 0.9148759989013667}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.19999694824219, "Augmented-0.05-Quantile-Accuracy": 71.0, "Augmented-0.1-Quantile-Accuracy": 72.5999984741211, "Augmented-Accuracy": 76.7532, "Augmented-Loss": 0.9668831026706696, "Clean-Accuracy": 80.22, "Clean-Loss": 0.8658043270111084, "PGD-Accuracy": 0.16, "PGD-Loss": 5.624174865722656}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 1478.6755483150482, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.439998626708984, "Augmented-0.05-Quantile-Accuracy": 61.73999786376953, "Augmented-0.1-Quantile-Accuracy": 63.53999710083008, "Augmented-Accuracy": 68.9219, "Augmented-Loss": 1.1546373608016969, "Clean-Accuracy": 75.33, "Clean-Loss": 0.9885179443359375, "PGD-Accuracy": 0.21, "PGD-Loss": 6.012188519287109}, "Total-Time": 69640.59137368202, "Train": {"Loss": 1.2795292726135254, "avg t": 0.982615506401062, "plain loss": 0.9133909602661139}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.27999877929688, "Augmented-0.05-Quantile-Accuracy": 70.19999694824219, "Augmented-0.1-Quantile-Accuracy": 71.79999542236328, "Augmented-Accuracy": 76.1988, "Augmented-Loss": 1.0196622948818206, "Clean-Accuracy": 71.74, "Clean-Loss": 0.9413470525741577, "PGD-Accuracy": 0.18, "PGD-Loss": 5.865338916015625}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 1473.0741982460022, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.63999938964844, "Augmented-0.05-Quantile-Accuracy": 67.87999725341797, "Augmented-0.1-Quantile-Accuracy": 69.29999542236328, "Augmented-Accuracy": 73.607, "Augmented-Loss": 1.1053134387588501, "Clean-Accuracy": 77.53, "Clean-Loss": 0.9702827735900879, "PGD-Accuracy": 0.15, "PGD-Loss": 5.91780308227539}, "Total-Time": 71113.66557192802, "Train": {"Loss": 1.2895941424560546, "avg t": 0.9839556116485596, "plain loss": 0.9205226155700683}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.15999603271484, "Augmented-0.05-Quantile-Accuracy": 71.93999481201172, "Augmented-0.1-Quantile-Accuracy": 73.4000015258789, "Augmented-Accuracy": 77.9076, "Augmented-Loss": 0.9953707129383087, "Clean-Accuracy": 76.78, "Clean-Loss": 0.8949453519821167, "PGD-Accuracy": 0.1, "PGD-Loss": 5.695170835876465}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 1431.9459187984467, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.80999755859375, "Augmented-0.05-Quantile-Accuracy": 68.58000183105469, "Augmented-0.1-Quantile-Accuracy": 70.15999603271484, "Augmented-Accuracy": 74.715, "Augmented-Loss": 1.083888491645813, "Clean-Accuracy": 78.31, "Clean-Loss": 0.9217462966918946, "PGD-Accuracy": 0.19, "PGD-Loss": 6.004435589599609}, "Total-Time": 72545.61149072647, "Train": {"Loss": 1.2852345428657532, "avg t": 0.983397901878357, "plain loss": 0.9151687769775393}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.33999633789062, "Augmented-0.05-Quantile-Accuracy": 74.73999786376953, "Augmented-0.1-Quantile-Accuracy": 76.05999755859375, "Augmented-Accuracy": 80.2116, "Augmented-Loss": 0.9500341704120636, "Clean-Accuracy": 71.5, "Clean-Loss": 0.9287230516433715, "PGD-Accuracy": 0.14, "PGD-Loss": 5.765319195556641}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 1449.558476448059, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.6199951171875, "Augmented-0.05-Quantile-Accuracy": 69.27999877929688, "Augmented-0.1-Quantile-Accuracy": 70.73999786376953, "Augmented-Accuracy": 75.7579, "Augmented-Loss": 1.0772651608886719, "Clean-Accuracy": 78.05, "Clean-Loss": 0.9566158828735352, "PGD-Accuracy": 0.06, "PGD-Loss": 5.765718585205078}, "Total-Time": 73995.16996717453, "Train": {"Loss": 1.2880070862579345, "avg t": 0.9830918613433838, "plain loss": 0.9100717331542973}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.43999481201172, "Augmented-0.05-Quantile-Accuracy": 74.47999572753906, "Augmented-0.1-Quantile-Accuracy": 76.0999984741211, "Augmented-Accuracy": 80.3018, "Augmented-Loss": 0.9866513252830506, "Clean-Accuracy": 76.72, "Clean-Loss": 0.8358804800033569, "PGD-Accuracy": 0.18, "PGD-Loss": 5.518529047393799}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 1450.107496023178, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.06999969482422, "Augmented-0.05-Quantile-Accuracy": 66.31999969482422, "Augmented-0.1-Quantile-Accuracy": 68.0, "Augmented-Accuracy": 72.6034, "Augmented-Loss": 1.1070608636627197, "Clean-Accuracy": 76.63, "Clean-Loss": 0.9912548782348632, "PGD-Accuracy": 0.08, "PGD-Loss": 5.842106591796875}, "Total-Time": 75445.27746319771, "Train": {"Loss": 1.284868620414734, "avg t": 0.9832181629943848, "plain loss": 0.9140242227172836}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.5999984741211, "Augmented-0.05-Quantile-Accuracy": 71.86000061035156, "Augmented-0.1-Quantile-Accuracy": 73.33999633789062, "Augmented-Accuracy": 78.1946, "Augmented-Loss": 1.0055526022510528, "Clean-Accuracy": 76.46, "Clean-Loss": 0.9352929071426391, "PGD-Accuracy": 0.02, "PGD-Loss": 5.642559539794922}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 1449.058173418045, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.3699951171875, "Augmented-0.05-Quantile-Accuracy": 68.06999969482422, "Augmented-0.1-Quantile-Accuracy": 69.5199966430664, "Augmented-Accuracy": 74.6785, "Augmented-Loss": 1.1213565990524292, "Clean-Accuracy": 80.63, "Clean-Loss": 0.9474659049987793, "PGD-Accuracy": 0.0, "PGD-Loss": 6.096836779785156}, "Total-Time": 76894.33563661575, "Train": {"Loss": 1.2888259980392456, "avg t": 0.983368787689209, "plain loss": 0.9163939617614745}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 73.22000122070312, "Augmented-0.05-Quantile-Accuracy": 76.15999603271484, "Augmented-0.1-Quantile-Accuracy": 77.72000122070312, "Augmented-Accuracy": 81.9092, "Augmented-Loss": 0.9752902131633758, "Clean-Accuracy": 74.94, "Clean-Loss": 0.9648187301635742, "PGD-Accuracy": 0.04, "PGD-Loss": 5.7967737129211425}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 1447.8325598239899, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.04999542236328, "Augmented-0.05-Quantile-Accuracy": 68.18999481201172, "Augmented-0.1-Quantile-Accuracy": 69.6500015258789, "Augmented-Accuracy": 73.5387, "Augmented-Loss": 1.0694852575073241, "Clean-Accuracy": 77.04, "Clean-Loss": 0.9537691429138183, "PGD-Accuracy": 0.1, "PGD-Loss": 5.753875183105468}, "Total-Time": 78342.16819643974, "Train": {"Loss": 1.28138854763031, "avg t": 0.9825365494537354, "plain loss": 0.9094565218200679}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.5999984741211, "Augmented-0.05-Quantile-Accuracy": 71.69999694824219, "Augmented-0.1-Quantile-Accuracy": 73.33999633789062, "Augmented-Accuracy": 77.147, "Augmented-Loss": 0.9862463336448669, "Clean-Accuracy": 76.9, "Clean-Loss": 0.9190618309020996, "PGD-Accuracy": 0.16, "PGD-Loss": 5.537423542022705}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 1443.8116161823273, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.91999816894531, "Augmented-0.05-Quantile-Accuracy": 67.72999572753906, "Augmented-0.1-Quantile-Accuracy": 69.47999572753906, "Augmented-Accuracy": 74.5894, "Augmented-Loss": 1.0960925361328124, "Clean-Accuracy": 77.92, "Clean-Loss": 0.9636354965209961, "PGD-Accuracy": 0.13, "PGD-Loss": 5.905204974365234}, "Total-Time": 79785.97981262207, "Train": {"Loss": 1.2828150050926208, "avg t": 0.9828693082809449, "plain loss": 0.9101023019104013}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.86000061035156, "Augmented-0.05-Quantile-Accuracy": 73.81999969482422, "Augmented-0.1-Quantile-Accuracy": 75.23999786376953, "Augmented-Accuracy": 79.7558, "Augmented-Loss": 0.9805124721984864, "Clean-Accuracy": 78.5, "Clean-Loss": 0.8979877166748047, "PGD-Accuracy": 0.14, "PGD-Loss": 5.592958790588379}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 1444.9256420135498, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.16999816894531, "Augmented-0.05-Quantile-Accuracy": 77.3699951171875, "Augmented-0.1-Quantile-Accuracy": 78.88999938964844, "Augmented-Accuracy": 82.928, "Augmented-Loss": 0.9588099309921264, "Clean-Accuracy": 87.07, "Clean-Loss": 0.8242757507324219, "PGD-Accuracy": 0.06, "PGD-Loss": 6.120211798095703}, "Total-Time": 81230.90545463562, "Train": {"Loss": 1.0866678437042236, "avg t": 0.9553447082901001, "plain loss": 0.809918462692261}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.95999908447266, "Augmented-0.05-Quantile-Accuracy": 84.25999450683594, "Augmented-0.1-Quantile-Accuracy": 85.47999572753906, "Augmented-Accuracy": 88.6906, "Augmented-Loss": 0.8384095936365128, "Clean-Accuracy": 83.1, "Clean-Loss": 0.7911776021957397, "PGD-Accuracy": 0.02, "PGD-Loss": 5.840605429077148}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 1443.5433497428894, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.15999603271484, "Augmented-0.05-Quantile-Accuracy": 78.72999572753906, "Augmented-0.1-Quantile-Accuracy": 80.0999984741211, "Augmented-Accuracy": 84.1632, "Augmented-Loss": 0.9420221472091674, "Clean-Accuracy": 87.3, "Clean-Loss": 0.8319880187988281, "PGD-Accuracy": 0.05, "PGD-Loss": 6.193066632080078}, "Total-Time": 82674.44880437851, "Train": {"Loss": 1.042059181537628, "avg t": 0.947042722568512, "plain loss": 0.7821417193908695}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.57999420166016, "Augmented-0.05-Quantile-Accuracy": 84.83999633789062, "Augmented-0.1-Quantile-Accuracy": 85.72000122070312, "Augmented-Accuracy": 89.2542, "Augmented-Loss": 0.8319931423149108, "Clean-Accuracy": 83.26, "Clean-Loss": 0.7940308853149414, "PGD-Accuracy": 0.08, "PGD-Loss": 5.9307666114807125}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 1442.4487450122833, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.68999481201172, "Augmented-0.05-Quantile-Accuracy": 79.91999816894531, "Augmented-0.1-Quantile-Accuracy": 81.2699966430664, "Augmented-Accuracy": 85.1613, "Augmented-Loss": 0.9340974345855713, "Clean-Accuracy": 88.67, "Clean-Loss": 0.8255256599426269, "PGD-Accuracy": 0.04, "PGD-Loss": 6.132772595214844}, "Total-Time": 84116.8975493908, "Train": {"Loss": 1.0227463435745239, "avg t": 0.9439869380950928, "plain loss": 0.776830652648925}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.25999450683594, "Augmented-0.05-Quantile-Accuracy": 85.87999725341797, "Augmented-0.1-Quantile-Accuracy": 86.9000015258789, "Augmented-Accuracy": 90.1826, "Augmented-Loss": 0.8283665174293519, "Clean-Accuracy": 84.22, "Clean-Loss": 0.7578123624801636, "PGD-Accuracy": 0.04, "PGD-Loss": 5.863915641021729}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 1443.6971237659454, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.83999633789062, "Augmented-0.05-Quantile-Accuracy": 80.8699951171875, "Augmented-0.1-Quantile-Accuracy": 82.1500015258789, "Augmented-Accuracy": 85.9799, "Augmented-Loss": 0.9408907575149537, "Clean-Accuracy": 88.7, "Clean-Loss": 0.8380058265686036, "PGD-Accuracy": 0.06, "PGD-Loss": 6.116235229492188}, "Total-Time": 85560.59467315674, "Train": {"Loss": 1.013834847793579, "avg t": 0.9423329271888733, "plain loss": 0.7762331098785409}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.07999420166016, "Augmented-0.05-Quantile-Accuracy": 87.05999755859375, "Augmented-0.1-Quantile-Accuracy": 88.36000061035156, "Augmented-Accuracy": 91.2208, "Augmented-Loss": 0.8392051535730362, "Clean-Accuracy": 90.02, "Clean-Loss": 0.7651715870857239, "PGD-Accuracy": 0.1, "PGD-Loss": 5.890755838012695}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 1445.7399773597717, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.47999572753906, "Augmented-0.05-Quantile-Accuracy": 80.66999816894531, "Augmented-0.1-Quantile-Accuracy": 82.06999969482422, "Augmented-Accuracy": 86.07, "Augmented-Loss": 0.9508418457870483, "Clean-Accuracy": 88.74, "Clean-Loss": 0.8566648124694825, "PGD-Accuracy": 0.06, "PGD-Loss": 6.059367199707031}, "Total-Time": 87006.33465051651, "Train": {"Loss": 1.0030730525207519, "avg t": 0.9403087602233887, "plain loss": 0.7772097680053719}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.97999572753906, "Augmented-0.05-Quantile-Accuracy": 86.81999969482422, "Augmented-0.1-Quantile-Accuracy": 88.1199951171875, "Augmented-Accuracy": 91.3032, "Augmented-Loss": 0.8497405625648499, "Clean-Accuracy": 88.68, "Clean-Loss": 0.7815608257293701, "PGD-Accuracy": 0.08, "PGD-Loss": 5.835776487731934}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 1447.2283961772919, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.98999786376953, "Augmented-0.05-Quantile-Accuracy": 80.47000122070312, "Augmented-0.1-Quantile-Accuracy": 81.7699966430664, "Augmented-Accuracy": 85.9879, "Augmented-Loss": 0.9629904678726197, "Clean-Accuracy": 88.25, "Clean-Loss": 0.8693907554626464, "PGD-Accuracy": 0.09, "PGD-Loss": 6.009275506591797}, "Total-Time": 88453.5630466938, "Train": {"Loss": 0.9955608729743958, "avg t": 0.9395432385253907, "plain loss": 0.7808813421020504}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.68000030517578, "Augmented-0.05-Quantile-Accuracy": 86.93999481201172, "Augmented-0.1-Quantile-Accuracy": 88.0199966430664, "Augmented-Accuracy": 91.4594, "Augmented-Loss": 0.8606022277469635, "Clean-Accuracy": 88.46, "Clean-Loss": 0.8088464658737182, "PGD-Accuracy": 0.2, "PGD-Loss": 5.764467439270019}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 1443.4124946594238, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.04000091552734, "Augmented-0.05-Quantile-Accuracy": 80.37999725341797, "Augmented-0.1-Quantile-Accuracy": 81.75, "Augmented-Accuracy": 85.4991, "Augmented-Loss": 0.9779728843231201, "Clean-Accuracy": 88.01, "Clean-Loss": 0.8893583396911621, "PGD-Accuracy": 0.05, "PGD-Loss": 5.9107095275878905}, "Total-Time": 89896.97554135323, "Train": {"Loss": 0.991770439491272, "avg t": 0.9381520408821106, "plain loss": 0.784840762542725}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.07999420166016, "Augmented-0.05-Quantile-Accuracy": 86.33999633789062, "Augmented-0.1-Quantile-Accuracy": 87.63999938964844, "Augmented-Accuracy": 90.8108, "Augmented-Loss": 0.873807973994255, "Clean-Accuracy": 90.2, "Clean-Loss": 0.7759261127471924, "PGD-Accuracy": 0.08, "PGD-Loss": 5.690105631256103}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 1442.7800107002258, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.0199966430664, "Augmented-0.05-Quantile-Accuracy": 80.61000061035156, "Augmented-0.1-Quantile-Accuracy": 81.91999816894531, "Augmented-Accuracy": 85.9802, "Augmented-Loss": 1.003477518005371, "Clean-Accuracy": 88.4, "Clean-Loss": 0.8972191276550293, "PGD-Accuracy": 0.11, "PGD-Loss": 5.8301235229492185}, "Total-Time": 91339.75555205345, "Train": {"Loss": 0.9857891775512695, "avg t": 0.9371137063980103, "plain loss": 0.7880917808227538}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.0, "Augmented-0.05-Quantile-Accuracy": 87.72000122070312, "Augmented-0.1-Quantile-Accuracy": 88.95999908447266, "Augmented-Accuracy": 92.212, "Augmented-Loss": 0.8871225738973617, "Clean-Accuracy": 87.72, "Clean-Loss": 0.7959390908241272, "PGD-Accuracy": 0.18, "PGD-Loss": 5.610991282653808}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 1442.4890077114105, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.29000091552734, "Augmented-0.05-Quantile-Accuracy": 80.69999694824219, "Augmented-0.1-Quantile-Accuracy": 82.0, "Augmented-Accuracy": 85.8928, "Augmented-Loss": 1.0202022805709838, "Clean-Accuracy": 88.04, "Clean-Loss": 0.9234364639282227, "PGD-Accuracy": 0.14, "PGD-Loss": 5.769613610839844}, "Total-Time": 92782.24455976486, "Train": {"Loss": 0.9805624550247193, "avg t": 0.9357849555397034, "plain loss": 0.7922269060668938}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.9000015258789, "Augmented-0.05-Quantile-Accuracy": 87.5999984741211, "Augmented-0.1-Quantile-Accuracy": 88.72000122070312, "Augmented-Accuracy": 91.7828, "Augmented-Loss": 0.912311467924118, "Clean-Accuracy": 87.62, "Clean-Loss": 0.7968155599594117, "PGD-Accuracy": 0.42, "PGD-Loss": 5.548515670776367}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 1443.5733880996704, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.54999542236328, "Augmented-0.05-Quantile-Accuracy": 80.63999938964844, "Augmented-0.1-Quantile-Accuracy": 82.2699966430664, "Augmented-Accuracy": 86.3785, "Augmented-Loss": 1.038819113571167, "Clean-Accuracy": 88.65, "Clean-Loss": 0.937510107421875, "PGD-Accuracy": 0.11, "PGD-Loss": 5.702550897216797}, "Total-Time": 94225.81794786453, "Train": {"Loss": 0.9754156555938721, "avg t": 0.9347937564468384, "plain loss": 0.7967541746521005}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.41999816894531, "Augmented-0.05-Quantile-Accuracy": 88.13999938964844, "Augmented-0.1-Quantile-Accuracy": 89.31999969482422, "Augmented-Accuracy": 92.3146, "Augmented-Loss": 0.9290256348400115, "Clean-Accuracy": 91.9, "Clean-Loss": 0.779986961555481, "PGD-Accuracy": 0.68, "PGD-Loss": 5.468188674163819}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 1442.716084241867, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.9000015258789, "Augmented-0.05-Quantile-Accuracy": 79.87999725341797, "Augmented-0.1-Quantile-Accuracy": 81.47000122070312, "Augmented-Accuracy": 85.619, "Augmented-Loss": 1.064632430770874, "Clean-Accuracy": 87.67, "Clean-Loss": 0.9550776466369629, "PGD-Accuracy": 0.22, "PGD-Loss": 5.56878482055664}, "Total-Time": 95668.5340321064, "Train": {"Loss": 0.9720984015655517, "avg t": 0.9340492781448364, "plain loss": 0.8037408717651365}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.0, "Augmented-0.05-Quantile-Accuracy": 87.91999816894531, "Augmented-0.1-Quantile-Accuracy": 89.04000091552734, "Augmented-Accuracy": 92.0576, "Augmented-Loss": 0.9512334189376831, "Clean-Accuracy": 90.56, "Clean-Loss": 0.7949820865631103, "PGD-Accuracy": 0.72, "PGD-Loss": 5.335979955291748}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 1440.3851494789124, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.94999694824219, "Augmented-0.05-Quantile-Accuracy": 82.07999420166016, "Augmented-0.1-Quantile-Accuracy": 83.2699966430664, "Augmented-Accuracy": 87.0707, "Augmented-Loss": 1.0667192600097657, "Clean-Accuracy": 89.08, "Clean-Loss": 0.9670122604370117, "PGD-Accuracy": 0.22, "PGD-Loss": 5.55741255493164}, "Total-Time": 97108.91918158531, "Train": {"Loss": 0.9714396446228027, "avg t": 0.933352247428894, "plain loss": 0.8071812088012699}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.0199966430664, "Augmented-0.05-Quantile-Accuracy": 88.55999755859375, "Augmented-0.1-Quantile-Accuracy": 89.45999908447266, "Augmented-Accuracy": 92.3284, "Augmented-Loss": 0.966788556134224, "Clean-Accuracy": 87.3, "Clean-Loss": 0.8149486395835877, "PGD-Accuracy": 0.66, "PGD-Loss": 5.357181517028809}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 1440.564495563507, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.23999786376953, "Augmented-0.05-Quantile-Accuracy": 80.55999755859375, "Augmented-0.1-Quantile-Accuracy": 82.08999633789062, "Augmented-Accuracy": 86.1252, "Augmented-Loss": 1.0774840438079833, "Clean-Accuracy": 87.56, "Clean-Loss": 0.979242121887207, "PGD-Accuracy": 0.25, "PGD-Loss": 5.482827777099609}, "Total-Time": 98549.48367714882, "Train": {"Loss": 0.9701754434204102, "avg t": 0.9330654766273498, "plain loss": 0.8130380904846184}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.41999816894531, "Augmented-0.05-Quantile-Accuracy": 87.41999816894531, "Augmented-0.1-Quantile-Accuracy": 88.55999755859375, "Augmented-Accuracy": 91.481, "Augmented-Loss": 0.976272123764038, "Clean-Accuracy": 89.2, "Clean-Loss": 0.8369570947647095, "PGD-Accuracy": 0.96, "PGD-Loss": 5.236134867095947}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 1436.2270493507385, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.08999633789062, "Augmented-0.05-Quantile-Accuracy": 81.9000015258789, "Augmented-0.1-Quantile-Accuracy": 83.31999969482422, "Augmented-Accuracy": 87.2019, "Augmented-Loss": 1.075774594718933, "Clean-Accuracy": 88.81, "Clean-Loss": 0.9791686172485352, "PGD-Accuracy": 1.31, "PGD-Loss": 5.330217144775391}, "Total-Time": 99985.71072649956, "Train": {"Loss": 0.9685205904579163, "avg t": 0.9328469872283935, "plain loss": 0.8198015931396477}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.81999969482422, "Augmented-0.05-Quantile-Accuracy": 88.47999572753906, "Augmented-0.1-Quantile-Accuracy": 89.5999984741211, "Augmented-Accuracy": 92.6202, "Augmented-Loss": 0.979540278763771, "Clean-Accuracy": 90.08, "Clean-Loss": 0.8022218104362487, "PGD-Accuracy": 2.56, "PGD-Loss": 5.0711692237854}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 1435.7115440368652, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.47000122070312, "Augmented-0.05-Quantile-Accuracy": 81.79999542236328, "Augmented-0.1-Quantile-Accuracy": 83.16999816894531, "Augmented-Accuracy": 86.8879, "Augmented-Loss": 1.091753193283081, "Clean-Accuracy": 88.68, "Clean-Loss": 0.9924793640136719, "PGD-Accuracy": 1.12, "PGD-Loss": 5.275491757202149}, "Total-Time": 101421.42227053642, "Train": {"Loss": 0.9661594537734985, "avg t": 0.9321870366096496, "plain loss": 0.8218648660278315}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.55999755859375, "Augmented-0.05-Quantile-Accuracy": 88.45999908447266, "Augmented-0.1-Quantile-Accuracy": 89.63999938964844, "Augmented-Accuracy": 92.4226, "Augmented-Loss": 0.9986493401269912, "Clean-Accuracy": 85.14, "Clean-Loss": 0.8635623655319213, "PGD-Accuracy": 3.04, "PGD-Loss": 5.019410075378418}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 1433.8725063800812, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.25999450683594, "Augmented-0.05-Quantile-Accuracy": 81.58999633789062, "Augmented-0.1-Quantile-Accuracy": 82.90999603271484, "Augmented-Accuracy": 86.7233, "Augmented-Loss": 1.1030729755630493, "Clean-Accuracy": 88.63, "Clean-Loss": 1.0046317153930664, "PGD-Accuracy": 1.01, "PGD-Loss": 5.22707767944336}, "Total-Time": 102855.2947769165, "Train": {"Loss": 0.9652008517837525, "avg t": 0.9318005791282654, "plain loss": 0.8236250341796872}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.1199951171875, "Augmented-0.05-Quantile-Accuracy": 89.0999984741211, "Augmented-0.1-Quantile-Accuracy": 90.27999877929688, "Augmented-Accuracy": 93.2596, "Augmented-Loss": 1.0088032432699203, "Clean-Accuracy": 90.52, "Clean-Loss": 0.8333120580673218, "PGD-Accuracy": 2.72, "PGD-Loss": 5.003362327575684}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 1432.646410226822, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.77999877929688, "Augmented-0.05-Quantile-Accuracy": 82.0, "Augmented-0.1-Quantile-Accuracy": 83.43000030517578, "Augmented-Accuracy": 87.2816, "Augmented-Loss": 1.0974230757751464, "Clean-Accuracy": 89.08, "Clean-Loss": 0.9993943458557129, "PGD-Accuracy": 2.79, "PGD-Loss": 5.078064306640625}, "Total-Time": 104287.94118714333, "Train": {"Loss": 0.9654649564743042, "avg t": 0.9317489642715454, "plain loss": 0.8293596988220213}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.47999572753906, "Augmented-0.05-Quantile-Accuracy": 88.33999633789062, "Augmented-0.1-Quantile-Accuracy": 89.65999603271484, "Augmented-Accuracy": 92.6596, "Augmented-Loss": 1.0016698842525482, "Clean-Accuracy": 90.34, "Clean-Loss": 0.8271773386955261, "PGD-Accuracy": 7.14, "PGD-Loss": 4.721163384246826}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 1432.1431407928467, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.5199966430664, "Augmented-0.05-Quantile-Accuracy": 81.72000122070312, "Augmented-0.1-Quantile-Accuracy": 82.98999786376953, "Augmented-Accuracy": 86.8072, "Augmented-Loss": 1.1111633158493042, "Clean-Accuracy": 88.06, "Clean-Loss": 1.0043167198181153, "PGD-Accuracy": 2.93, "PGD-Loss": 5.039262432861328}, "Total-Time": 105720.08432793617, "Train": {"Loss": 0.9662470169639588, "avg t": 0.9321968307495118, "plain loss": 0.8331238804931644}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.33999633789062, "Augmented-0.05-Quantile-Accuracy": 89.23999786376953, "Augmented-0.1-Quantile-Accuracy": 90.6199951171875, "Augmented-Accuracy": 93.4054, "Augmented-Loss": 1.0120484347648622, "Clean-Accuracy": 87.4, "Clean-Loss": 0.817282589149475, "PGD-Accuracy": 5.66, "PGD-Loss": 4.76624994506836}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 1430.2296469211578, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.75999450683594, "Augmented-0.05-Quantile-Accuracy": 81.3699951171875, "Augmented-0.1-Quantile-Accuracy": 82.79999542236328, "Augmented-Accuracy": 86.6469, "Augmented-Loss": 1.1187146886901855, "Clean-Accuracy": 87.87, "Clean-Loss": 1.010768133544922, "PGD-Accuracy": 3.74, "PGD-Loss": 4.918690652465821}, "Total-Time": 107150.31397485733, "Train": {"Loss": 0.9642464010620118, "avg t": 0.9315460478210449, "plain loss": 0.8325318254699704}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.83999633789062, "Augmented-0.05-Quantile-Accuracy": 89.29999542236328, "Augmented-0.1-Quantile-Accuracy": 90.5199966430664, "Augmented-Accuracy": 93.2958, "Augmented-Loss": 1.0138789858188628, "Clean-Accuracy": 88.56, "Clean-Loss": 0.890445938873291, "PGD-Accuracy": 9.32, "PGD-Loss": 4.560567436981201}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 1429.2082798480988, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.15999603271484, "Augmented-0.05-Quantile-Accuracy": 81.68999481201172, "Augmented-0.1-Quantile-Accuracy": 83.25999450683594, "Augmented-Accuracy": 87.1325, "Augmented-Loss": 1.1269426021881104, "Clean-Accuracy": 88.84, "Clean-Loss": 1.0155015953063964, "PGD-Accuracy": 2.43, "PGD-Loss": 4.979378625488281}, "Total-Time": 108579.52225470543, "Train": {"Loss": 0.9636417520141601, "avg t": 0.9312410502815247, "plain loss": 0.8359957074584975}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.18000030517578, "Augmented-0.05-Quantile-Accuracy": 89.15999603271484, "Augmented-0.1-Quantile-Accuracy": 90.25999450683594, "Augmented-Accuracy": 93.3798, "Augmented-Loss": 1.028194813577652, "Clean-Accuracy": 93.46, "Clean-Loss": 0.7912767862319946, "PGD-Accuracy": 6.56, "PGD-Loss": 4.671866544342041}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 1429.9995698928833, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.73999786376953, "Augmented-0.05-Quantile-Accuracy": 83.00999450683594, "Augmented-0.1-Quantile-Accuracy": 84.4000015258789, "Augmented-Accuracy": 87.9609, "Augmented-Loss": 1.1186973777542115, "Clean-Accuracy": 89.62, "Clean-Loss": 1.004752163696289, "PGD-Accuracy": 4.26, "PGD-Loss": 4.8702281372070315}, "Total-Time": 110009.52182459831, "Train": {"Loss": 0.9541380930519104, "avg t": 0.928576206035614, "plain loss": 0.8302885897827142}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.25999450683594, "Augmented-0.05-Quantile-Accuracy": 90.83999633789062, "Augmented-0.1-Quantile-Accuracy": 91.79999542236328, "Augmented-Accuracy": 94.5178, "Augmented-Loss": 1.0145743363800048, "Clean-Accuracy": 89.02, "Clean-Loss": 0.8208736290931702, "PGD-Accuracy": 10.3, "PGD-Loss": 4.5101374198913575}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 1429.830738067627, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.08999633789062, "Augmented-0.05-Quantile-Accuracy": 83.36000061035156, "Augmented-0.1-Quantile-Accuracy": 84.61000061035156, "Augmented-Accuracy": 88.3422, "Augmented-Loss": 1.1170443139343262, "Clean-Accuracy": 89.75, "Clean-Loss": 1.0103777412414552, "PGD-Accuracy": 5.41, "PGD-Loss": 4.818488571166992}, "Total-Time": 111439.35256266594, "Train": {"Loss": 0.9499508368110656, "avg t": 0.9271436001968384, "plain loss": 0.8252117812194824}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.91999816894531, "Augmented-0.05-Quantile-Accuracy": 91.45999908447266, "Augmented-0.1-Quantile-Accuracy": 92.39999389648438, "Augmented-Accuracy": 94.8444, "Augmented-Loss": 1.021412485485077, "Clean-Accuracy": 89.1, "Clean-Loss": 0.8640086667060852, "PGD-Accuracy": 11.76, "PGD-Loss": 4.4162224014282225}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 1431.040193080902, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.1199951171875, "Augmented-0.05-Quantile-Accuracy": 83.45999908447266, "Augmented-0.1-Quantile-Accuracy": 84.68000030517578, "Augmented-Accuracy": 88.5078, "Augmented-Loss": 1.1170063130950927, "Clean-Accuracy": 90.18, "Clean-Loss": 1.0038617805480956, "PGD-Accuracy": 5.94, "PGD-Loss": 4.778215325927734}, "Total-Time": 112870.39275574684, "Train": {"Loss": 0.9478276230430603, "avg t": 0.9265200049209594, "plain loss": 0.8250390506286621}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.04000091552734, "Augmented-0.05-Quantile-Accuracy": 91.25999450683594, "Augmented-0.1-Quantile-Accuracy": 92.41999816894531, "Augmented-Accuracy": 94.6244, "Augmented-Loss": 1.0159802492609025, "Clean-Accuracy": 94.04, "Clean-Loss": 0.8661528003692627, "PGD-Accuracy": 13.2, "PGD-Loss": 4.357510216522217}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 1431.962248325348, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.41999816894531, "Augmented-0.05-Quantile-Accuracy": 83.5, "Augmented-0.1-Quantile-Accuracy": 84.75, "Augmented-Accuracy": 88.4984, "Augmented-Loss": 1.1158188975524903, "Clean-Accuracy": 90.06, "Clean-Loss": 0.9989197921752929, "PGD-Accuracy": 6.79, "PGD-Loss": 4.731667691040039}, "Total-Time": 114302.35500407219, "Train": {"Loss": 0.9472647086715699, "avg t": 0.9262670905685425, "plain loss": 0.8255069981689468}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.15999603271484, "Augmented-0.05-Quantile-Accuracy": 91.47999572753906, "Augmented-0.1-Quantile-Accuracy": 92.47999572753906, "Augmented-Accuracy": 94.9914, "Augmented-Loss": 1.0116692925481796, "Clean-Accuracy": 89.68, "Clean-Loss": 0.8509275951385498, "PGD-Accuracy": 13.86, "PGD-Loss": 4.320442644500733}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 1431.1114163398743, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.47000122070312, "Augmented-0.05-Quantile-Accuracy": 83.57999420166016, "Augmented-0.1-Quantile-Accuracy": 84.7699966430664, "Augmented-Accuracy": 88.5999, "Augmented-Loss": 1.1148652929534912, "Clean-Accuracy": 90.19, "Clean-Loss": 0.9978321319580078, "PGD-Accuracy": 6.63, "PGD-Loss": 4.720369311523437}, "Total-Time": 115733.46642041206, "Train": {"Loss": 0.9463836635208129, "avg t": 0.9260280266571045, "plain loss": 0.8238622180328377}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.77999877929688, "Augmented-0.05-Quantile-Accuracy": 91.89999389648438, "Augmented-0.1-Quantile-Accuracy": 92.75999450683594, "Augmented-Accuracy": 95.2104, "Augmented-Loss": 1.009879058280945, "Clean-Accuracy": 93.44, "Clean-Loss": 0.7627200627326965, "PGD-Accuracy": 14.96, "PGD-Loss": 4.242674642181396}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 1433.5720512866974, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.4000015258789, "Augmented-0.05-Quantile-Accuracy": 83.54999542236328, "Augmented-0.1-Quantile-Accuracy": 84.88999938964844, "Augmented-Accuracy": 88.6183, "Augmented-Loss": 1.1162158342971802, "Clean-Accuracy": 90.26, "Clean-Loss": 0.9940056625366211, "PGD-Accuracy": 6.86, "PGD-Loss": 4.701350778198242}, "Total-Time": 117167.03847169876, "Train": {"Loss": 0.9458774162483216, "avg t": 0.9258028207015991, "plain loss": 0.8228109738464341}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.19999694824219, "Augmented-0.05-Quantile-Accuracy": 91.83999633789062, "Augmented-0.1-Quantile-Accuracy": 92.95999908447266, "Augmented-Accuracy": 95.202, "Augmented-Loss": 1.005358767917633, "Clean-Accuracy": 92.6, "Clean-Loss": 0.8063725503921508, "PGD-Accuracy": 16.7, "PGD-Loss": 4.18325831451416}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 1433.7590129375458, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.54999542236328, "Augmented-0.05-Quantile-Accuracy": 83.75, "Augmented-0.1-Quantile-Accuracy": 84.95999908447266, "Augmented-Accuracy": 88.6385, "Augmented-Loss": 1.1149871741867066, "Clean-Accuracy": 90.46, "Clean-Loss": 0.9945254264831543, "PGD-Accuracy": 7.12, "PGD-Loss": 4.67195475769043}, "Total-Time": 118600.7974846363, "Train": {"Loss": 0.9451303582763672, "avg t": 0.9254339650535583, "plain loss": 0.821589864135743}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.37999725341797, "Augmented-0.05-Quantile-Accuracy": 92.15999603271484, "Augmented-0.1-Quantile-Accuracy": 93.23999786376953, "Augmented-Accuracy": 95.6174, "Augmented-Loss": 1.0051994786834717, "Clean-Accuracy": 90.9, "Clean-Loss": 0.8706538236618042, "PGD-Accuracy": 16.0, "PGD-Loss": 4.197105867004394}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 1433.7221710681915, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.6199951171875, "Augmented-0.05-Quantile-Accuracy": 83.3499984741211, "Augmented-0.1-Quantile-Accuracy": 84.66999816894531, "Augmented-Accuracy": 88.443, "Augmented-Loss": 1.1164077777938843, "Clean-Accuracy": 90.16, "Clean-Loss": 0.990103670501709, "PGD-Accuracy": 7.29, "PGD-Loss": 4.663444256591797}, "Total-Time": 120034.5196557045, "Train": {"Loss": 0.945484489364624, "avg t": 0.9255717280197143, "plain loss": 0.8232145002441402}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.41999816894531, "Augmented-0.05-Quantile-Accuracy": 91.86000061035156, "Augmented-0.1-Quantile-Accuracy": 93.0, "Augmented-Accuracy": 95.2578, "Augmented-Loss": 1.0027889120903015, "Clean-Accuracy": 90.58, "Clean-Loss": 0.854646286392212, "PGD-Accuracy": 16.22, "PGD-Loss": 4.161150290679932}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 1434.4133913516998, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.70999908447266, "Augmented-0.05-Quantile-Accuracy": 83.70999908447266, "Augmented-0.1-Quantile-Accuracy": 85.05999755859375, "Augmented-Accuracy": 88.6439, "Augmented-Loss": 1.1148883124237061, "Clean-Accuracy": 90.25, "Clean-Loss": 0.9922616134643555, "PGD-Accuracy": 7.79, "PGD-Loss": 4.628698135375976}, "Total-Time": 121468.9330470562, "Train": {"Loss": 0.945076463508606, "avg t": 0.925434174041748, "plain loss": 0.8231145084838879}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.81999969482422, "Augmented-0.05-Quantile-Accuracy": 92.39999389648438, "Augmented-0.1-Quantile-Accuracy": 93.29999542236328, "Augmented-Accuracy": 95.0708, "Augmented-Loss": 1.0049741382341384, "Clean-Accuracy": 92.66, "Clean-Loss": 0.8066636539459229, "PGD-Accuracy": 18.36, "PGD-Loss": 4.100405937194824}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 1434.6096365451813, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.94999694824219, "Augmented-0.05-Quantile-Accuracy": 83.81999969482422, "Augmented-0.1-Quantile-Accuracy": 84.94999694824219, "Augmented-Accuracy": 88.6794, "Augmented-Loss": 1.115353944984436, "Clean-Accuracy": 90.47, "Clean-Loss": 0.9897994697570801, "PGD-Accuracy": 8.12, "PGD-Loss": 4.594053280639648}, "Total-Time": 122903.54268360138, "Train": {"Loss": 0.9442800702095032, "avg t": 0.9252069337844848, "plain loss": 0.8233455052185046}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.65999603271484, "Augmented-0.05-Quantile-Accuracy": 91.79999542236328, "Augmented-0.1-Quantile-Accuracy": 92.86000061035156, "Augmented-Accuracy": 95.1572, "Augmented-Loss": 1.0063220108499527, "Clean-Accuracy": 93.7, "Clean-Loss": 0.8047225610733032, "PGD-Accuracy": 17.4, "PGD-Loss": 4.099914126586914}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 1439.1782026290894, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.5999984741211, "Augmented-0.05-Quantile-Accuracy": 83.45999908447266, "Augmented-0.1-Quantile-Accuracy": 84.72999572753906, "Augmented-Accuracy": 88.5106, "Augmented-Loss": 1.117924257385254, "Clean-Accuracy": 90.07, "Clean-Loss": 0.9918495147705079, "PGD-Accuracy": 7.82, "PGD-Loss": 4.590088043212891}, "Total-Time": 124342.72088623047, "Train": {"Loss": 0.9445628240394592, "avg t": 0.9252375073242187, "plain loss": 0.8241809266662597}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.45999908447266, "Augmented-0.05-Quantile-Accuracy": 91.95999908447266, "Augmented-0.1-Quantile-Accuracy": 92.72000122070312, "Augmented-Accuracy": 95.0822, "Augmented-Loss": 1.005944530690193, "Clean-Accuracy": 94.16, "Clean-Loss": 0.7940053274154663, "PGD-Accuracy": 16.5, "PGD-Loss": 4.1129505126953125}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 1442.4281866550446, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.63999938964844, "Augmented-0.05-Quantile-Accuracy": 83.58999633789062, "Augmented-0.1-Quantile-Accuracy": 84.88999938964844, "Augmented-Accuracy": 88.6352, "Augmented-Loss": 1.1203446701049804, "Clean-Accuracy": 90.55, "Clean-Loss": 0.9937715454101562, "PGD-Accuracy": 7.51, "PGD-Loss": 4.598726327514648}, "Total-Time": 125785.14907288551, "Train": {"Loss": 0.94409095079422, "avg t": 0.9251694861221313, "plain loss": 0.8238594842529291}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.5, "Augmented-0.05-Quantile-Accuracy": 92.13999938964844, "Augmented-0.1-Quantile-Accuracy": 93.15999603271484, "Augmented-Accuracy": 95.3474, "Augmented-Loss": 1.0066646750144959, "Clean-Accuracy": 92.46, "Clean-Loss": 0.8086051942825317, "PGD-Accuracy": 17.18, "PGD-Loss": 4.103943695068359}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 1444.2694883346558, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.87999725341797, "Augmented-0.05-Quantile-Accuracy": 83.97999572753906, "Augmented-0.1-Quantile-Accuracy": 85.25, "Augmented-Accuracy": 88.8227, "Augmented-Loss": 1.1191580735931397, "Clean-Accuracy": 90.65, "Clean-Loss": 0.9901007347106934, "PGD-Accuracy": 7.51, "PGD-Loss": 4.580114276123047}, "Total-Time": 127229.41856122017, "Train": {"Loss": 0.9433867199134827, "avg t": 0.9249054761695862, "plain loss": 0.822967541259765}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.72000122070312, "Augmented-0.05-Quantile-Accuracy": 92.47999572753906, "Augmented-0.1-Quantile-Accuracy": 93.13999938964844, "Augmented-Accuracy": 95.4376, "Augmented-Loss": 1.0052056360940933, "Clean-Accuracy": 94.12, "Clean-Loss": 0.7867793344497681, "PGD-Accuracy": 17.46, "PGD-Loss": 4.054283103942871}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 1446.3100144863129, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.79999542236328, "Augmented-0.05-Quantile-Accuracy": 84.06999969482422, "Augmented-0.1-Quantile-Accuracy": 85.27999877929688, "Augmented-Accuracy": 88.769, "Augmented-Loss": 1.1205512965087892, "Clean-Accuracy": 90.76, "Clean-Loss": 0.9884888717651367, "PGD-Accuracy": 8.02, "PGD-Loss": 4.559237832641601}, "Total-Time": 128675.72857570648, "Train": {"Loss": 0.9435608341979981, "avg t": 0.9248958917617798, "plain loss": 0.8240419726867673}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.0999984741211, "Augmented-0.05-Quantile-Accuracy": 92.36000061035156, "Augmented-0.1-Quantile-Accuracy": 93.23999786376953, "Augmented-Accuracy": 95.5178, "Augmented-Loss": 1.0031851190252303, "Clean-Accuracy": 93.94, "Clean-Loss": 0.799679070186615, "PGD-Accuracy": 18.5, "PGD-Loss": 4.038714798736573}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 1447.0453655719757, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.72999572753906, "Augmented-0.05-Quantile-Accuracy": 83.70999908447266, "Augmented-0.1-Quantile-Accuracy": 85.0199966430664, "Augmented-Accuracy": 88.615, "Augmented-Loss": 1.1242681628112794, "Clean-Accuracy": 90.5, "Clean-Loss": 0.996353742980957, "PGD-Accuracy": 7.7, "PGD-Loss": 4.556715957641601}, "Total-Time": 130122.77394127846, "Train": {"Loss": 0.9433256464767457, "avg t": 0.9249404764175415, "plain loss": 0.8248768193054208}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.31999969482422, "Augmented-0.05-Quantile-Accuracy": 92.37999725341797, "Augmented-0.1-Quantile-Accuracy": 93.45999908447266, "Augmented-Accuracy": 95.5778, "Augmented-Loss": 1.00906520497036, "Clean-Accuracy": 85.74, "Clean-Loss": 0.8697226329803467, "PGD-Accuracy": 19.48, "PGD-Loss": 3.982539974975586}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 1451.5370907783508, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.56999969482422, "Augmented-0.05-Quantile-Accuracy": 83.79000091552734, "Augmented-0.1-Quantile-Accuracy": 85.16999816894531, "Augmented-Accuracy": 88.6126, "Augmented-Loss": 1.1240389471969605, "Clean-Accuracy": 90.38, "Clean-Loss": 0.9967033554077148, "PGD-Accuracy": 7.74, "PGD-Loss": 4.5531663299560545}, "Total-Time": 131574.3110320568, "Train": {"Loss": 0.9433858310127259, "avg t": 0.9248780801010131, "plain loss": 0.8250871190795909}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.0199966430664, "Augmented-0.05-Quantile-Accuracy": 92.19999694824219, "Augmented-0.1-Quantile-Accuracy": 93.25999450683594, "Augmented-Accuracy": 95.3464, "Augmented-Loss": 1.0110653944253922, "Clean-Accuracy": 90.48, "Clean-Loss": 0.8337266890525817, "PGD-Accuracy": 17.52, "PGD-Loss": 4.0425524963378905}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 1449.9582629203796, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.82999420166016, "Augmented-0.05-Quantile-Accuracy": 83.77999877929688, "Augmented-0.1-Quantile-Accuracy": 85.16999816894531, "Augmented-Accuracy": 88.6578, "Augmented-Loss": 1.1241416534957887, "Clean-Accuracy": 90.36, "Clean-Loss": 0.9991581527709961, "PGD-Accuracy": 7.91, "PGD-Loss": 4.546840515136719}, "Total-Time": 133024.2692949772, "Train": {"Loss": 0.942920067691803, "avg t": 0.9246170406913757, "plain loss": 0.8245043965759282}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.47999572753906, "Augmented-0.05-Quantile-Accuracy": 91.91999816894531, "Augmented-0.1-Quantile-Accuracy": 92.83999633789062, "Augmented-Accuracy": 95.1326, "Augmented-Loss": 1.0125114789218903, "Clean-Accuracy": 92.18, "Clean-Loss": 0.8590681282997131, "PGD-Accuracy": 17.86, "PGD-Loss": 4.0530785507202145}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 1451.0607767105103, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.70999908447266, "Augmented-0.05-Quantile-Accuracy": 83.93000030517578, "Augmented-0.1-Quantile-Accuracy": 85.13999938964844, "Augmented-Accuracy": 88.6603, "Augmented-Loss": 1.1245325745010375, "Clean-Accuracy": 90.5, "Clean-Loss": 0.986052702331543, "PGD-Accuracy": 7.99, "PGD-Loss": 4.543917895507812}, "Total-Time": 134475.3300716877, "Train": {"Loss": 0.9431155568695069, "avg t": 0.924756934928894, "plain loss": 0.8245635543823232}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.36000061035156, "Augmented-0.05-Quantile-Accuracy": 92.6199951171875, "Augmented-0.1-Quantile-Accuracy": 93.45999908447266, "Augmented-Accuracy": 95.4864, "Augmented-Loss": 0.9982962031955719, "Clean-Accuracy": 88.04, "Clean-Loss": 0.8521873600959777, "PGD-Accuracy": 19.7, "PGD-Loss": 3.984869674682617}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 1446.838695526123, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.72000122070312, "Augmented-0.05-Quantile-Accuracy": 83.79999542236328, "Augmented-0.1-Quantile-Accuracy": 85.1500015258789, "Augmented-Accuracy": 88.6437, "Augmented-Loss": 1.1244091104354859, "Clean-Accuracy": 90.58, "Clean-Loss": 0.9943101402282715, "PGD-Accuracy": 8.02, "PGD-Loss": 4.5427025695800785}, "Total-Time": 135922.16876721382, "Train": {"Loss": 0.9429046747398376, "avg t": 0.9246561018753052, "plain loss": 0.8246805743713385}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.45999908447266, "Augmented-0.05-Quantile-Accuracy": 92.31999969482422, "Augmented-0.1-Quantile-Accuracy": 93.45999908447266, "Augmented-Accuracy": 95.6028, "Augmented-Loss": 1.0085069017562867, "Clean-Accuracy": 92.3, "Clean-Loss": 0.8203123814582824, "PGD-Accuracy": 19.0, "PGD-Loss": 3.991533945465088}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 1450.748492717743, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.8499984741211, "Augmented-0.05-Quantile-Accuracy": 83.79999542236328, "Augmented-0.1-Quantile-Accuracy": 85.12999725341797, "Augmented-Accuracy": 88.6767, "Augmented-Loss": 1.1230235366287231, "Clean-Accuracy": 90.5, "Clean-Loss": 0.9921640380859374, "PGD-Accuracy": 8.07, "PGD-Loss": 4.535504830932617}, "Total-Time": 137372.91725993156, "Train": {"Loss": 0.9434038861083984, "avg t": 0.9248138079833984, "plain loss": 0.8251881413574222}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.29999542236328, "Augmented-0.05-Quantile-Accuracy": 92.75999450683594, "Augmented-0.1-Quantile-Accuracy": 93.75999450683594, "Augmented-Accuracy": 95.6016, "Augmented-Loss": 1.0064905299510956, "Clean-Accuracy": 93.1, "Clean-Loss": 0.7568024393081665, "PGD-Accuracy": 18.76, "PGD-Loss": 4.013909740447998}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 1447.7308673858643, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.72999572753906, "Augmented-0.05-Quantile-Accuracy": 83.87999725341797, "Augmented-0.1-Quantile-Accuracy": 85.12999725341797, "Augmented-Accuracy": 88.6517, "Augmented-Loss": 1.123838788383484, "Clean-Accuracy": 90.66, "Clean-Loss": 0.9898106262207031, "PGD-Accuracy": 7.99, "PGD-Loss": 4.539614297485351}, "Total-Time": 138820.64812731743, "Train": {"Loss": 0.9434400189208985, "avg t": 0.9247815195083618, "plain loss": 0.8248519148864737}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.31999969482422, "Augmented-0.05-Quantile-Accuracy": 92.68000030517578, "Augmented-0.1-Quantile-Accuracy": 93.57999420166016, "Augmented-Accuracy": 95.5674, "Augmented-Loss": 1.0039481886672974, "Clean-Accuracy": 93.28, "Clean-Loss": 0.8115972218513489, "PGD-Accuracy": 20.18, "PGD-Loss": 3.975902988433838}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 1450.9522745609283, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.87999725341797, "Augmented-0.05-Quantile-Accuracy": 83.88999938964844, "Augmented-0.1-Quantile-Accuracy": 85.18999481201172, "Augmented-Accuracy": 88.6821, "Augmented-Loss": 1.123395158103943, "Clean-Accuracy": 90.44, "Clean-Loss": 0.9946006942749024, "PGD-Accuracy": 8.19, "PGD-Loss": 4.531126647949219}, "Total-Time": 140271.60040187836, "Train": {"Loss": 0.9428229118156433, "avg t": 0.9246100064468383, "plain loss": 0.8246989382019042}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.1199951171875, "Augmented-0.05-Quantile-Accuracy": 92.55999755859375, "Augmented-0.1-Quantile-Accuracy": 93.45999908447266, "Augmented-Accuracy": 95.4046, "Augmented-Loss": 1.0063759124422074, "Clean-Accuracy": 89.6, "Clean-Loss": 0.8123273627281189, "PGD-Accuracy": 19.64, "PGD-Loss": 3.9632050437927244}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 1458.6274662017822, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.93000030517578, "Augmented-0.05-Quantile-Accuracy": 83.94999694824219, "Augmented-0.1-Quantile-Accuracy": 85.27999877929688, "Augmented-Accuracy": 88.7005, "Augmented-Loss": 1.1229066156387328, "Clean-Accuracy": 90.65, "Clean-Loss": 0.9967714302062989, "PGD-Accuracy": 8.25, "PGD-Loss": 4.526869497680664}, "Total-Time": 141730.22786808014, "Train": {"Loss": 0.9433237491226196, "avg t": 0.9247397468948364, "plain loss": 0.8251910008850104}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.19999694824219, "Augmented-0.05-Quantile-Accuracy": 92.5, "Augmented-0.1-Quantile-Accuracy": 93.36000061035156, "Augmented-Accuracy": 95.4734, "Augmented-Loss": 1.0107762947120666, "Clean-Accuracy": 94.4, "Clean-Loss": 0.7860386785507202, "PGD-Accuracy": 19.06, "PGD-Loss": 3.9815882568359373}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 1460.7066152095795, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.93999481201172, "Augmented-0.05-Quantile-Accuracy": 83.88999938964844, "Augmented-0.1-Quantile-Accuracy": 85.11000061035156, "Augmented-Accuracy": 88.693, "Augmented-Loss": 1.1230684620895386, "Clean-Accuracy": 90.44, "Clean-Loss": 0.9885403160095215, "PGD-Accuracy": 8.02, "PGD-Loss": 4.5279230224609375}, "Total-Time": 143190.93448328972, "Train": {"Loss": 0.943282457408905, "avg t": 0.9247006311607361, "plain loss": 0.8246793135681159}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.65999603271484, "Augmented-0.05-Quantile-Accuracy": 92.22000122070312, "Augmented-0.1-Quantile-Accuracy": 93.19999694824219, "Augmented-Accuracy": 95.4066, "Augmented-Loss": 1.0018298243980408, "Clean-Accuracy": 88.62, "Clean-Loss": 0.8177415566444397, "PGD-Accuracy": 17.88, "PGD-Loss": 4.033554010009766}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 1459.4730813503265, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.04999542236328, "Augmented-0.05-Quantile-Accuracy": 83.79000091552734, "Augmented-0.1-Quantile-Accuracy": 85.15999603271484, "Augmented-Accuracy": 88.7079, "Augmented-Loss": 1.123453876815796, "Clean-Accuracy": 90.66, "Clean-Loss": 0.9925654907226562, "PGD-Accuracy": 8.37, "PGD-Loss": 4.520299841308594}, "Total-Time": 144650.40756464005, "Train": {"Loss": 0.943512887763977, "avg t": 0.9249838101959229, "plain loss": 0.8258865306396486}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.36000061035156, "Augmented-0.05-Quantile-Accuracy": 92.45999908447266, "Augmented-0.1-Quantile-Accuracy": 93.47999572753906, "Augmented-Accuracy": 95.6812, "Augmented-Loss": 1.0060322163143158, "Clean-Accuracy": 86.64, "Clean-Loss": 0.8885555121421814, "PGD-Accuracy": 16.86, "PGD-Loss": 4.067876802825928}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 1460.3136274814606, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.00999450683594, "Augmented-0.05-Quantile-Accuracy": 83.79999542236328, "Augmented-0.1-Quantile-Accuracy": 85.15999603271484, "Augmented-Accuracy": 88.7057, "Augmented-Loss": 1.1229104988174439, "Clean-Accuracy": 90.72, "Clean-Loss": 0.9918002494812012, "PGD-Accuracy": 8.22, "PGD-Loss": 4.522230139160156}, "Total-Time": 146110.7211921215, "Train": {"Loss": 0.9429981907653808, "avg t": 0.9246855284309388, "plain loss": 0.824956866607666}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.9000015258789, "Augmented-0.05-Quantile-Accuracy": 92.57999420166016, "Augmented-0.1-Quantile-Accuracy": 93.39999389648438, "Augmented-Accuracy": 95.4052, "Augmented-Loss": 1.0067106232070924, "Clean-Accuracy": 93.18, "Clean-Loss": 0.8356031209945679, "PGD-Accuracy": 19.84, "PGD-Loss": 3.963578031921387}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 1457.4380044937134, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.86000061035156, "Augmented-0.05-Quantile-Accuracy": 83.93999481201172, "Augmented-0.1-Quantile-Accuracy": 85.30999755859375, "Augmented-Accuracy": 88.7775, "Augmented-Loss": 1.122153779144287, "Clean-Accuracy": 90.73, "Clean-Loss": 0.9902745536804199, "PGD-Accuracy": 8.35, "PGD-Loss": 4.513642123413086}, "Total-Time": 147568.15919661522, "Train": {"Loss": 0.9425473525428772, "avg t": 0.9246317260169983, "plain loss": 0.8249981166687022}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.33999633789062, "Augmented-0.05-Quantile-Accuracy": 92.63999938964844, "Augmented-0.1-Quantile-Accuracy": 93.54000091552734, "Augmented-Accuracy": 95.6852, "Augmented-Loss": 1.0046865809297563, "Clean-Accuracy": 94.76, "Clean-Loss": 0.819666417312622, "PGD-Accuracy": 19.8, "PGD-Loss": 3.96883768157959}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 1456.4323694705963, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.93000030517578, "Augmented-0.05-Quantile-Accuracy": 83.97000122070312, "Augmented-0.1-Quantile-Accuracy": 85.18999481201172, "Augmented-Accuracy": 88.7575, "Augmented-Loss": 1.123578289527893, "Clean-Accuracy": 90.72, "Clean-Loss": 0.9902503387451171, "PGD-Accuracy": 8.34, "PGD-Loss": 4.513196502685547}, "Total-Time": 149024.59156608582, "Train": {"Loss": 0.9427725579643249, "avg t": 0.9247302161026001, "plain loss": 0.8257353370056149}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.15999603271484, "Augmented-0.05-Quantile-Accuracy": 92.54000091552734, "Augmented-0.1-Quantile-Accuracy": 93.55999755859375, "Augmented-Accuracy": 95.6388, "Augmented-Loss": 1.0042777887601853, "Clean-Accuracy": 93.52, "Clean-Loss": 0.8022306034088135, "PGD-Accuracy": 19.92, "PGD-Loss": 3.9558346199035643}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 1456.897943019867, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.00999450683594, "Augmented-0.05-Quantile-Accuracy": 83.94999694824219, "Augmented-0.1-Quantile-Accuracy": 85.25999450683594, "Augmented-Accuracy": 88.7379, "Augmented-Loss": 1.1221862820739745, "Clean-Accuracy": 90.67, "Clean-Loss": 0.9889854797363281, "PGD-Accuracy": 8.48, "PGD-Loss": 4.50963823852539}, "Total-Time": 150481.48950910568, "Train": {"Loss": 0.9426279695510864, "avg t": 0.9245885497283935, "plain loss": 0.8247506719055172}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.9000015258789, "Augmented-0.05-Quantile-Accuracy": 92.45999908447266, "Augmented-0.1-Quantile-Accuracy": 93.1199951171875, "Augmented-Accuracy": 95.3604, "Augmented-Loss": 1.0022926890316008, "Clean-Accuracy": 92.52, "Clean-Loss": 0.7822050851821899, "PGD-Accuracy": 19.16, "PGD-Loss": 3.9778496292114256}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 1454.9416048526764, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.05999755859375, "Augmented-0.05-Quantile-Accuracy": 84.02999877929688, "Augmented-0.1-Quantile-Accuracy": 85.22999572753906, "Augmented-Accuracy": 88.7711, "Augmented-Loss": 1.1227045201187134, "Clean-Accuracy": 90.63, "Clean-Loss": 0.9950833518981934, "PGD-Accuracy": 8.39, "PGD-Loss": 4.5074910583496095}, "Total-Time": 151936.43111395836, "Train": {"Loss": 0.9427305046463013, "avg t": 0.9246418823623658, "plain loss": 0.8243575065002432}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.47999572753906, "Augmented-0.05-Quantile-Accuracy": 92.72000122070312, "Augmented-0.1-Quantile-Accuracy": 93.55999755859375, "Augmented-Accuracy": 95.6618, "Augmented-Loss": 1.0083459469137193, "Clean-Accuracy": 93.76, "Clean-Loss": 0.8298981910705566, "PGD-Accuracy": 19.5, "PGD-Loss": 3.958110464477539}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 1453.6061244010925, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.22999572753906, "Augmented-0.05-Quantile-Accuracy": 83.93000030517578, "Augmented-0.1-Quantile-Accuracy": 85.29999542236328, "Augmented-Accuracy": 88.7624, "Augmented-Loss": 1.1218063820114135, "Clean-Accuracy": 90.54, "Clean-Loss": 0.997296257019043, "PGD-Accuracy": 8.58, "PGD-Loss": 4.5007302185058595}, "Total-Time": 153390.03723835945, "Train": {"Loss": 0.9425782468795776, "avg t": 0.9246687051010132, "plain loss": 0.8250211318359368}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.15999603271484, "Augmented-0.05-Quantile-Accuracy": 92.83999633789062, "Augmented-0.1-Quantile-Accuracy": 93.54000091552734, "Augmented-Accuracy": 95.6442, "Augmented-Loss": 1.00827047226429, "Clean-Accuracy": 94.54, "Clean-Loss": 0.8368685626983643, "PGD-Accuracy": 19.48, "PGD-Loss": 3.940668441772461}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 1454.2087252140045, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.9000015258789, "Augmented-0.05-Quantile-Accuracy": 83.97999572753906, "Augmented-0.1-Quantile-Accuracy": 85.29999542236328, "Augmented-Accuracy": 88.7288, "Augmented-Loss": 1.1218916451339722, "Clean-Accuracy": 90.64, "Clean-Loss": 0.9861937965393066, "PGD-Accuracy": 8.48, "PGD-Loss": 4.503428268432617}, "Total-Time": 154844.24596357346, "Train": {"Loss": 0.9425936232566834, "avg t": 0.9246025076293946, "plain loss": 0.825441227294922}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.57999420166016, "Augmented-0.05-Quantile-Accuracy": 92.72000122070312, "Augmented-0.1-Quantile-Accuracy": 93.65999603271484, "Augmented-Accuracy": 95.5938, "Augmented-Loss": 0.9991595205726623, "Clean-Accuracy": 91.88, "Clean-Loss": 0.8163584930419922, "PGD-Accuracy": 20.4, "PGD-Loss": 3.9258528423309325}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 1453.9770419597626, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.95999908447266, "Augmented-0.05-Quantile-Accuracy": 83.94999694824219, "Augmented-0.1-Quantile-Accuracy": 85.20999908447266, "Augmented-Accuracy": 88.75, "Augmented-Loss": 1.1224472043075562, "Clean-Accuracy": 90.61, "Clean-Loss": 0.9855704612731934, "PGD-Accuracy": 8.5, "PGD-Loss": 4.499983999633789}, "Total-Time": 156298.22300553322, "Train": {"Loss": 0.9427552417755127, "avg t": 0.9246315690803528, "plain loss": 0.8260980867309564}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.19999694824219, "Augmented-0.05-Quantile-Accuracy": 92.73999786376953, "Augmented-0.1-Quantile-Accuracy": 93.68000030517578, "Augmented-Accuracy": 95.4624, "Augmented-Loss": 0.9992959804172515, "Clean-Accuracy": 91.98, "Clean-Loss": 0.7791935889244079, "PGD-Accuracy": 21.02, "PGD-Loss": 3.9175309883117677}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 1451.4270005226135, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.8699951171875, "Augmented-0.05-Quantile-Accuracy": 83.90999603271484, "Augmented-0.1-Quantile-Accuracy": 85.19999694824219, "Augmented-Accuracy": 88.7567, "Augmented-Loss": 1.1234831454162597, "Clean-Accuracy": 90.78, "Clean-Loss": 0.9955109802246094, "PGD-Accuracy": 8.55, "PGD-Loss": 4.499026760864258}, "Total-Time": 157749.65000605583, "Train": {"Loss": 0.9429335597229004, "avg t": 0.924697663192749, "plain loss": 0.8254427674255373}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.73999786376953, "Augmented-0.05-Quantile-Accuracy": 92.89999389648438, "Augmented-0.1-Quantile-Accuracy": 93.72000122070312, "Augmented-Accuracy": 95.6854, "Augmented-Loss": 1.007815338251114, "Clean-Accuracy": 91.36, "Clean-Loss": 0.8364012548446655, "PGD-Accuracy": 20.1, "PGD-Loss": 3.940717903137207}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 1452.596801519394, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.97999572753906, "Augmented-0.05-Quantile-Accuracy": 83.90999603271484, "Augmented-0.1-Quantile-Accuracy": 85.25, "Augmented-Accuracy": 88.7193, "Augmented-Loss": 1.1218951912765502, "Clean-Accuracy": 90.58, "Clean-Loss": 0.992138558959961, "PGD-Accuracy": 8.64, "PGD-Loss": 4.49348383178711}, "Total-Time": 159202.24680757523, "Train": {"Loss": 0.9426388683319091, "avg t": 0.9246204762077331, "plain loss": 0.8257922170410162}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.55999755859375, "Augmented-0.05-Quantile-Accuracy": 92.73999786376953, "Augmented-0.1-Quantile-Accuracy": 93.73999786376953, "Augmented-Accuracy": 95.5412, "Augmented-Loss": 1.0047784423274995, "Clean-Accuracy": 95.06, "Clean-Loss": 0.8281097005844116, "PGD-Accuracy": 21.22, "PGD-Loss": 3.8976059524536133}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 1475.1151702404022, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.16999816894531, "Augmented-0.05-Quantile-Accuracy": 83.87999725341797, "Augmented-0.1-Quantile-Accuracy": 85.15999603271484, "Augmented-Accuracy": 88.7378, "Augmented-Loss": 1.1223652157287598, "Clean-Accuracy": 90.62, "Clean-Loss": 0.9948208694458007, "PGD-Accuracy": 8.7, "PGD-Loss": 4.491900064086914}, "Total-Time": 160677.36197781563, "Train": {"Loss": 0.94262801902771, "avg t": 0.92462021484375, "plain loss": 0.8251749196472168}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.19999694824219, "Augmented-0.05-Quantile-Accuracy": 92.6199951171875, "Augmented-0.1-Quantile-Accuracy": 93.27999877929688, "Augmented-Accuracy": 95.3116, "Augmented-Loss": 1.008191616991043, "Clean-Accuracy": 92.94, "Clean-Loss": 0.8279918437004089, "PGD-Accuracy": 20.14, "PGD-Loss": 3.9509600959777833}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 1492.4048850536346, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.0, "Augmented-0.05-Quantile-Accuracy": 83.73999786376953, "Augmented-0.1-Quantile-Accuracy": 85.27999877929688, "Augmented-Accuracy": 88.7297, "Augmented-Loss": 1.122526366081238, "Clean-Accuracy": 90.65, "Clean-Loss": 0.9860232719421387, "PGD-Accuracy": 8.68, "PGD-Loss": 4.487797161865235}, "Total-Time": 162169.76686286926, "Train": {"Loss": 0.9421737968063354, "avg t": 0.9245294345855712, "plain loss": 0.8248149974670407}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.15999603271484, "Augmented-0.05-Quantile-Accuracy": 92.6199951171875, "Augmented-0.1-Quantile-Accuracy": 93.77999877929688, "Augmented-Accuracy": 95.5748, "Augmented-Loss": 0.9980546434822083, "Clean-Accuracy": 91.94, "Clean-Loss": 0.8254197166442871, "PGD-Accuracy": 20.76, "PGD-Loss": 3.9128671661376955}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 1488.4721734523773, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.9000015258789, "Augmented-0.05-Quantile-Accuracy": 83.97000122070312, "Augmented-0.1-Quantile-Accuracy": 85.19999694824219, "Augmented-Accuracy": 88.7374, "Augmented-Loss": 1.122046197364807, "Clean-Accuracy": 90.55, "Clean-Loss": 0.9943302597045899, "PGD-Accuracy": 8.67, "PGD-Loss": 4.484866891479492}, "Total-Time": 163658.23903632164, "Train": {"Loss": 0.9427504319381714, "avg t": 0.9245372476196289, "plain loss": 0.8253045286865232}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.0999984741211, "Augmented-0.05-Quantile-Accuracy": 92.37999725341797, "Augmented-0.1-Quantile-Accuracy": 93.31999969482422, "Augmented-Accuracy": 95.5008, "Augmented-Loss": 1.0072751984481811, "Clean-Accuracy": 91.82, "Clean-Loss": 0.8137226279258728, "PGD-Accuracy": 20.5, "PGD-Loss": 3.9348319961547853}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 1424.0551307201385, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.07999420166016, "Augmented-0.05-Quantile-Accuracy": 84.0199966430664, "Augmented-0.1-Quantile-Accuracy": 85.29000091552734, "Augmented-Accuracy": 88.7568, "Augmented-Loss": 1.1226633500213623, "Clean-Accuracy": 90.69, "Clean-Loss": 0.9863911003112793, "PGD-Accuracy": 8.7, "PGD-Loss": 4.485064614868164}, "Total-Time": 165082.29416704178, "Train": {"Loss": 0.9425519827651978, "avg t": 0.9245642248344421, "plain loss": 0.8257027518005363}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.41999816894531, "Augmented-0.05-Quantile-Accuracy": 92.86000061035156, "Augmented-0.1-Quantile-Accuracy": 93.81999969482422, "Augmented-Accuracy": 95.6392, "Augmented-Loss": 0.9992283103981018, "Clean-Accuracy": 91.22, "Clean-Loss": 0.8661317392349244, "PGD-Accuracy": 21.2, "PGD-Loss": 3.8868974990844727}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 1403.5051045417786, "Test": {"Augmented-0.01-Quantile-Accuracy": 81.02999877929688, "Augmented-0.05-Quantile-Accuracy": 84.0, "Augmented-0.1-Quantile-Accuracy": 85.25999450683594, "Augmented-Accuracy": 88.7791, "Augmented-Loss": 1.122873336341858, "Clean-Accuracy": 90.61, "Clean-Loss": 0.9899208473205566, "PGD-Accuracy": 8.77, "PGD-Loss": 4.482977368164063}, "Total-Time": 166485.79927158356, "Train": {"Loss": 0.9422481828117371, "avg t": 0.9245414653396606, "plain loss": 0.8257449638061524}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 90.27999877929688, "Augmented-0.05-Quantile-Accuracy": 92.55999755859375, "Augmented-0.1-Quantile-Accuracy": 93.39999389648438, "Augmented-Accuracy": 95.6342, "Augmented-Loss": 1.0008331129636765, "Clean-Accuracy": 93.52, "Clean-Loss": 0.8298126935958863, "PGD-Accuracy": 20.04, "PGD-Loss": 3.919169305419922}, "args": {"algorithm": "CVaR_SGD", "batch_size": null, "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "rep_two/cifar_030", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
