{"Epoch": 0, "Epoch-Time": 1393.1356234550476, "Test": {"Augmented-0.01-Quantile-Accuracy": 33.779998779296875, "Augmented-0.05-Quantile-Accuracy": 34.48999786376953, "Augmented-0.1-Quantile-Accuracy": 34.81999969482422, "Augmented-Accuracy": 36.1374, "Augmented-Loss": 1.7462666505889892, "Clean-Accuracy": 36.69, "Clean-Loss": 1.7149038284301759, "PGD-Accuracy": 7.73, "PGD-Loss": 2.4667025787353514}, "Total-Time": 1393.1356234550476, "Train": {"Loss": 6.217285227279663, "avg t": 1.6192575, "plain loss": 1.974485653137208}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 34.47999954223633, "Augmented-0.05-Quantile-Accuracy": 35.34000015258789, "Augmented-0.1-Quantile-Accuracy": 35.68000030517578, "Augmented-Accuracy": 36.8762, "Augmented-Loss": 1.7349916420631408, "Clean-Accuracy": 36.36, "Clean-Loss": 1.7593891288757324, "PGD-Accuracy": 8.3, "PGD-Loss": 2.45124550743103}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 1395.1816098690033, "Test": {"Augmented-0.01-Quantile-Accuracy": 37.38999938964844, "Augmented-0.05-Quantile-Accuracy": 38.709999084472656, "Augmented-0.1-Quantile-Accuracy": 39.28999710083008, "Augmented-Accuracy": 41.215, "Augmented-Loss": 1.6823361141967774, "Clean-Accuracy": 41.49, "Clean-Loss": 1.6437715698242188, "PGD-Accuracy": 3.15, "PGD-Loss": 2.898488934326172}, "Total-Time": 2788.317233324051, "Train": {"Loss": 3.8933864942550658, "avg t": 1.55087921875, "plain loss": 1.696329095550536}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 37.540000915527344, "Augmented-0.05-Quantile-Accuracy": 38.7599983215332, "Augmented-0.1-Quantile-Accuracy": 39.34000015258789, "Augmented-Accuracy": 41.5366, "Augmented-Loss": 1.6702522910289765, "Clean-Accuracy": 37.62, "Clean-Loss": 1.711784990119934, "PGD-Accuracy": 3.78, "PGD-Loss": 2.822483568572998}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 1396.5390665531158, "Test": {"Augmented-0.01-Quantile-Accuracy": 40.959999084472656, "Augmented-0.05-Quantile-Accuracy": 42.34000015258789, "Augmented-0.1-Quantile-Accuracy": 42.959999084472656, "Augmented-Accuracy": 45.176, "Augmented-Loss": 1.5946588228149414, "Clean-Accuracy": 46.61, "Clean-Loss": 1.5457362838745117, "PGD-Accuracy": 2.8, "PGD-Loss": 3.373156900024414}, "Total-Time": 4184.856299877167, "Train": {"Loss": 3.3678909104919432, "avg t": 1.49961140625, "plain loss": 1.6042263392333984}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 41.29999923706055, "Augmented-0.05-Quantile-Accuracy": 42.439998626708984, "Augmented-0.1-Quantile-Accuracy": 42.97999954223633, "Augmented-Accuracy": 45.3186, "Augmented-Loss": 1.57417219124794, "Clean-Accuracy": 43.4, "Clean-Loss": 1.5632386318206788, "PGD-Accuracy": 3.36, "PGD-Loss": 3.2820467063903807}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 1397.0518333911896, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.73999786376953, "Augmented-0.05-Quantile-Accuracy": 41.779998779296875, "Augmented-0.1-Quantile-Accuracy": 42.87999725341797, "Augmented-Accuracy": 46.4166, "Augmented-Loss": 1.5644887082366943, "Clean-Accuracy": 47.88, "Clean-Loss": 1.479586344909668, "PGD-Accuracy": 0.72, "PGD-Loss": 4.242632608032227}, "Total-Time": 5581.908133268356, "Train": {"Loss": 2.8614569829940795, "avg t": 1.4420759375, "plain loss": 1.5073059352722156}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 43.34000015258789, "Augmented-0.05-Quantile-Accuracy": 45.71999740600586, "Augmented-0.1-Quantile-Accuracy": 46.55999755859375, "Augmented-Accuracy": 49.7002, "Augmented-Loss": 1.4932773661594392, "Clean-Accuracy": 44.12, "Clean-Loss": 1.5370579587936402, "PGD-Accuracy": 0.84, "PGD-Loss": 4.00062387008667}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 1396.9435260295868, "Test": {"Augmented-0.01-Quantile-Accuracy": 49.84000015258789, "Augmented-0.05-Quantile-Accuracy": 52.05999755859375, "Augmented-0.1-Quantile-Accuracy": 53.14999771118164, "Augmented-Accuracy": 56.8689, "Augmented-Loss": 1.4148510195007324, "Clean-Accuracy": 59.32, "Clean-Loss": 1.3221401000976563, "PGD-Accuracy": 0.45, "PGD-Loss": 4.710373120117188}, "Total-Time": 6978.851659297943, "Train": {"Loss": 2.5695762564086913, "avg t": 1.401786875, "plain loss": 1.4416192372436527}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 52.97999954223633, "Augmented-0.05-Quantile-Accuracy": 55.41999816894531, "Augmented-0.1-Quantile-Accuracy": 56.29999923706055, "Augmented-Accuracy": 59.264, "Augmented-Loss": 1.3597986045131683, "Clean-Accuracy": 58.14, "Clean-Loss": 1.3495799703598022, "PGD-Accuracy": 0.66, "PGD-Loss": 4.293112908172607}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 1395.424967288971, "Test": {"Augmented-0.01-Quantile-Accuracy": 49.29999923706055, "Augmented-0.05-Quantile-Accuracy": 51.7599983215332, "Augmented-0.1-Quantile-Accuracy": 52.96999740600586, "Augmented-Accuracy": 57.243, "Augmented-Loss": 1.4459298707122803, "Clean-Accuracy": 58.53, "Clean-Loss": 1.3363982116699218, "PGD-Accuracy": 0.21, "PGD-Loss": 4.991174038696289}, "Total-Time": 8374.276626586914, "Train": {"Loss": 2.3035064811706545, "avg t": 1.36060984375, "plain loss": 1.3745266055297878}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.84000015258789, "Augmented-0.05-Quantile-Accuracy": 55.65999984741211, "Augmented-0.1-Quantile-Accuracy": 56.7599983215332, "Augmented-Accuracy": 60.3946, "Augmented-Loss": 1.3758301860694886, "Clean-Accuracy": 57.1, "Clean-Loss": 1.3471414451599122, "PGD-Accuracy": 0.38, "PGD-Loss": 4.541202894592285}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 1394.8876247406006, "Test": {"Augmented-0.01-Quantile-Accuracy": 53.439998626708984, "Augmented-0.05-Quantile-Accuracy": 56.37999725341797, "Augmented-0.1-Quantile-Accuracy": 57.59000015258789, "Augmented-Accuracy": 61.6568, "Augmented-Loss": 1.376677123435974, "Clean-Accuracy": 62.79, "Clean-Loss": 1.2754629814147949, "PGD-Accuracy": 0.13, "PGD-Loss": 5.305833114624024}, "Total-Time": 9769.164251327515, "Train": {"Loss": 2.144997865600586, "avg t": 1.3290659375, "plain loss": 1.3269195503234874}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 55.81999969482422, "Augmented-0.05-Quantile-Accuracy": 58.87999725341797, "Augmented-0.1-Quantile-Accuracy": 60.18000030517578, "Augmented-Accuracy": 64.381, "Augmented-Loss": 1.3233262558059693, "Clean-Accuracy": 64.28, "Clean-Loss": 1.2457595756530762, "PGD-Accuracy": 0.2, "PGD-Loss": 4.990818640136719}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 1395.4110589027405, "Test": {"Augmented-0.01-Quantile-Accuracy": 53.29999923706055, "Augmented-0.05-Quantile-Accuracy": 56.05999755859375, "Augmented-0.1-Quantile-Accuracy": 57.41999816894531, "Augmented-Accuracy": 61.8464, "Augmented-Loss": 1.3658390252990722, "Clean-Accuracy": 62.27, "Clean-Loss": 1.29822025680542, "PGD-Accuracy": 0.13, "PGD-Loss": 5.491488775634766}, "Total-Time": 11164.575310230255, "Train": {"Loss": 2.069009419441223, "avg t": 1.3075865625, "plain loss": 1.2914043237304687}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.599998474121094, "Augmented-0.05-Quantile-Accuracy": 56.55999755859375, "Augmented-0.1-Quantile-Accuracy": 57.79999923706055, "Augmented-Accuracy": 62.2788, "Augmented-Loss": 1.3481888649311065, "Clean-Accuracy": 58.72, "Clean-Loss": 1.3136495388031006, "PGD-Accuracy": 0.12, "PGD-Loss": 5.297015182495117}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 1391.377788066864, "Test": {"Augmented-0.01-Quantile-Accuracy": 51.689998626708984, "Augmented-0.05-Quantile-Accuracy": 54.46999740600586, "Augmented-0.1-Quantile-Accuracy": 55.64999771118164, "Augmented-Accuracy": 60.1743, "Augmented-Loss": 1.3688699408569336, "Clean-Accuracy": 62.81, "Clean-Loss": 1.2779042762756347, "PGD-Accuracy": 0.34, "PGD-Loss": 5.51675617980957}, "Total-Time": 12555.95309829712, "Train": {"Loss": 1.993803560447693, "avg t": 1.28967328125, "plain loss": 1.260421726104737}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 55.52000045776367, "Augmented-0.05-Quantile-Accuracy": 58.779998779296875, "Augmented-0.1-Quantile-Accuracy": 60.13999938964844, "Augmented-Accuracy": 64.1578, "Augmented-Loss": 1.321542518672943, "Clean-Accuracy": 66.16, "Clean-Loss": 1.2239249629974365, "PGD-Accuracy": 0.42, "PGD-Loss": 5.2269298828125}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 1392.7267076969147, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.189998626708984, "Augmented-0.05-Quantile-Accuracy": 59.189998626708984, "Augmented-0.1-Quantile-Accuracy": 60.59000015258789, "Augmented-Accuracy": 65.1088, "Augmented-Loss": 1.3426931681747436, "Clean-Accuracy": 64.62, "Clean-Loss": 1.2309307403564453, "PGD-Accuracy": 0.11, "PGD-Loss": 5.7834044921875}, "Total-Time": 13948.679805994034, "Train": {"Loss": 1.9512474101257324, "avg t": 1.27791625, "plain loss": 1.2455609707946786}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 59.41999816894531, "Augmented-0.05-Quantile-Accuracy": 61.91999816894531, "Augmented-0.1-Quantile-Accuracy": 63.279998779296875, "Augmented-Accuracy": 67.4908, "Augmented-Loss": 1.272386397026062, "Clean-Accuracy": 65.52, "Clean-Loss": 1.2285581203460694, "PGD-Accuracy": 0.12, "PGD-Loss": 5.458453486633301}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 1398.3675820827484, "Test": {"Augmented-0.01-Quantile-Accuracy": 51.55999755859375, "Augmented-0.05-Quantile-Accuracy": 54.81999969482422, "Augmented-0.1-Quantile-Accuracy": 56.27000045776367, "Augmented-Accuracy": 61.6944, "Augmented-Loss": 1.3738668422164917, "Clean-Accuracy": 64.96, "Clean-Loss": 1.242220612335205, "PGD-Accuracy": 0.13, "PGD-Loss": 6.049328625488282}, "Total-Time": 15347.047388076782, "Train": {"Loss": 1.8880213775634767, "avg t": 1.26222234375, "plain loss": 1.2183040176696769}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 56.55999755859375, "Augmented-0.05-Quantile-Accuracy": 59.959999084472656, "Augmented-0.1-Quantile-Accuracy": 61.53999710083008, "Augmented-Accuracy": 66.2318, "Augmented-Loss": 1.2828074095668793, "Clean-Accuracy": 69.88, "Clean-Loss": 1.1659111141204834, "PGD-Accuracy": 0.1, "PGD-Loss": 5.704259959411621}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 1398.3190762996674, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.029998779296875, "Augmented-0.05-Quantile-Accuracy": 61.19999694824219, "Augmented-0.1-Quantile-Accuracy": 62.779998779296875, "Augmented-Accuracy": 67.1224, "Augmented-Loss": 1.3433863085784912, "Clean-Accuracy": 66.82, "Clean-Loss": 1.247032233428955, "PGD-Accuracy": 0.22, "PGD-Loss": 5.598029486083984}, "Total-Time": 16745.36646437645, "Train": {"Loss": 1.878625294380188, "avg t": 1.255930625, "plain loss": 1.213953517761231}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 60.31999969482422, "Augmented-0.05-Quantile-Accuracy": 62.97999954223633, "Augmented-0.1-Quantile-Accuracy": 64.41999816894531, "Augmented-Accuracy": 69.0566, "Augmented-Loss": 1.2925359800510408, "Clean-Accuracy": 70.2, "Clean-Loss": 1.1675464504241944, "PGD-Accuracy": 0.22, "PGD-Loss": 5.36677566986084}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 1398.0965580940247, "Test": {"Augmented-0.01-Quantile-Accuracy": 52.189998626708984, "Augmented-0.05-Quantile-Accuracy": 55.119998931884766, "Augmented-0.1-Quantile-Accuracy": 56.279998779296875, "Augmented-Accuracy": 60.9486, "Augmented-Loss": 1.3431866115341187, "Clean-Accuracy": 65.21, "Clean-Loss": 1.2218736038208007, "PGD-Accuracy": 0.03, "PGD-Loss": 5.783846514892578}, "Total-Time": 18143.463022470474, "Train": {"Loss": 1.840234697265625, "avg t": 1.2468896875, "plain loss": 1.1961629594726566}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 56.18000030517578, "Augmented-0.05-Quantile-Accuracy": 58.939998626708984, "Augmented-0.1-Quantile-Accuracy": 60.3599967956543, "Augmented-Accuracy": 65.1048, "Augmented-Loss": 1.2605731863059997, "Clean-Accuracy": 66.68, "Clean-Loss": 1.1351218656539916, "PGD-Accuracy": 0.06, "PGD-Loss": 5.467243102264404}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 1397.406506061554, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.689998626708984, "Augmented-0.05-Quantile-Accuracy": 65.79000091552734, "Augmented-0.1-Quantile-Accuracy": 67.15999603271484, "Augmented-Accuracy": 71.619, "Augmented-Loss": 1.2666236191253661, "Clean-Accuracy": 72.5, "Clean-Loss": 1.1370841796875, "PGD-Accuracy": 0.1, "PGD-Loss": 6.001018090820312}, "Total-Time": 19540.86952853203, "Train": {"Loss": 1.8177132968139649, "avg t": 1.23816984375, "plain loss": 1.1793593223266603}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.13999938964844, "Augmented-0.05-Quantile-Accuracy": 68.55999755859375, "Augmented-0.1-Quantile-Accuracy": 69.73999786376953, "Augmented-Accuracy": 73.9642, "Augmented-Loss": 1.1938875663776398, "Clean-Accuracy": 67.42, "Clean-Loss": 1.1447755516052247, "PGD-Accuracy": 0.1, "PGD-Loss": 5.728066818237305}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 1394.6405425071716, "Test": {"Augmented-0.01-Quantile-Accuracy": 51.25, "Augmented-0.05-Quantile-Accuracy": 54.44999694824219, "Augmented-0.1-Quantile-Accuracy": 55.84000015258789, "Augmented-Accuracy": 60.7651, "Augmented-Loss": 1.3648203180923462, "Clean-Accuracy": 65.31, "Clean-Loss": 1.2253104347229005, "PGD-Accuracy": 0.15, "PGD-Loss": 6.2097933410644535}, "Total-Time": 20935.5100710392, "Train": {"Loss": 1.7975526777648925, "avg t": 1.2358790625, "plain loss": 1.1775988678588862}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 57.779998779296875, "Augmented-0.05-Quantile-Accuracy": 61.119998931884766, "Augmented-0.1-Quantile-Accuracy": 62.619998931884766, "Augmented-Accuracy": 67.3826, "Augmented-Loss": 1.2591934551048278, "Clean-Accuracy": 66.8, "Clean-Loss": 1.1890068870544435, "PGD-Accuracy": 0.06, "PGD-Loss": 5.944769365692139}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 1391.3180232048035, "Test": {"Augmented-0.01-Quantile-Accuracy": 53.21999740600586, "Augmented-0.05-Quantile-Accuracy": 55.939998626708984, "Augmented-0.1-Quantile-Accuracy": 57.29999923706055, "Augmented-Accuracy": 61.794, "Augmented-Loss": 1.3157523863449097, "Clean-Accuracy": 64.54, "Clean-Loss": 1.212960986328125, "PGD-Accuracy": 0.14, "PGD-Loss": 5.920153729248047}, "Total-Time": 22326.828094244003, "Train": {"Loss": 1.7790711513900757, "avg t": 1.22543421875, "plain loss": 1.1648782358093261}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 56.2599983215332, "Augmented-0.05-Quantile-Accuracy": 58.55999755859375, "Augmented-0.1-Quantile-Accuracy": 60.0, "Augmented-Accuracy": 64.4674, "Augmented-Loss": 1.259491732624054, "Clean-Accuracy": 61.98, "Clean-Loss": 1.1718816520690918, "PGD-Accuracy": 0.16, "PGD-Loss": 5.651490613555908}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 1389.9557826519012, "Test": {"Augmented-0.01-Quantile-Accuracy": 52.84000015258789, "Augmented-0.05-Quantile-Accuracy": 55.77000045776367, "Augmented-0.1-Quantile-Accuracy": 57.23999786376953, "Augmented-Accuracy": 61.5447, "Augmented-Loss": 1.3129991966552734, "Clean-Accuracy": 63.74, "Clean-Loss": 1.1975978408813477, "PGD-Accuracy": 0.07, "PGD-Loss": 5.989540472412109}, "Total-Time": 23716.783876895905, "Train": {"Loss": 1.762854663619995, "avg t": 1.22050546875, "plain loss": 1.1561419673461901}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 56.63999938964844, "Augmented-0.05-Quantile-Accuracy": 59.41999816894531, "Augmented-0.1-Quantile-Accuracy": 60.779998779296875, "Augmented-Accuracy": 65.3238, "Augmented-Loss": 1.2459220103721618, "Clean-Accuracy": 65.18, "Clean-Loss": 1.1175644729614258, "PGD-Accuracy": 0.12, "PGD-Loss": 5.7302646057128905}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 1389.903485774994, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.0, "Augmented-0.05-Quantile-Accuracy": 57.93000030517578, "Augmented-0.1-Quantile-Accuracy": 59.19999694824219, "Augmented-Accuracy": 63.7414, "Augmented-Loss": 1.3041950303878784, "Clean-Accuracy": 65.41, "Clean-Loss": 1.187126741027832, "PGD-Accuracy": 0.07, "PGD-Loss": 5.694049725341797}, "Total-Time": 25106.6873626709, "Train": {"Loss": 1.7465923361206055, "avg t": 1.2163371875, "plain loss": 1.1489487378234866}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 57.53999710083008, "Augmented-0.05-Quantile-Accuracy": 60.439998626708984, "Augmented-0.1-Quantile-Accuracy": 61.71999740600586, "Augmented-Accuracy": 66.0124, "Augmented-Loss": 1.2343935504512786, "Clean-Accuracy": 61.48, "Clean-Loss": 1.1458738693237305, "PGD-Accuracy": 0.14, "PGD-Loss": 5.346047579956054}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 1389.9064855575562, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.44999694824219, "Augmented-0.05-Quantile-Accuracy": 62.53999710083008, "Augmented-0.1-Quantile-Accuracy": 63.72999954223633, "Augmented-Accuracy": 68.4243, "Augmented-Loss": 1.2651634394760132, "Clean-Accuracy": 69.88, "Clean-Loss": 1.1605765350341797, "PGD-Accuracy": 0.17, "PGD-Loss": 5.910632379150391}, "Total-Time": 26496.593848228455, "Train": {"Loss": 1.7364158643341066, "avg t": 1.2137803125, "plain loss": 1.1449947700195322}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.04000091552734, "Augmented-0.05-Quantile-Accuracy": 66.86000061035156, "Augmented-0.1-Quantile-Accuracy": 67.83999633789062, "Augmented-Accuracy": 71.8694, "Augmented-Loss": 1.2091856638355256, "Clean-Accuracy": 66.38, "Clean-Loss": 1.1409694425582886, "PGD-Accuracy": 0.06, "PGD-Loss": 5.686137148284912}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 1389.4005808830261, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.56999969482422, "Augmented-0.05-Quantile-Accuracy": 61.97999954223633, "Augmented-0.1-Quantile-Accuracy": 63.54999923706055, "Augmented-Accuracy": 68.4481, "Augmented-Loss": 1.3047741885147095, "Clean-Accuracy": 71.52, "Clean-Loss": 1.1702861602783203, "PGD-Accuracy": 0.04, "PGD-Loss": 5.813797955322266}, "Total-Time": 27885.99442911148, "Train": {"Loss": 1.7212122106170655, "avg t": 1.20756859375, "plain loss": 1.1367145080261243}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.19999694824219, "Augmented-0.05-Quantile-Accuracy": 66.05999755859375, "Augmented-0.1-Quantile-Accuracy": 67.36000061035156, "Augmented-Accuracy": 72.154, "Augmented-Loss": 1.2268040367240907, "Clean-Accuracy": 70.6, "Clean-Loss": 1.10859693775177, "PGD-Accuracy": 0.12, "PGD-Loss": 5.579500471496582}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 1389.5913560390472, "Test": {"Augmented-0.01-Quantile-Accuracy": 50.5099983215332, "Augmented-0.05-Quantile-Accuracy": 53.709999084472656, "Augmented-0.1-Quantile-Accuracy": 55.14999771118164, "Augmented-Accuracy": 59.9193, "Augmented-Loss": 1.3694743533096314, "Clean-Accuracy": 65.67, "Clean-Loss": 1.1892963562011718, "PGD-Accuracy": 0.24, "PGD-Loss": 6.124558984375}, "Total-Time": 29275.585785150528, "Train": {"Loss": 1.7410729217910768, "avg t": 1.21304125, "plain loss": 1.1463263694763182}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 57.68000030517578, "Augmented-0.05-Quantile-Accuracy": 60.599998474121094, "Augmented-0.1-Quantile-Accuracy": 61.81999969482422, "Augmented-Accuracy": 66.1714, "Augmented-Loss": 1.2385295493392945, "Clean-Accuracy": 61.08, "Clean-Loss": 1.1971774196624756, "PGD-Accuracy": 0.34, "PGD-Loss": 5.835355234527588}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 1389.1064558029175, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.97999954223633, "Augmented-0.05-Quantile-Accuracy": 61.369998931884766, "Augmented-0.1-Quantile-Accuracy": 62.65999984741211, "Augmented-Accuracy": 67.472, "Augmented-Loss": 1.3171858075561524, "Clean-Accuracy": 71.34, "Clean-Loss": 1.1796910202026367, "PGD-Accuracy": 0.06, "PGD-Loss": 6.005765460205078}, "Total-Time": 30664.692240953445, "Train": {"Loss": 1.7060414512634277, "avg t": 1.2035384375, "plain loss": 1.130120556091309}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.39999771118164, "Augmented-0.05-Quantile-Accuracy": 66.13999938964844, "Augmented-0.1-Quantile-Accuracy": 67.55999755859375, "Augmented-Accuracy": 72.1444, "Augmented-Loss": 1.240353023492813, "Clean-Accuracy": 68.36, "Clean-Loss": 1.1151767518997193, "PGD-Accuracy": 0.0, "PGD-Loss": 5.768995464324951}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 1388.8368413448334, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.029998779296875, "Augmented-0.05-Quantile-Accuracy": 65.37999725341797, "Augmented-0.1-Quantile-Accuracy": 66.56999969482422, "Augmented-Accuracy": 71.041, "Augmented-Loss": 1.2898917994918824, "Clean-Accuracy": 73.5, "Clean-Loss": 1.1498813980102538, "PGD-Accuracy": 0.03, "PGD-Loss": 6.004379266357422}, "Total-Time": 32053.52908229828, "Train": {"Loss": 1.6956921591949463, "avg t": 1.20293296875, "plain loss": 1.1296931689147953}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.86000061035156, "Augmented-0.05-Quantile-Accuracy": 70.0199966430664, "Augmented-0.1-Quantile-Accuracy": 71.23999786376953, "Augmented-Accuracy": 75.441, "Augmented-Loss": 1.1953210180110931, "Clean-Accuracy": 72.58, "Clean-Loss": 1.1200566062927246, "PGD-Accuracy": 0.04, "PGD-Loss": 5.67688316192627}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 1389.0471503734589, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.87999725341797, "Augmented-0.05-Quantile-Accuracy": 58.78999710083008, "Augmented-0.1-Quantile-Accuracy": 60.22999954223633, "Augmented-Accuracy": 64.5172, "Augmented-Loss": 1.2916515134887696, "Clean-Accuracy": 68.88, "Clean-Loss": 1.162506761932373, "PGD-Accuracy": 0.3, "PGD-Loss": 5.430610818481445}, "Total-Time": 33442.57623267174, "Train": {"Loss": 1.7080872350692748, "avg t": 1.20121, "plain loss": 1.1266241283569345}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.959999084472656, "Augmented-0.05-Quantile-Accuracy": 64.47999572753906, "Augmented-0.1-Quantile-Accuracy": 65.79999542236328, "Augmented-Accuracy": 69.6926, "Augmented-Loss": 1.2084980904846192, "Clean-Accuracy": 65.34, "Clean-Loss": 1.1543371450424194, "PGD-Accuracy": 0.52, "PGD-Loss": 5.181363179779053}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 1389.8380212783813, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.44999694824219, "Augmented-0.05-Quantile-Accuracy": 61.96999740600586, "Augmented-0.1-Quantile-Accuracy": 63.269996643066406, "Augmented-Accuracy": 68.3143, "Augmented-Loss": 1.3287682854995728, "Clean-Accuracy": 70.4, "Clean-Loss": 1.1859701271057128, "PGD-Accuracy": 0.1, "PGD-Loss": 5.857029388427734}, "Total-Time": 34832.41425395012, "Train": {"Loss": 1.6834359016036988, "avg t": 1.19546125, "plain loss": 1.1166545692749028}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.73999786376953, "Augmented-0.05-Quantile-Accuracy": 67.73999786376953, "Augmented-0.1-Quantile-Accuracy": 69.36000061035156, "Augmented-Accuracy": 73.7112, "Augmented-Loss": 1.2305646364040375, "Clean-Accuracy": 71.0, "Clean-Loss": 1.070733616065979, "PGD-Accuracy": 0.1, "PGD-Loss": 5.632829991912842}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 1389.6903715133667, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.37999725341797, "Augmented-0.05-Quantile-Accuracy": 63.98999786376953, "Augmented-0.1-Quantile-Accuracy": 65.65999603271484, "Augmented-Accuracy": 70.4549, "Augmented-Loss": 1.327031946762085, "Clean-Accuracy": 71.52, "Clean-Loss": 1.1713079315185546, "PGD-Accuracy": 0.09, "PGD-Loss": 6.087226403808594}, "Total-Time": 36222.104625463486, "Train": {"Loss": 1.707621607131958, "avg t": 1.20090765625, "plain loss": 1.1279606203308101}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.73999786376953, "Augmented-0.05-Quantile-Accuracy": 68.37999725341797, "Augmented-0.1-Quantile-Accuracy": 69.81999969482422, "Augmented-Accuracy": 73.998, "Augmented-Loss": 1.2338439733314515, "Clean-Accuracy": 63.3, "Clean-Loss": 1.191455368423462, "PGD-Accuracy": 0.06, "PGD-Loss": 5.792306266784668}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 1389.5067603588104, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.16999816894531, "Augmented-0.05-Quantile-Accuracy": 60.97999954223633, "Augmented-0.1-Quantile-Accuracy": 62.40999984741211, "Augmented-Accuracy": 66.7212, "Augmented-Loss": 1.2511840131149292, "Clean-Accuracy": 69.72, "Clean-Loss": 1.1362545974731446, "PGD-Accuracy": 0.21, "PGD-Loss": 6.023547357177734}, "Total-Time": 37611.611385822296, "Train": {"Loss": 1.6786922924804688, "avg t": 1.1953678125, "plain loss": 1.1152431163330092}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.23999786376953, "Augmented-0.05-Quantile-Accuracy": 64.91999816894531, "Augmented-0.1-Quantile-Accuracy": 66.15999603271484, "Augmented-Accuracy": 70.269, "Augmented-Loss": 1.1819500120201112, "Clean-Accuracy": 65.84, "Clean-Loss": 1.1530594953536988, "PGD-Accuracy": 0.22, "PGD-Loss": 5.723715570831299}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 1390.2366366386414, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.769996643066406, "Augmented-0.05-Quantile-Accuracy": 65.01000213623047, "Augmented-0.1-Quantile-Accuracy": 66.45999908447266, "Augmented-Accuracy": 70.9878, "Augmented-Loss": 1.2653546151428223, "Clean-Accuracy": 71.18, "Clean-Loss": 1.1710281372070312, "PGD-Accuracy": 0.16, "PGD-Loss": 5.856197985839843}, "Total-Time": 39001.84802246094, "Train": {"Loss": 1.685053436050415, "avg t": 1.19608453125, "plain loss": 1.1164597321777339}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.69999694824219, "Augmented-0.05-Quantile-Accuracy": 66.23999786376953, "Augmented-0.1-Quantile-Accuracy": 67.97999572753906, "Augmented-Accuracy": 72.4584, "Augmented-Loss": 1.2143708627872467, "Clean-Accuracy": 65.92, "Clean-Loss": 1.0888214509010314, "PGD-Accuracy": 0.18, "PGD-Loss": 5.580757996368408}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 1389.4165766239166, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.12999725341797, "Augmented-0.05-Quantile-Accuracy": 60.06999969482422, "Augmented-0.1-Quantile-Accuracy": 61.69999694824219, "Augmented-Accuracy": 67.6176, "Augmented-Loss": 1.3519484514923095, "Clean-Accuracy": 73.33, "Clean-Loss": 1.1240496673583984, "PGD-Accuracy": 0.01, "PGD-Loss": 6.203029400634765}, "Total-Time": 40391.264599084854, "Train": {"Loss": 1.6903043521881103, "avg t": 1.194468125, "plain loss": 1.1153993556518549}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.36000061035156, "Augmented-0.05-Quantile-Accuracy": 68.08000183105469, "Augmented-0.1-Quantile-Accuracy": 69.5, "Augmented-Accuracy": 74.6774, "Augmented-Loss": 1.181524091852188, "Clean-Accuracy": 70.82, "Clean-Loss": 1.0571808883666993, "PGD-Accuracy": 0.12, "PGD-Loss": 5.9271793395996095}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 1389.1106333732605, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.22999954223633, "Augmented-0.05-Quantile-Accuracy": 61.43000030517578, "Augmented-0.1-Quantile-Accuracy": 62.91999816894531, "Augmented-Accuracy": 67.6514, "Augmented-Loss": 1.3237022859420777, "Clean-Accuracy": 68.34, "Clean-Loss": 1.159099394226074, "PGD-Accuracy": 0.04, "PGD-Loss": 6.007900787353516}, "Total-Time": 41780.375232458115, "Train": {"Loss": 1.673098210144043, "avg t": 1.1873365625, "plain loss": 1.1014045078735353}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.47999954223633, "Augmented-0.05-Quantile-Accuracy": 65.31999969482422, "Augmented-0.1-Quantile-Accuracy": 66.6199951171875, "Augmented-Accuracy": 70.654, "Augmented-Loss": 1.2162800421142579, "Clean-Accuracy": 69.5, "Clean-Loss": 1.096490029335022, "PGD-Accuracy": 0.14, "PGD-Loss": 5.688868670654297}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 1389.7764794826508, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.75, "Augmented-0.05-Quantile-Accuracy": 64.80999755859375, "Augmented-0.1-Quantile-Accuracy": 66.04999542236328, "Augmented-Accuracy": 70.3651, "Augmented-Loss": 1.2799780344848632, "Clean-Accuracy": 72.98, "Clean-Loss": 1.1341331008911133, "PGD-Accuracy": 0.08, "PGD-Loss": 5.877481964111328}, "Total-Time": 43170.151711940765, "Train": {"Loss": 1.6623399925231934, "avg t": 1.184686875, "plain loss": 1.100628113006591}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.1199951171875, "Augmented-0.05-Quantile-Accuracy": 69.0199966430664, "Augmented-0.1-Quantile-Accuracy": 70.5, "Augmented-Accuracy": 74.5172, "Augmented-Loss": 1.1905251570720672, "Clean-Accuracy": 71.2, "Clean-Loss": 1.1125912830352782, "PGD-Accuracy": 0.16, "PGD-Loss": 5.6182055778503415}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 1389.428379058838, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.38999938964844, "Augmented-0.05-Quantile-Accuracy": 64.77999877929688, "Augmented-0.1-Quantile-Accuracy": 66.15999603271484, "Augmented-Accuracy": 70.9767, "Augmented-Loss": 1.2890016450576782, "Clean-Accuracy": 73.73, "Clean-Loss": 1.1298928932189942, "PGD-Accuracy": 0.14, "PGD-Loss": 5.950838818359375}, "Total-Time": 44559.5800909996, "Train": {"Loss": 1.6664927142715453, "avg t": 1.1885096875, "plain loss": 1.1038421493225095}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.65999603271484, "Augmented-0.05-Quantile-Accuracy": 69.68000030517578, "Augmented-0.1-Quantile-Accuracy": 71.04000091552734, "Augmented-Accuracy": 75.5422, "Augmented-Loss": 1.1725730375328065, "Clean-Accuracy": 73.72, "Clean-Loss": 1.0666604341506958, "PGD-Accuracy": 0.14, "PGD-Loss": 5.681556742858887}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 1387.7014076709747, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.64999771118164, "Augmented-0.05-Quantile-Accuracy": 59.30999755859375, "Augmented-0.1-Quantile-Accuracy": 61.03999710083008, "Augmented-Accuracy": 66.3767, "Augmented-Loss": 1.380529834411621, "Clean-Accuracy": 72.86, "Clean-Loss": 1.185955517578125, "PGD-Accuracy": 0.04, "PGD-Loss": 6.394129644775391}, "Total-Time": 45947.28149867058, "Train": {"Loss": 1.6520525672531128, "avg t": 1.18810484375, "plain loss": 1.1048719279174801}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.959999084472656, "Augmented-0.05-Quantile-Accuracy": 67.43999481201172, "Augmented-0.1-Quantile-Accuracy": 68.95999908447266, "Augmented-Accuracy": 73.4528, "Augmented-Loss": 1.2339473097991944, "Clean-Accuracy": 72.58, "Clean-Loss": 1.0848201419830321, "PGD-Accuracy": 0.02, "PGD-Loss": 6.066038665008545}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 1389.5343351364136, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.779998779296875, "Augmented-0.05-Quantile-Accuracy": 64.08000183105469, "Augmented-0.1-Quantile-Accuracy": 65.68000030517578, "Augmented-Accuracy": 70.2247, "Augmented-Loss": 1.2719488834381103, "Clean-Accuracy": 72.34, "Clean-Loss": 1.1341548309326173, "PGD-Accuracy": 0.08, "PGD-Loss": 5.711881329345703}, "Total-Time": 47336.81583380699, "Train": {"Loss": 1.649636545944214, "avg t": 1.18258625, "plain loss": 1.0937903951110841}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.97999572753906, "Augmented-0.05-Quantile-Accuracy": 68.9000015258789, "Augmented-0.1-Quantile-Accuracy": 70.36000061035156, "Augmented-Accuracy": 74.7762, "Augmented-Loss": 1.1716852266292572, "Clean-Accuracy": 62.98, "Clean-Loss": 1.1048717043876648, "PGD-Accuracy": 0.14, "PGD-Loss": 5.396315756225586}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 1390.0827674865723, "Test": {"Augmented-0.01-Quantile-Accuracy": 53.03999710083008, "Augmented-0.05-Quantile-Accuracy": 56.18000030517578, "Augmented-0.1-Quantile-Accuracy": 57.44999694824219, "Augmented-Accuracy": 61.9485, "Augmented-Loss": 1.2962241420974732, "Clean-Accuracy": 66.96, "Clean-Loss": 1.1587598831176757, "PGD-Accuracy": 0.04, "PGD-Loss": 5.771301129150391}, "Total-Time": 48726.898601293564, "Train": {"Loss": 1.6610058053207397, "avg t": 1.18645484375, "plain loss": 1.1020618251342762}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 59.57999801635742, "Augmented-0.05-Quantile-Accuracy": 62.29999923706055, "Augmented-0.1-Quantile-Accuracy": 63.65999984741211, "Augmented-Accuracy": 67.9448, "Augmented-Loss": 1.2095704554195403, "Clean-Accuracy": 66.88, "Clean-Loss": 1.1287350009918213, "PGD-Accuracy": 0.1, "PGD-Loss": 5.414156335449219}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 1389.8902778625488, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.689998626708984, "Augmented-0.05-Quantile-Accuracy": 57.849998474121094, "Augmented-0.1-Quantile-Accuracy": 59.439998626708984, "Augmented-Accuracy": 64.8526, "Augmented-Loss": 1.3140201907196045, "Clean-Accuracy": 68.77, "Clean-Loss": 1.1641973724365235, "PGD-Accuracy": 0.19, "PGD-Loss": 5.623376403808594}, "Total-Time": 50116.78887915611, "Train": {"Loss": 1.649696093673706, "avg t": 1.1815546875, "plain loss": 1.0964517432250975}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.34000015258789, "Augmented-0.05-Quantile-Accuracy": 63.87999725341797, "Augmented-0.1-Quantile-Accuracy": 65.18000030517578, "Augmented-Accuracy": 69.7786, "Augmented-Loss": 1.2051160996799468, "Clean-Accuracy": 67.18, "Clean-Loss": 1.082777264213562, "PGD-Accuracy": 0.12, "PGD-Loss": 5.330794431304931}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 1390.17662525177, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.38999938964844, "Augmented-0.05-Quantile-Accuracy": 62.63999938964844, "Augmented-0.1-Quantile-Accuracy": 64.30999755859375, "Augmented-Accuracy": 69.3645, "Augmented-Loss": 1.3094538586273194, "Clean-Accuracy": 72.83, "Clean-Loss": 1.1413166511535644, "PGD-Accuracy": 0.07, "PGD-Loss": 5.831400378417968}, "Total-Time": 51506.96550440788, "Train": {"Loss": 1.641452798538208, "avg t": 1.17836109375, "plain loss": 1.090211228454591}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.13999938964844, "Augmented-0.05-Quantile-Accuracy": 68.58000183105469, "Augmented-0.1-Quantile-Accuracy": 69.91999816894531, "Augmented-Accuracy": 74.381, "Augmented-Loss": 1.1938898699874878, "Clean-Accuracy": 71.98, "Clean-Loss": 1.0509946022033692, "PGD-Accuracy": 0.22, "PGD-Loss": 5.455596971130371}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 2588.5912716388702, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.56999969482422, "Augmented-0.05-Quantile-Accuracy": 59.88999938964844, "Augmented-0.1-Quantile-Accuracy": 61.779998779296875, "Augmented-Accuracy": 66.9748, "Augmented-Loss": 1.3256218592681885, "Clean-Accuracy": 72.1, "Clean-Loss": 1.1317302291870117, "PGD-Accuracy": 0.07, "PGD-Loss": 6.01527841796875}, "Total-Time": 54095.55677604675, "Train": {"Loss": 1.6452639363861083, "avg t": 1.1784659375, "plain loss": 1.0910796330261219}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.619998931884766, "Augmented-0.05-Quantile-Accuracy": 66.95999908447266, "Augmented-0.1-Quantile-Accuracy": 68.54000091552734, "Augmented-Accuracy": 73.2718, "Augmented-Loss": 1.184362537618637, "Clean-Accuracy": 70.0, "Clean-Loss": 1.0697407806396484, "PGD-Accuracy": 0.04, "PGD-Loss": 5.601322290802002}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 2789.1673505306244, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.98999786376953, "Augmented-0.05-Quantile-Accuracy": 63.88999938964844, "Augmented-0.1-Quantile-Accuracy": 65.37999725341797, "Augmented-Accuracy": 69.706, "Augmented-Loss": 1.2566518215942384, "Clean-Accuracy": 71.47, "Clean-Loss": 1.0959142066955567, "PGD-Accuracy": 0.11, "PGD-Loss": 5.829922406005859}, "Total-Time": 56884.72412657738, "Train": {"Loss": 1.6546386641693116, "avg t": 1.17968296875, "plain loss": 1.0939841949768048}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.69999694824219, "Augmented-0.05-Quantile-Accuracy": 67.81999969482422, "Augmented-0.1-Quantile-Accuracy": 68.79999542236328, "Augmented-Accuracy": 72.7182, "Augmented-Loss": 1.1570309799098968, "Clean-Accuracy": 71.98, "Clean-Loss": 1.0143565954208373, "PGD-Accuracy": 0.1, "PGD-Loss": 5.561341974639893}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 2787.194616317749, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.32999801635742, "Augmented-0.05-Quantile-Accuracy": 60.7599983215332, "Augmented-0.1-Quantile-Accuracy": 62.34000015258789, "Augmented-Accuracy": 67.2266, "Augmented-Loss": 1.2967247546691894, "Clean-Accuracy": 72.35, "Clean-Loss": 1.1361221885681152, "PGD-Accuracy": 0.05, "PGD-Loss": 6.19005151977539}, "Total-Time": 59671.918742895126, "Train": {"Loss": 1.6198171004486084, "avg t": 1.1708084375, "plain loss": 1.0783118678894048}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.77999877929688, "Augmented-0.05-Quantile-Accuracy": 69.19999694824219, "Augmented-0.1-Quantile-Accuracy": 70.55999755859375, "Augmented-Accuracy": 74.952, "Augmented-Loss": 1.169719857486725, "Clean-Accuracy": 74.36, "Clean-Loss": 1.0618088121414184, "PGD-Accuracy": 0.08, "PGD-Loss": 5.955340618896485}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 2788.368124961853, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.849998474121094, "Augmented-0.05-Quantile-Accuracy": 60.90999984741211, "Augmented-0.1-Quantile-Accuracy": 62.5099983215332, "Augmented-Accuracy": 66.7694, "Augmented-Loss": 1.270621182182312, "Clean-Accuracy": 71.43, "Clean-Loss": 1.1120747680664063, "PGD-Accuracy": 0.13, "PGD-Loss": 5.742080133056641}, "Total-Time": 62460.28686785698, "Train": {"Loss": 1.6473647799682618, "avg t": 1.1803409375, "plain loss": 1.0909814125976578}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.57999801635742, "Augmented-0.05-Quantile-Accuracy": 66.47999572753906, "Augmented-0.1-Quantile-Accuracy": 67.81999969482422, "Augmented-Accuracy": 71.933, "Augmented-Loss": 1.1677269445037841, "Clean-Accuracy": 68.78, "Clean-Loss": 1.027355312538147, "PGD-Accuracy": 0.2, "PGD-Loss": 5.365263220214843}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 2785.6537520885468, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.029998779296875, "Augmented-0.05-Quantile-Accuracy": 64.52999877929688, "Augmented-0.1-Quantile-Accuracy": 65.72000122070312, "Augmented-Accuracy": 69.943, "Augmented-Loss": 1.21897200680542, "Clean-Accuracy": 71.66, "Clean-Loss": 1.076967561340332, "PGD-Accuracy": 0.32, "PGD-Loss": 5.74532099609375}, "Total-Time": 65245.940619945526, "Train": {"Loss": 1.6481213749694825, "avg t": 1.1801446875, "plain loss": 1.0929270338745116}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.72000122070312, "Augmented-0.05-Quantile-Accuracy": 68.1199951171875, "Augmented-0.1-Quantile-Accuracy": 69.5, "Augmented-Accuracy": 73.016, "Augmented-Loss": 1.138824997739792, "Clean-Accuracy": 62.58, "Clean-Loss": 1.0541342918395995, "PGD-Accuracy": 0.24, "PGD-Loss": 5.46607391204834}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 2786.327179670334, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.81999969482422, "Augmented-0.05-Quantile-Accuracy": 66.0, "Augmented-0.1-Quantile-Accuracy": 67.30999755859375, "Augmented-Accuracy": 71.7104, "Augmented-Loss": 1.2668173868484498, "Clean-Accuracy": 74.79, "Clean-Loss": 1.1121032852172852, "PGD-Accuracy": 0.3, "PGD-Loss": 5.891748974609375}, "Total-Time": 68032.26779961586, "Train": {"Loss": 1.6484953302764893, "avg t": 1.17901484375, "plain loss": 1.0916989630432141}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.1199951171875, "Augmented-0.05-Quantile-Accuracy": 69.86000061035156, "Augmented-0.1-Quantile-Accuracy": 71.25999450683594, "Augmented-Accuracy": 75.7824, "Augmented-Loss": 1.1620249272556304, "Clean-Accuracy": 73.62, "Clean-Loss": 1.046532162475586, "PGD-Accuracy": 0.24, "PGD-Loss": 5.5534701217651365}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 2787.3155012130737, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.1099967956543, "Augmented-0.05-Quantile-Accuracy": 63.44999694824219, "Augmented-0.1-Quantile-Accuracy": 65.08999633789062, "Augmented-Accuracy": 70.2066, "Augmented-Loss": 1.280121440361023, "Clean-Accuracy": 74.21, "Clean-Loss": 1.1034807258605956, "PGD-Accuracy": 0.04, "PGD-Loss": 6.158900286865235}, "Total-Time": 70819.58330082893, "Train": {"Loss": 1.6181540254974365, "avg t": 1.1757290625, "plain loss": 1.0844349201660153}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.5199966430664, "Augmented-0.05-Quantile-Accuracy": 68.72000122070312, "Augmented-0.1-Quantile-Accuracy": 70.15999603271484, "Augmented-Accuracy": 74.5742, "Augmented-Loss": 1.1573148783721925, "Clean-Accuracy": 74.64, "Clean-Loss": 0.9999419166564941, "PGD-Accuracy": 0.08, "PGD-Loss": 5.8756797409057615}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 2787.4544191360474, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.27000045776367, "Augmented-0.05-Quantile-Accuracy": 61.15999984741211, "Augmented-0.1-Quantile-Accuracy": 62.8599967956543, "Augmented-Accuracy": 67.7119, "Augmented-Loss": 1.322324150680542, "Clean-Accuracy": 72.97, "Clean-Loss": 1.137538493347168, "PGD-Accuracy": 0.11, "PGD-Loss": 5.86492421875}, "Total-Time": 73607.03771996498, "Train": {"Loss": 1.6567074858093263, "avg t": 1.17970140625, "plain loss": 1.0928545071105968}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.33999633789062, "Augmented-0.05-Quantile-Accuracy": 67.77999877929688, "Augmented-0.1-Quantile-Accuracy": 68.93999481201172, "Augmented-Accuracy": 73.3568, "Augmented-Loss": 1.2000847277183533, "Clean-Accuracy": 70.68, "Clean-Loss": 1.0412597122192382, "PGD-Accuracy": 0.08, "PGD-Loss": 5.595072761535644}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 2786.573045730591, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.65999984741211, "Augmented-0.05-Quantile-Accuracy": 66.02999877929688, "Augmented-0.1-Quantile-Accuracy": 67.5199966430664, "Augmented-Accuracy": 72.1525, "Augmented-Loss": 1.231241043838501, "Clean-Accuracy": 75.78, "Clean-Loss": 1.0797518859863282, "PGD-Accuracy": 0.05, "PGD-Loss": 5.931809289550781}, "Total-Time": 76393.61076569557, "Train": {"Loss": 1.6178824530792237, "avg t": 1.1697809375, "plain loss": 1.0791353802490238}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.47999572753906, "Augmented-0.05-Quantile-Accuracy": 69.77999877929688, "Augmented-0.1-Quantile-Accuracy": 71.45999908447266, "Augmented-Accuracy": 76.3052, "Augmented-Loss": 1.1299135669612885, "Clean-Accuracy": 73.86, "Clean-Loss": 1.0395672752380372, "PGD-Accuracy": 0.06, "PGD-Loss": 5.659298963165283}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 2784.875042438507, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.75, "Augmented-0.05-Quantile-Accuracy": 59.04999923706055, "Augmented-0.1-Quantile-Accuracy": 60.13999938964844, "Augmented-Accuracy": 64.5517, "Augmented-Loss": 1.2990622759933472, "Clean-Accuracy": 68.16, "Clean-Loss": 1.1477613571166991, "PGD-Accuracy": 0.19, "PGD-Loss": 5.827148486328125}, "Total-Time": 79178.48580813408, "Train": {"Loss": 1.6209731779479981, "avg t": 1.17091703125, "plain loss": 1.0775262555541996}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.31999969482422, "Augmented-0.05-Quantile-Accuracy": 64.68000030517578, "Augmented-0.1-Quantile-Accuracy": 65.95999908447266, "Augmented-Accuracy": 69.791, "Augmented-Loss": 1.1854980185394288, "Clean-Accuracy": 71.38, "Clean-Loss": 1.0511716045379638, "PGD-Accuracy": 0.28, "PGD-Loss": 5.46316590423584}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 2783.8086683750153, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.88999938964844, "Augmented-0.05-Quantile-Accuracy": 61.44999694824219, "Augmented-0.1-Quantile-Accuracy": 63.06999969482422, "Augmented-Accuracy": 68.2524, "Augmented-Loss": 1.3266264264068603, "Clean-Accuracy": 71.82, "Clean-Loss": 1.174288304901123, "PGD-Accuracy": 0.21, "PGD-Loss": 5.844585076904297}, "Total-Time": 81962.2944765091, "Train": {"Loss": 1.631125492477417, "avg t": 1.17504453125, "plain loss": 1.0837010045471185}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.0199966430664, "Augmented-0.05-Quantile-Accuracy": 68.23999786376953, "Augmented-0.1-Quantile-Accuracy": 69.65999603271484, "Augmented-Accuracy": 74.2602, "Augmented-Loss": 1.2129262850170135, "Clean-Accuracy": 71.6, "Clean-Loss": 1.032026636505127, "PGD-Accuracy": 0.14, "PGD-Loss": 5.615755294799805}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 2782.3482625484467, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.269996643066406, "Augmented-0.05-Quantile-Accuracy": 63.14999771118164, "Augmented-0.1-Quantile-Accuracy": 64.75, "Augmented-Accuracy": 70.104, "Augmented-Loss": 1.3419643503952026, "Clean-Accuracy": 75.27, "Clean-Loss": 1.1434866577148437, "PGD-Accuracy": 0.11, "PGD-Loss": 6.098965948486328}, "Total-Time": 84744.64273905754, "Train": {"Loss": 1.6157335739135743, "avg t": 1.17131046875, "plain loss": 1.0742713850097647}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.08000183105469, "Augmented-0.05-Quantile-Accuracy": 70.0999984741211, "Augmented-0.1-Quantile-Accuracy": 71.36000061035156, "Augmented-Accuracy": 75.7062, "Augmented-Loss": 1.1883179626522065, "Clean-Accuracy": 72.1, "Clean-Loss": 0.9972691785812378, "PGD-Accuracy": 0.06, "PGD-Loss": 5.807557751464843}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 2782.088981628418, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.97999954223633, "Augmented-0.05-Quantile-Accuracy": 64.20999908447266, "Augmented-0.1-Quantile-Accuracy": 65.54000091552734, "Augmented-Accuracy": 69.9729, "Augmented-Loss": 1.2541977072296142, "Clean-Accuracy": 72.48, "Clean-Loss": 1.1029005912780763, "PGD-Accuracy": 0.07, "PGD-Loss": 6.093496954345703}, "Total-Time": 87526.73172068596, "Train": {"Loss": 1.6254724625015258, "avg t": 1.171539375, "plain loss": 1.0736224101257332}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.63999938964844, "Augmented-0.05-Quantile-Accuracy": 67.72000122070312, "Augmented-0.1-Quantile-Accuracy": 69.0199966430664, "Augmented-Accuracy": 73.1542, "Augmented-Loss": 1.1505053029708863, "Clean-Accuracy": 72.08, "Clean-Loss": 1.0565003929138184, "PGD-Accuracy": 0.02, "PGD-Loss": 5.799432443237305}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 2782.01611495018, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.959999084472656, "Augmented-0.05-Quantile-Accuracy": 64.02999877929688, "Augmented-0.1-Quantile-Accuracy": 65.36000061035156, "Augmented-Accuracy": 69.856, "Augmented-Loss": 1.228704277229309, "Clean-Accuracy": 73.38, "Clean-Loss": 1.0842677536010743, "PGD-Accuracy": 0.13, "PGD-Loss": 5.669303588867187}, "Total-Time": 90308.74783563614, "Train": {"Loss": 1.6228914235687255, "avg t": 1.16935515625, "plain loss": 1.0712769955749497}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.63999938964844, "Augmented-0.05-Quantile-Accuracy": 68.79999542236328, "Augmented-0.1-Quantile-Accuracy": 70.08000183105469, "Augmented-Accuracy": 74.041, "Augmented-Loss": 1.1393968556137084, "Clean-Accuracy": 69.78, "Clean-Loss": 0.9766500946044921, "PGD-Accuracy": 0.14, "PGD-Loss": 5.381085034179687}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 2781.158547401428, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.91999816894531, "Augmented-0.05-Quantile-Accuracy": 61.90999984741211, "Augmented-0.1-Quantile-Accuracy": 63.37999725341797, "Augmented-Accuracy": 67.8351, "Augmented-Loss": 1.3229383610534668, "Clean-Accuracy": 72.39, "Clean-Loss": 1.1309265968322755, "PGD-Accuracy": 0.05, "PGD-Loss": 5.794453674316406}, "Total-Time": 93089.90638303757, "Train": {"Loss": 1.6258637839126586, "avg t": 1.17072125, "plain loss": 1.0771451026611338}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.0999984741211, "Augmented-0.05-Quantile-Accuracy": 68.37999725341797, "Augmented-0.1-Quantile-Accuracy": 69.65999603271484, "Augmented-Accuracy": 73.8, "Augmented-Loss": 1.1799634049358367, "Clean-Accuracy": 72.78, "Clean-Loss": 1.0993181732177735, "PGD-Accuracy": 0.1, "PGD-Loss": 5.48432583694458}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 2782.002461194992, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.18000030517578, "Augmented-0.05-Quantile-Accuracy": 64.51000213623047, "Augmented-0.1-Quantile-Accuracy": 66.16999816894531, "Augmented-Accuracy": 70.9862, "Augmented-Loss": 1.3462402355575562, "Clean-Accuracy": 76.32, "Clean-Loss": 1.1701216987609864, "PGD-Accuracy": 0.03, "PGD-Loss": 5.884486352539063}, "Total-Time": 95871.90884423256, "Train": {"Loss": 1.6224368841552734, "avg t": 1.16837046875, "plain loss": 1.0718160643920893}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.63999938964844, "Augmented-0.05-Quantile-Accuracy": 70.63999938964844, "Augmented-0.1-Quantile-Accuracy": 72.19999694824219, "Augmented-Accuracy": 76.5178, "Augmented-Loss": 1.2143649045562743, "Clean-Accuracy": 72.62, "Clean-Loss": 1.1498400943756104, "PGD-Accuracy": 0.12, "PGD-Loss": 5.597660473632812}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 2783.0031480789185, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.04999923706055, "Augmented-0.05-Quantile-Accuracy": 63.2599983215332, "Augmented-0.1-Quantile-Accuracy": 64.58000183105469, "Augmented-Accuracy": 69.5068, "Augmented-Loss": 1.2715727612304688, "Clean-Accuracy": 74.2, "Clean-Loss": 1.101762070465088, "PGD-Accuracy": 0.07, "PGD-Loss": 6.014470806884765}, "Total-Time": 98654.91199231148, "Train": {"Loss": 1.6059054596710205, "avg t": 1.1685475, "plain loss": 1.0679177783203126}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.6199951171875, "Augmented-0.05-Quantile-Accuracy": 68.87999725341797, "Augmented-0.1-Quantile-Accuracy": 70.04000091552734, "Augmented-Accuracy": 73.9826, "Augmented-Loss": 1.1732782570991516, "Clean-Accuracy": 72.28, "Clean-Loss": 1.031372504043579, "PGD-Accuracy": 0.14, "PGD-Loss": 5.6997324668884275}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 2787.600461244583, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.18000030517578, "Augmented-0.05-Quantile-Accuracy": 65.62999725341797, "Augmented-0.1-Quantile-Accuracy": 67.19999694824219, "Augmented-Accuracy": 71.9415, "Augmented-Loss": 1.2445856189117432, "Clean-Accuracy": 76.88, "Clean-Loss": 1.061978742980957, "PGD-Accuracy": 0.03, "PGD-Loss": 6.26363359375}, "Total-Time": 101442.51245355606, "Train": {"Loss": 1.6147426291275024, "avg t": 1.1690553125, "plain loss": 1.0722681725463867}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.55999755859375, "Augmented-0.05-Quantile-Accuracy": 72.5999984741211, "Augmented-0.1-Quantile-Accuracy": 74.05999755859375, "Augmented-Accuracy": 78.2204, "Augmented-Loss": 1.1120556359729767, "Clean-Accuracy": 78.04, "Clean-Loss": 0.9657947250366211, "PGD-Accuracy": 0.06, "PGD-Loss": 5.971440846252442}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 2787.382737159729, "Test": {"Augmented-0.01-Quantile-Accuracy": 72.95999908447266, "Augmented-0.05-Quantile-Accuracy": 75.48999786376953, "Augmented-0.1-Quantile-Accuracy": 76.9000015258789, "Augmented-Accuracy": 80.9396, "Augmented-Loss": 1.0552963000946045, "Clean-Accuracy": 83.83, "Clean-Loss": 0.9021710678100586, "PGD-Accuracy": 0.04, "PGD-Loss": 6.34509052734375}, "Total-Time": 104229.89519071579, "Train": {"Loss": 1.2603287315940856, "avg t": 1.077485625, "plain loss": 0.9115243475646977}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 78.68000030517578, "Augmented-0.05-Quantile-Accuracy": 81.27999877929688, "Augmented-0.1-Quantile-Accuracy": 82.45999908447266, "Augmented-Accuracy": 85.8398, "Augmented-Loss": 0.9372754537258148, "Clean-Accuracy": 83.72, "Clean-Loss": 0.8140153707504273, "PGD-Accuracy": 0.1, "PGD-Loss": 5.954079327392578}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 2784.990957260132, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.0199966430664, "Augmented-0.05-Quantile-Accuracy": 77.93999481201172, "Augmented-0.1-Quantile-Accuracy": 79.33999633789062, "Augmented-Accuracy": 82.7331, "Augmented-Loss": 0.9973847914810181, "Clean-Accuracy": 85.14, "Clean-Loss": 0.8525373008728028, "PGD-Accuracy": 0.03, "PGD-Loss": 6.4772438720703125}, "Total-Time": 107014.88614797592, "Train": {"Loss": 1.1784280247116088, "avg t": 1.04154859375, "plain loss": 0.8456480266723642}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 79.79999542236328, "Augmented-0.05-Quantile-Accuracy": 82.19999694824219, "Augmented-0.1-Quantile-Accuracy": 83.0999984741211, "Augmented-Accuracy": 86.7072, "Augmented-Loss": 0.8849643176364899, "Clean-Accuracy": 82.62, "Clean-Loss": 0.8058201389312745, "PGD-Accuracy": 0.08, "PGD-Loss": 6.071179678344727}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 2785.5787987709045, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.47000122070312, "Augmented-0.05-Quantile-Accuracy": 77.52999877929688, "Augmented-0.1-Quantile-Accuracy": 78.68999481201172, "Augmented-Accuracy": 82.3195, "Augmented-Loss": 0.9830202396469117, "Clean-Accuracy": 84.56, "Clean-Loss": 0.8498678260803223, "PGD-Accuracy": 0.06, "PGD-Loss": 6.58981928100586}, "Total-Time": 109800.46494674683, "Train": {"Loss": 1.1336175329971314, "avg t": 1.0262821875, "plain loss": 0.8185180903625493}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 79.97999572753906, "Augmented-0.05-Quantile-Accuracy": 82.73999786376953, "Augmented-0.1-Quantile-Accuracy": 83.73999786376953, "Augmented-Accuracy": 87.022, "Augmented-Loss": 0.8687519661579132, "Clean-Accuracy": 79.08, "Clean-Loss": 0.8014777130126953, "PGD-Accuracy": 0.06, "PGD-Loss": 6.16492972946167}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 2786.4955945014954, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.58000183105469, "Augmented-0.05-Quantile-Accuracy": 78.19999694824219, "Augmented-0.1-Quantile-Accuracy": 79.5199966430664, "Augmented-Accuracy": 83.5007, "Augmented-Loss": 0.966294815498352, "Clean-Accuracy": 85.08, "Clean-Loss": 0.8398505920410156, "PGD-Accuracy": 0.05, "PGD-Loss": 6.651179925537109}, "Total-Time": 112586.96054124832, "Train": {"Loss": 1.1231755072784424, "avg t": 1.02006796875, "plain loss": 0.8076220178527823}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.0999984741211, "Augmented-0.05-Quantile-Accuracy": 83.73999786376953, "Augmented-0.1-Quantile-Accuracy": 84.63999938964844, "Augmented-Accuracy": 87.558, "Augmented-Loss": 0.8615789734306335, "Clean-Accuracy": 86.54, "Clean-Loss": 0.7745201459884643, "PGD-Accuracy": 0.06, "PGD-Loss": 6.248411028289795}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 2784.557552576065, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.33999633789062, "Augmented-0.05-Quantile-Accuracy": 78.25999450683594, "Augmented-0.1-Quantile-Accuracy": 79.5, "Augmented-Accuracy": 83.2725, "Augmented-Loss": 0.9391677279434204, "Clean-Accuracy": 85.52, "Clean-Loss": 0.8134199584960937, "PGD-Accuracy": 0.01, "PGD-Loss": 6.664051208496094}, "Total-Time": 115371.51809382439, "Train": {"Loss": 1.1007917004394532, "avg t": 1.01173046875, "plain loss": 0.7934648794250492}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.55999755859375, "Augmented-0.05-Quantile-Accuracy": 83.68000030517578, "Augmented-0.1-Quantile-Accuracy": 84.57999420166016, "Augmented-Accuracy": 87.7824, "Augmented-Loss": 0.8313429041633605, "Clean-Accuracy": 86.24, "Clean-Loss": 0.7833570363998413, "PGD-Accuracy": 0.1, "PGD-Loss": 6.279090585327149}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 2781.536948442459, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.50999450683594, "Augmented-0.05-Quantile-Accuracy": 79.27999877929688, "Augmented-0.1-Quantile-Accuracy": 80.3499984741211, "Augmented-Accuracy": 83.8057, "Augmented-Loss": 0.9363412705993652, "Clean-Accuracy": 85.84, "Clean-Loss": 0.8176142097473145, "PGD-Accuracy": 0.04, "PGD-Loss": 6.725517779541016}, "Total-Time": 118153.05504226685, "Train": {"Loss": 1.0875321271896363, "avg t": 1.00767578125, "plain loss": 0.7823169121398924}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.73999786376953, "Augmented-0.05-Quantile-Accuracy": 84.13999938964844, "Augmented-0.1-Quantile-Accuracy": 85.18000030517578, "Augmented-Accuracy": 88.4178, "Augmented-Loss": 0.8339453619146348, "Clean-Accuracy": 84.52, "Clean-Loss": 0.759957635307312, "PGD-Accuracy": 0.08, "PGD-Loss": 6.274609692382812}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 2780.160708427429, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.55999755859375, "Augmented-0.05-Quantile-Accuracy": 79.36000061035156, "Augmented-0.1-Quantile-Accuracy": 80.5, "Augmented-Accuracy": 84.0884, "Augmented-Loss": 0.930215915473938, "Clean-Accuracy": 86.62, "Clean-Loss": 0.8012977561950684, "PGD-Accuracy": 0.03, "PGD-Loss": 6.652858404541016}, "Total-Time": 120933.21575069427, "Train": {"Loss": 1.076085291366577, "avg t": 1.0013625, "plain loss": 0.7792707604064947}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.75999450683594, "Augmented-0.05-Quantile-Accuracy": 84.25999450683594, "Augmented-0.1-Quantile-Accuracy": 85.25999450683594, "Augmented-Accuracy": 88.2216, "Augmented-Loss": 0.8188417921676636, "Clean-Accuracy": 88.76, "Clean-Loss": 0.7565008584976196, "PGD-Accuracy": 0.06, "PGD-Loss": 6.26482794418335}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 2783.0952513217926, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.48999786376953, "Augmented-0.05-Quantile-Accuracy": 79.25999450683594, "Augmented-0.1-Quantile-Accuracy": 80.38999938964844, "Augmented-Accuracy": 84.2871, "Augmented-Loss": 0.9251382156143189, "Clean-Accuracy": 86.35, "Clean-Loss": 0.8054250030517578, "PGD-Accuracy": 0.03, "PGD-Loss": 6.72383090209961}, "Total-Time": 123716.31100201607, "Train": {"Loss": 1.070289705142975, "avg t": 0.9984328125, "plain loss": 0.7735414458007813}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.13999938964844, "Augmented-0.05-Quantile-Accuracy": 85.57999420166016, "Augmented-0.1-Quantile-Accuracy": 86.55999755859375, "Augmented-Accuracy": 89.4784, "Augmented-Loss": 0.8180172431287765, "Clean-Accuracy": 85.26, "Clean-Loss": 0.7717212374687195, "PGD-Accuracy": 0.04, "PGD-Loss": 6.30814511642456}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 2777.7598779201508, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.5999984741211, "Augmented-0.05-Quantile-Accuracy": 79.45999908447266, "Augmented-0.1-Quantile-Accuracy": 80.5, "Augmented-Accuracy": 83.857, "Augmented-Loss": 0.9139221780471801, "Clean-Accuracy": 86.34, "Clean-Loss": 0.7990394554138184, "PGD-Accuracy": 0.04, "PGD-Loss": 6.696125653076172}, "Total-Time": 126494.07087993622, "Train": {"Loss": 1.0602682639694214, "avg t": 0.9957040625, "plain loss": 0.7717812313537589}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.75999450683594, "Augmented-0.05-Quantile-Accuracy": 84.72000122070312, "Augmented-0.1-Quantile-Accuracy": 85.6199951171875, "Augmented-Accuracy": 88.5006, "Augmented-Loss": 0.8063189054288864, "Clean-Accuracy": 86.14, "Clean-Loss": 0.7677578195571899, "PGD-Accuracy": 0.06, "PGD-Loss": 6.242675173950195}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 2782.949266910553, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.0, "Augmented-0.05-Quantile-Accuracy": 79.04000091552734, "Augmented-0.1-Quantile-Accuracy": 80.11000061035156, "Augmented-Accuracy": 83.7144, "Augmented-Loss": 0.9202482193756103, "Clean-Accuracy": 85.71, "Clean-Loss": 0.7971243064880371, "PGD-Accuracy": 0.06, "PGD-Loss": 6.755057025146485}, "Total-Time": 129277.02014684677, "Train": {"Loss": 1.0452763906478881, "avg t": 0.98906234375, "plain loss": 0.7592581091613777}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.63999938964844, "Augmented-0.05-Quantile-Accuracy": 85.15999603271484, "Augmented-0.1-Quantile-Accuracy": 86.41999816894531, "Augmented-Accuracy": 89.3762, "Augmented-Loss": 0.8015480389432907, "Clean-Accuracy": 89.22, "Clean-Loss": 0.7199556657791137, "PGD-Accuracy": 0.06, "PGD-Loss": 6.311280198669434}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 2784.676648378372, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.37999725341797, "Augmented-0.05-Quantile-Accuracy": 78.40999603271484, "Augmented-0.1-Quantile-Accuracy": 79.75999450683594, "Augmented-Accuracy": 83.2596, "Augmented-Loss": 0.9218061863555909, "Clean-Accuracy": 86.21, "Clean-Loss": 0.7984494079589843, "PGD-Accuracy": 0.04, "PGD-Loss": 6.712264978027344}, "Total-Time": 132061.69679522514, "Train": {"Loss": 1.0417564763069154, "avg t": 0.98621859375, "plain loss": 0.7592708014221194}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.41999816894531, "Augmented-0.05-Quantile-Accuracy": 84.68000030517578, "Augmented-0.1-Quantile-Accuracy": 85.65999603271484, "Augmented-Accuracy": 88.8784, "Augmented-Loss": 0.8019176904411316, "Clean-Accuracy": 88.1, "Clean-Loss": 0.7623653179168701, "PGD-Accuracy": 0.06, "PGD-Loss": 6.274060488891601}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 2782.8098669052124, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.31999969482422, "Augmented-0.05-Quantile-Accuracy": 79.11000061035156, "Augmented-0.1-Quantile-Accuracy": 80.25, "Augmented-Accuracy": 83.8768, "Augmented-Loss": 0.9187580461349487, "Clean-Accuracy": 86.64, "Clean-Loss": 0.8055258132934571, "PGD-Accuracy": 0.04, "PGD-Loss": 6.74357826538086}, "Total-Time": 134844.50666213036, "Train": {"Loss": 1.0387035125732422, "avg t": 0.98392859375, "plain loss": 0.7556903219604496}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.87999725341797, "Augmented-0.05-Quantile-Accuracy": 85.55999755859375, "Augmented-0.1-Quantile-Accuracy": 86.31999969482422, "Augmented-Accuracy": 89.3668, "Augmented-Loss": 0.8089972805318832, "Clean-Accuracy": 86.26, "Clean-Loss": 0.7560542338371277, "PGD-Accuracy": 0.06, "PGD-Loss": 6.350739498901367}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 2779.8146276474, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.18000030517578, "Augmented-0.05-Quantile-Accuracy": 78.98999786376953, "Augmented-0.1-Quantile-Accuracy": 80.08999633789062, "Augmented-Accuracy": 83.6765, "Augmented-Loss": 0.918831982925415, "Clean-Accuracy": 85.64, "Clean-Loss": 0.8122452911376953, "PGD-Accuracy": 0.02, "PGD-Loss": 6.631368737792969}, "Total-Time": 137624.32128977776, "Train": {"Loss": 1.0347351793289186, "avg t": 0.9826421875, "plain loss": 0.7552296624755861}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.72000122070312, "Augmented-0.05-Quantile-Accuracy": 85.18000030517578, "Augmented-0.1-Quantile-Accuracy": 86.0199966430664, "Augmented-Accuracy": 88.8654, "Augmented-Loss": 0.8060956382446289, "Clean-Accuracy": 87.5, "Clean-Loss": 0.7893700788497925, "PGD-Accuracy": 0.04, "PGD-Loss": 6.226924956512451}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 2779.0380866527557, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.65999603271484, "Augmented-0.05-Quantile-Accuracy": 79.30999755859375, "Augmented-0.1-Quantile-Accuracy": 80.4000015258789, "Augmented-Accuracy": 84.0218, "Augmented-Loss": 0.9108669911651611, "Clean-Accuracy": 85.95, "Clean-Loss": 0.8006503128051757, "PGD-Accuracy": 0.04, "PGD-Loss": 6.645893896484375}, "Total-Time": 140403.3593764305, "Train": {"Loss": 1.0291087061691284, "avg t": 0.97948078125, "plain loss": 0.7495302116699223}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.27999877929688, "Augmented-0.05-Quantile-Accuracy": 85.55999755859375, "Augmented-0.1-Quantile-Accuracy": 86.5999984741211, "Augmented-Accuracy": 89.3434, "Augmented-Loss": 0.8012584993057251, "Clean-Accuracy": 87.64, "Clean-Loss": 0.7444871547698975, "PGD-Accuracy": 0.1, "PGD-Loss": 6.231398566436767}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 2777.74223279953, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.25, "Augmented-0.05-Quantile-Accuracy": 79.8699951171875, "Augmented-0.1-Quantile-Accuracy": 81.16999816894531, "Augmented-Accuracy": 84.6161, "Augmented-Loss": 0.9198716717453003, "Clean-Accuracy": 86.63, "Clean-Loss": 0.8081485191345215, "PGD-Accuracy": 0.03, "PGD-Loss": 6.560752221679688}, "Total-Time": 143181.10160923004, "Train": {"Loss": 1.0323735847091675, "avg t": 0.98034390625, "plain loss": 0.7573432667388924}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.41999816894531, "Augmented-0.05-Quantile-Accuracy": 85.95999908447266, "Augmented-0.1-Quantile-Accuracy": 86.97999572753906, "Augmented-Accuracy": 89.8266, "Augmented-Loss": 0.8142252263650894, "Clean-Accuracy": 85.66, "Clean-Loss": 0.7908462615013122, "PGD-Accuracy": 0.12, "PGD-Loss": 6.128445834350586}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 2779.9055626392365, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.58000183105469, "Augmented-0.05-Quantile-Accuracy": 79.22000122070312, "Augmented-0.1-Quantile-Accuracy": 80.31999969482422, "Augmented-Accuracy": 83.9379, "Augmented-Loss": 0.9303673622436524, "Clean-Accuracy": 86.17, "Clean-Loss": 0.8190207496643066, "PGD-Accuracy": 0.02, "PGD-Loss": 6.655984161376953}, "Total-Time": 145961.00717186928, "Train": {"Loss": 1.0252511121749879, "avg t": 0.97692265625, "plain loss": 0.7526187476501472}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.1199951171875, "Augmented-0.05-Quantile-Accuracy": 85.5, "Augmented-0.1-Quantile-Accuracy": 86.45999908447266, "Augmented-Accuracy": 89.38, "Augmented-Loss": 0.8196764753255844, "Clean-Accuracy": 88.4, "Clean-Loss": 0.7365072528839112, "PGD-Accuracy": 0.06, "PGD-Loss": 6.264627463531494}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 2782.42281293869, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.66999816894531, "Augmented-0.05-Quantile-Accuracy": 79.82999420166016, "Augmented-0.1-Quantile-Accuracy": 80.98999786376953, "Augmented-Accuracy": 84.693, "Augmented-Loss": 0.9345234141464234, "Clean-Accuracy": 86.32, "Clean-Loss": 0.8210650749206543, "PGD-Accuracy": 0.01, "PGD-Loss": 6.58491025390625}, "Total-Time": 148743.42998480797, "Train": {"Loss": 1.0273283282470702, "avg t": 0.97672609375, "plain loss": 0.7563474169921879}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.55999755859375, "Augmented-0.05-Quantile-Accuracy": 86.0199966430664, "Augmented-0.1-Quantile-Accuracy": 86.73999786376953, "Augmented-Accuracy": 89.6388, "Augmented-Loss": 0.8208288049249649, "Clean-Accuracy": 88.04, "Clean-Loss": 0.740144537639618, "PGD-Accuracy": 0.06, "PGD-Loss": 6.23721480255127}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 2789.3401041030884, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.41999816894531, "Augmented-0.05-Quantile-Accuracy": 80.61000061035156, "Augmented-0.1-Quantile-Accuracy": 81.98999786376953, "Augmented-Accuracy": 85.126, "Augmented-Loss": 0.9077564102020264, "Clean-Accuracy": 86.75, "Clean-Loss": 0.8155581665039062, "PGD-Accuracy": 0.03, "PGD-Loss": 6.50106552734375}, "Total-Time": 151532.77008891106, "Train": {"Loss": 1.028618109703064, "avg t": 0.97746765625, "plain loss": 0.7600235928955075}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.47999572753906, "Augmented-0.05-Quantile-Accuracy": 86.07999420166016, "Augmented-0.1-Quantile-Accuracy": 87.04000091552734, "Augmented-Accuracy": 89.9822, "Augmented-Loss": 0.8131528710184097, "Clean-Accuracy": 86.36, "Clean-Loss": 0.7815473066329957, "PGD-Accuracy": 0.06, "PGD-Loss": 6.137584626770019}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 2790.434116125107, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.33000183105469, "Augmented-0.05-Quantile-Accuracy": 79.20999908447266, "Augmented-0.1-Quantile-Accuracy": 80.40999603271484, "Augmented-Accuracy": 84.1038, "Augmented-Loss": 0.9176249543380738, "Clean-Accuracy": 85.96, "Clean-Loss": 0.8154664176940918, "PGD-Accuracy": 0.04, "PGD-Loss": 6.48519868774414}, "Total-Time": 154323.20420503616, "Train": {"Loss": 1.0213421445465087, "avg t": 0.9740771875, "plain loss": 0.7586870771789552}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.13999938964844, "Augmented-0.05-Quantile-Accuracy": 85.95999908447266, "Augmented-0.1-Quantile-Accuracy": 87.13999938964844, "Augmented-Accuracy": 90.0642, "Augmented-Loss": 0.808852653787613, "Clean-Accuracy": 86.22, "Clean-Loss": 0.7817314949035644, "PGD-Accuracy": 0.08, "PGD-Loss": 6.150849515533447}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 2791.8560605049133, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.81999969482422, "Augmented-0.05-Quantile-Accuracy": 79.69999694824219, "Augmented-0.1-Quantile-Accuracy": 80.94999694824219, "Augmented-Accuracy": 84.4945, "Augmented-Loss": 0.9191595278625488, "Clean-Accuracy": 86.23, "Clean-Loss": 0.8146126235961914, "PGD-Accuracy": 0.04, "PGD-Loss": 6.455957507324219}, "Total-Time": 157115.06026554108, "Train": {"Loss": 1.0201290439605712, "avg t": 0.9735403125, "plain loss": 0.7609150711059567}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.07999420166016, "Augmented-0.05-Quantile-Accuracy": 85.69999694824219, "Augmented-0.1-Quantile-Accuracy": 86.45999908447266, "Augmented-Accuracy": 89.5768, "Augmented-Loss": 0.8118970495185852, "Clean-Accuracy": 87.2, "Clean-Loss": 0.7801177879333496, "PGD-Accuracy": 0.16, "PGD-Loss": 6.065467517852783}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 2791.4465749263763, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.18999481201172, "Augmented-0.05-Quantile-Accuracy": 81.02999877929688, "Augmented-0.1-Quantile-Accuracy": 82.13999938964844, "Augmented-Accuracy": 85.3715, "Augmented-Loss": 0.8999511872558593, "Clean-Accuracy": 87.23, "Clean-Loss": 0.7978915939331055, "PGD-Accuracy": 0.07, "PGD-Loss": 6.418768359375}, "Total-Time": 159906.50684046745, "Train": {"Loss": 0.9976140533065796, "avg t": 0.963246875, "plain loss": 0.7413656469421382}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.93999481201172, "Augmented-0.05-Quantile-Accuracy": 87.5199966430664, "Augmented-0.1-Quantile-Accuracy": 88.5999984741211, "Augmented-Accuracy": 91.037, "Augmented-Loss": 0.7930398994121551, "Clean-Accuracy": 85.86, "Clean-Loss": 0.7978521687507629, "PGD-Accuracy": 0.24, "PGD-Loss": 6.022391403961182}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 2790.307968378067, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.65999603271484, "Augmented-0.05-Quantile-Accuracy": 81.54999542236328, "Augmented-0.1-Quantile-Accuracy": 82.66999816894531, "Augmented-Accuracy": 85.9065, "Augmented-Loss": 0.8919790646514892, "Clean-Accuracy": 87.51, "Clean-Loss": 0.7923318412780762, "PGD-Accuracy": 0.07, "PGD-Loss": 6.393629278564453}, "Total-Time": 162696.81480884552, "Train": {"Loss": 0.9846121073150634, "avg t": 0.9575778125, "plain loss": 0.7289622943572999}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.54000091552734, "Augmented-0.05-Quantile-Accuracy": 87.86000061035156, "Augmented-0.1-Quantile-Accuracy": 88.73999786376953, "Augmented-Accuracy": 91.2526, "Augmented-Loss": 0.7830437460374832, "Clean-Accuracy": 85.36, "Clean-Loss": 0.7878663507461547, "PGD-Accuracy": 0.24, "PGD-Loss": 5.984244427490235}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 2789.011472225189, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.98999786376953, "Augmented-0.05-Quantile-Accuracy": 81.80999755859375, "Augmented-0.1-Quantile-Accuracy": 82.93000030517578, "Augmented-Accuracy": 86.0635, "Augmented-Loss": 0.8901376636276245, "Clean-Accuracy": 87.82, "Clean-Loss": 0.7908873901367187, "PGD-Accuracy": 0.07, "PGD-Loss": 6.369536248779297}, "Total-Time": 165485.8262810707, "Train": {"Loss": 0.9814225945091247, "avg t": 0.9547715625, "plain loss": 0.7196847811431889}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.0199966430664, "Augmented-0.05-Quantile-Accuracy": 87.9000015258789, "Augmented-0.1-Quantile-Accuracy": 88.69999694824219, "Augmented-Accuracy": 91.3054, "Augmented-Loss": 0.7816343152179718, "Clean-Accuracy": 88.78, "Clean-Loss": 0.7243705269813537, "PGD-Accuracy": 0.1, "PGD-Loss": 5.9937748565673825}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 2790.3262231349945, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.8499984741211, "Augmented-0.05-Quantile-Accuracy": 81.65999603271484, "Augmented-0.1-Quantile-Accuracy": 83.0199966430664, "Augmented-Accuracy": 86.0622, "Augmented-Loss": 0.8877416228103637, "Clean-Accuracy": 88.07, "Clean-Loss": 0.7859191513061523, "PGD-Accuracy": 0.06, "PGD-Loss": 6.332682818603516}, "Total-Time": 168276.1525042057, "Train": {"Loss": 0.9806345758628845, "avg t": 0.95303328125, "plain loss": 0.714824847076416}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.1199951171875, "Augmented-0.05-Quantile-Accuracy": 88.5999984741211, "Augmented-0.1-Quantile-Accuracy": 89.55999755859375, "Augmented-Accuracy": 92.123, "Augmented-Loss": 0.7739328811483384, "Clean-Accuracy": 88.54, "Clean-Loss": 0.7347788492202759, "PGD-Accuracy": 0.16, "PGD-Loss": 5.959605867767334}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 2791.617050409317, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.66999816894531, "Augmented-0.05-Quantile-Accuracy": 81.72000122070312, "Augmented-0.1-Quantile-Accuracy": 82.8699951171875, "Augmented-Accuracy": 86.0285, "Augmented-Loss": 0.8883528893814087, "Clean-Accuracy": 87.98, "Clean-Loss": 0.7868215789794922, "PGD-Accuracy": 0.07, "PGD-Loss": 6.312210180664063}, "Total-Time": 171067.76955461502, "Train": {"Loss": 0.9763575358200073, "avg t": 0.951378125, "plain loss": 0.7097679212951657}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.27999877929688, "Augmented-0.05-Quantile-Accuracy": 88.57999420166016, "Augmented-0.1-Quantile-Accuracy": 89.31999969482422, "Augmented-Accuracy": 91.9688, "Augmented-Loss": 0.7760369646596909, "Clean-Accuracy": 91.16, "Clean-Loss": 0.7182275198936462, "PGD-Accuracy": 0.16, "PGD-Loss": 5.9173853370666505}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 2792.6236774921417, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.04999542236328, "Augmented-0.05-Quantile-Accuracy": 81.5199966430664, "Augmented-0.1-Quantile-Accuracy": 82.95999908447266, "Augmented-Accuracy": 86.1107, "Augmented-Loss": 0.8865701172485352, "Clean-Accuracy": 88.07, "Clean-Loss": 0.7833061225891114, "PGD-Accuracy": 0.09, "PGD-Loss": 6.300191705322265}, "Total-Time": 173860.39323210716, "Train": {"Loss": 0.9752211862945557, "avg t": 0.95029765625, "plain loss": 0.7053439248657215}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.33999633789062, "Augmented-0.05-Quantile-Accuracy": 88.5999984741211, "Augmented-0.1-Quantile-Accuracy": 89.55999755859375, "Augmented-Accuracy": 92.0558, "Augmented-Loss": 0.7728745484838486, "Clean-Accuracy": 89.72, "Clean-Loss": 0.7077939330101013, "PGD-Accuracy": 0.22, "PGD-Loss": 5.913809870910645}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 2790.9904611110687, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.72999572753906, "Augmented-0.05-Quantile-Accuracy": 81.33999633789062, "Augmented-0.1-Quantile-Accuracy": 82.72000122070312, "Augmented-Accuracy": 86.0888, "Augmented-Loss": 0.8886777422027587, "Clean-Accuracy": 87.95, "Clean-Loss": 0.784170751953125, "PGD-Accuracy": 0.08, "PGD-Loss": 6.282943463134766}, "Total-Time": 176651.38369321823, "Train": {"Loss": 0.9734643584442139, "avg t": 0.94866859375, "plain loss": 0.7008975290374757}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.65999603271484, "Augmented-0.05-Quantile-Accuracy": 89.04000091552734, "Augmented-0.1-Quantile-Accuracy": 90.07999420166016, "Augmented-Accuracy": 92.304, "Augmented-Loss": 0.7687554940366745, "Clean-Accuracy": 88.08, "Clean-Loss": 0.7424328149795533, "PGD-Accuracy": 0.18, "PGD-Loss": 5.888846652221679}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 2792.3572793006897, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.82999420166016, "Augmented-0.05-Quantile-Accuracy": 81.56999969482422, "Augmented-0.1-Quantile-Accuracy": 82.68999481201172, "Augmented-Accuracy": 86.1807, "Augmented-Loss": 0.8870731146392822, "Clean-Accuracy": 87.97, "Clean-Loss": 0.7865697067260742, "PGD-Accuracy": 0.06, "PGD-Loss": 6.268576251220703}, "Total-Time": 179443.74097251892, "Train": {"Loss": 0.9738975527954101, "avg t": 0.94879390625, "plain loss": 0.7005036069641113}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.47999572753906, "Augmented-0.05-Quantile-Accuracy": 88.79999542236328, "Augmented-0.1-Quantile-Accuracy": 89.75999450683594, "Augmented-Accuracy": 92.106, "Augmented-Loss": 0.7716004853372573, "Clean-Accuracy": 89.26, "Clean-Loss": 0.7234773502349854, "PGD-Accuracy": 0.32, "PGD-Loss": 5.874604934692383}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 2789.786365747452, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.68000030517578, "Augmented-0.05-Quantile-Accuracy": 81.43000030517578, "Augmented-0.1-Quantile-Accuracy": 82.61000061035156, "Augmented-Accuracy": 86.0577, "Augmented-Loss": 0.890189691947937, "Clean-Accuracy": 87.99, "Clean-Loss": 0.7823286460876465, "PGD-Accuracy": 0.06, "PGD-Loss": 6.256109893798828}, "Total-Time": 182233.52733826637, "Train": {"Loss": 0.9711529372406006, "avg t": 0.94736953125, "plain loss": 0.6983837333374023}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.41999816894531, "Augmented-0.05-Quantile-Accuracy": 88.77999877929688, "Augmented-0.1-Quantile-Accuracy": 89.75999450683594, "Augmented-Accuracy": 92.226, "Augmented-Loss": 0.7675054952077865, "Clean-Accuracy": 90.5, "Clean-Loss": 0.6887099010467529, "PGD-Accuracy": 0.22, "PGD-Loss": 5.866175009918213}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 2782.413965702057, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.79000091552734, "Augmented-0.05-Quantile-Accuracy": 81.5199966430664, "Augmented-0.1-Quantile-Accuracy": 82.82999420166016, "Augmented-Accuracy": 86.1383, "Augmented-Loss": 0.8878409657440186, "Clean-Accuracy": 88.25, "Clean-Loss": 0.7821875411987305, "PGD-Accuracy": 0.07, "PGD-Loss": 6.23429287109375}, "Total-Time": 185015.94130396843, "Train": {"Loss": 0.9705858045959472, "avg t": 0.94683203125, "plain loss": 0.696846796020508}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.25999450683594, "Augmented-0.05-Quantile-Accuracy": 88.0999984741211, "Augmented-0.1-Quantile-Accuracy": 88.91999816894531, "Augmented-Accuracy": 91.9184, "Augmented-Loss": 0.7706714801731109, "Clean-Accuracy": 91.42, "Clean-Loss": 0.7408943581581116, "PGD-Accuracy": 0.2, "PGD-Loss": 5.857313488769531}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 2776.7530641555786, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.30999755859375, "Augmented-0.05-Quantile-Accuracy": 81.38999938964844, "Augmented-0.1-Quantile-Accuracy": 82.5999984741211, "Augmented-Accuracy": 85.9888, "Augmented-Loss": 0.8887205097198486, "Clean-Accuracy": 88.12, "Clean-Loss": 0.7863483711242676, "PGD-Accuracy": 0.06, "PGD-Loss": 6.206096765136719}, "Total-Time": 187792.694368124, "Train": {"Loss": 0.9702974524688721, "avg t": 0.94646203125, "plain loss": 0.6956603125762943}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.43999481201172, "Augmented-0.05-Quantile-Accuracy": 88.54000091552734, "Augmented-0.1-Quantile-Accuracy": 89.47999572753906, "Augmented-Accuracy": 92.1182, "Augmented-Loss": 0.7713212816839218, "Clean-Accuracy": 92.18, "Clean-Loss": 0.6776795722007751, "PGD-Accuracy": 0.16, "PGD-Loss": 5.816033142089844}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 2776.6455850601196, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.97999572753906, "Augmented-0.05-Quantile-Accuracy": 81.73999786376953, "Augmented-0.1-Quantile-Accuracy": 82.83999633789062, "Augmented-Accuracy": 86.2857, "Augmented-Loss": 0.8916544556808471, "Clean-Accuracy": 88.09, "Clean-Loss": 0.7883628242492676, "PGD-Accuracy": 0.07, "PGD-Loss": 6.184852410888672}, "Total-Time": 190569.33995318413, "Train": {"Loss": 0.9688567613983154, "avg t": 0.9459096875, "plain loss": 0.6960065453643791}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.91999816894531, "Augmented-0.05-Quantile-Accuracy": 88.79999542236328, "Augmented-0.1-Quantile-Accuracy": 89.95999908447266, "Augmented-Accuracy": 92.4092, "Augmented-Loss": 0.7726893598976136, "Clean-Accuracy": 88.32, "Clean-Loss": 0.7062723123550415, "PGD-Accuracy": 0.22, "PGD-Loss": 5.801247800445557}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 2780.03848028183, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.61000061035156, "Augmented-0.05-Quantile-Accuracy": 81.5199966430664, "Augmented-0.1-Quantile-Accuracy": 82.95999908447266, "Augmented-Accuracy": 86.2405, "Augmented-Loss": 0.8892862473602295, "Clean-Accuracy": 88.3, "Clean-Loss": 0.7840703178405761, "PGD-Accuracy": 0.08, "PGD-Loss": 6.1851549865722655}, "Total-Time": 193349.37843346596, "Train": {"Loss": 0.9669037054443359, "avg t": 0.94486, "plain loss": 0.6938123041534424}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.81999969482422, "Augmented-0.05-Quantile-Accuracy": 89.1199951171875, "Augmented-0.1-Quantile-Accuracy": 90.13999938964844, "Augmented-Accuracy": 92.6312, "Augmented-Loss": 0.7680374220218659, "Clean-Accuracy": 91.68, "Clean-Loss": 0.6960515943527221, "PGD-Accuracy": 0.24, "PGD-Loss": 5.800993510437012}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 2782.2977051734924, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.94999694824219, "Augmented-0.05-Quantile-Accuracy": 81.72999572753906, "Augmented-0.1-Quantile-Accuracy": 82.97000122070312, "Augmented-Accuracy": 86.2834, "Augmented-Loss": 0.8918792342758178, "Clean-Accuracy": 88.28, "Clean-Loss": 0.7839306251525879, "PGD-Accuracy": 0.08, "PGD-Loss": 6.162785705566407}, "Total-Time": 196131.67613863945, "Train": {"Loss": 0.9666540552902222, "avg t": 0.94406421875, "plain loss": 0.6915615369720459}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.63999938964844, "Augmented-0.05-Quantile-Accuracy": 90.0, "Augmented-0.1-Quantile-Accuracy": 90.79999542236328, "Augmented-Accuracy": 92.9888, "Augmented-Loss": 0.7670939497623444, "Clean-Accuracy": 92.04, "Clean-Loss": 0.6853968954086304, "PGD-Accuracy": 0.2, "PGD-Loss": 5.766759414672851}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 2781.499582052231, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.38999938964844, "Augmented-0.05-Quantile-Accuracy": 81.25, "Augmented-0.1-Quantile-Accuracy": 82.82999420166016, "Augmented-Accuracy": 86.0579, "Augmented-Loss": 0.8963402080612183, "Clean-Accuracy": 88.1, "Clean-Loss": 0.7847318046569824, "PGD-Accuracy": 0.08, "PGD-Loss": 6.158428021240234}, "Total-Time": 198913.17572069168, "Train": {"Loss": 0.9666631479454041, "avg t": 0.944264375, "plain loss": 0.6919415184020992}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.15999603271484, "Augmented-0.05-Quantile-Accuracy": 89.29999542236328, "Augmented-0.1-Quantile-Accuracy": 90.37999725341797, "Augmented-Accuracy": 92.8508, "Augmented-Loss": 0.7648005241193772, "Clean-Accuracy": 86.86, "Clean-Loss": 0.7640176209449768, "PGD-Accuracy": 0.36, "PGD-Loss": 5.750862347412109}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 2781.7221360206604, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.45999908447266, "Augmented-0.05-Quantile-Accuracy": 81.30999755859375, "Augmented-0.1-Quantile-Accuracy": 82.70999908447266, "Augmented-Accuracy": 86.0882, "Augmented-Loss": 0.8951063015060425, "Clean-Accuracy": 88.24, "Clean-Loss": 0.7866914321899414, "PGD-Accuracy": 0.08, "PGD-Loss": 6.15618031616211}, "Total-Time": 201694.89785671234, "Train": {"Loss": 0.965663793849945, "avg t": 0.94371109375, "plain loss": 0.691691219177246}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.57999420166016, "Augmented-0.05-Quantile-Accuracy": 89.41999816894531, "Augmented-0.1-Quantile-Accuracy": 90.4000015258789, "Augmented-Accuracy": 92.6432, "Augmented-Loss": 0.769294017665863, "Clean-Accuracy": 87.68, "Clean-Loss": 0.7500718335151673, "PGD-Accuracy": 0.4, "PGD-Loss": 5.759734628295899}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 2781.861264705658, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.5999984741211, "Augmented-0.05-Quantile-Accuracy": 81.32999420166016, "Augmented-0.1-Quantile-Accuracy": 82.63999938964844, "Augmented-Accuracy": 86.0818, "Augmented-Loss": 0.8948464526138306, "Clean-Accuracy": 88.14, "Clean-Loss": 0.7866520126342773, "PGD-Accuracy": 0.08, "PGD-Loss": 6.152751696777344}, "Total-Time": 204476.759121418, "Train": {"Loss": 0.9644241247367858, "avg t": 0.943304375, "plain loss": 0.6905829748077402}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.41999816894531, "Augmented-0.05-Quantile-Accuracy": 89.37999725341797, "Augmented-0.1-Quantile-Accuracy": 90.1199951171875, "Augmented-Accuracy": 92.5586, "Augmented-Loss": 0.7685919458847046, "Clean-Accuracy": 90.04, "Clean-Loss": 0.744584027671814, "PGD-Accuracy": 0.38, "PGD-Loss": 5.782526599121094}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 2777.1394548416138, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.52999877929688, "Augmented-0.05-Quantile-Accuracy": 81.23999786376953, "Augmented-0.1-Quantile-Accuracy": 82.66999816894531, "Augmented-Accuracy": 86.0911, "Augmented-Loss": 0.8945269640731811, "Clean-Accuracy": 88.19, "Clean-Loss": 0.7845065895080566, "PGD-Accuracy": 0.08, "PGD-Loss": 6.15130224609375}, "Total-Time": 207253.8985762596, "Train": {"Loss": 0.9655032447052002, "avg t": 0.943165625, "plain loss": 0.6901784996337892}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.18000030517578, "Augmented-0.05-Quantile-Accuracy": 89.6199951171875, "Augmented-0.1-Quantile-Accuracy": 90.41999816894531, "Augmented-Accuracy": 92.5956, "Augmented-Loss": 0.7656927457399368, "Clean-Accuracy": 87.56, "Clean-Loss": 0.7692710897445679, "PGD-Accuracy": 0.18, "PGD-Loss": 5.773551379394531}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 2775.4638907909393, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.57999420166016, "Augmented-0.05-Quantile-Accuracy": 81.32999420166016, "Augmented-0.1-Quantile-Accuracy": 82.66999816894531, "Augmented-Accuracy": 86.134, "Augmented-Loss": 0.8946208131332397, "Clean-Accuracy": 88.12, "Clean-Loss": 0.7892811027526856, "PGD-Accuracy": 0.09, "PGD-Loss": 6.1491988586425785}, "Total-Time": 210029.36246705055, "Train": {"Loss": 0.9642155006599427, "avg t": 0.94279171875, "plain loss": 0.6895849049835201}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.68000030517578, "Augmented-0.05-Quantile-Accuracy": 89.04000091552734, "Augmented-0.1-Quantile-Accuracy": 89.93999481201172, "Augmented-Accuracy": 92.558, "Augmented-Loss": 0.7728617251319885, "Clean-Accuracy": 89.52, "Clean-Loss": 0.7062667311668396, "PGD-Accuracy": 0.3, "PGD-Loss": 5.762544515991211}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 2774.3159301280975, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.6500015258789, "Augmented-0.05-Quantile-Accuracy": 81.5, "Augmented-0.1-Quantile-Accuracy": 82.69999694824219, "Augmented-Accuracy": 86.1099, "Augmented-Loss": 0.8946172613983154, "Clean-Accuracy": 88.17, "Clean-Loss": 0.7874842224121094, "PGD-Accuracy": 0.08, "PGD-Loss": 6.148671588134766}, "Total-Time": 212803.67839717865, "Train": {"Loss": 0.9654240446472168, "avg t": 0.943515625, "plain loss": 0.6907042207031245}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.87999725341797, "Augmented-0.05-Quantile-Accuracy": 89.47999572753906, "Augmented-0.1-Quantile-Accuracy": 90.13999938964844, "Augmented-Accuracy": 92.6858, "Augmented-Loss": 0.7686625570201874, "Clean-Accuracy": 89.32, "Clean-Loss": 0.7026320597648621, "PGD-Accuracy": 0.24, "PGD-Loss": 5.776317882537842}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 2769.9162986278534, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.5999984741211, "Augmented-0.05-Quantile-Accuracy": 81.32999420166016, "Augmented-0.1-Quantile-Accuracy": 82.68000030517578, "Augmented-Accuracy": 86.1249, "Augmented-Loss": 0.8947961191635132, "Clean-Accuracy": 87.98, "Clean-Loss": 0.7868988861083984, "PGD-Accuracy": 0.09, "PGD-Loss": 6.145075244140625}, "Total-Time": 215573.5946958065, "Train": {"Loss": 0.9636835375976562, "avg t": 0.9428440625, "plain loss": 0.6890120234374998}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.83999633789062, "Augmented-0.05-Quantile-Accuracy": 88.83999633789062, "Augmented-0.1-Quantile-Accuracy": 89.79999542236328, "Augmented-Accuracy": 92.2626, "Augmented-Loss": 0.7684915653553009, "Clean-Accuracy": 90.84, "Clean-Loss": 0.6834957439422608, "PGD-Accuracy": 0.24, "PGD-Loss": 5.75284769821167}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 2769.323815345764, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.58999633789062, "Augmented-0.05-Quantile-Accuracy": 81.3699951171875, "Augmented-0.1-Quantile-Accuracy": 82.73999786376953, "Augmented-Accuracy": 86.1126, "Augmented-Loss": 0.895092068321228, "Clean-Accuracy": 88.05, "Clean-Loss": 0.788503173828125, "PGD-Accuracy": 0.08, "PGD-Loss": 6.143349432373047}, "Total-Time": 218342.91851115227, "Train": {"Loss": 0.9639608238220215, "avg t": 0.942544375, "plain loss": 0.6894217835235593}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.0, "Augmented-0.05-Quantile-Accuracy": 89.25999450683594, "Augmented-0.1-Quantile-Accuracy": 90.0999984741211, "Augmented-Accuracy": 92.6778, "Augmented-Loss": 0.7673101648235321, "Clean-Accuracy": 90.58, "Clean-Loss": 0.7365488262176514, "PGD-Accuracy": 0.3, "PGD-Loss": 5.755471697235107}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 2771.6526992321014, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.41999816894531, "Augmented-0.05-Quantile-Accuracy": 81.43999481201172, "Augmented-0.1-Quantile-Accuracy": 82.65999603271484, "Augmented-Accuracy": 86.09, "Augmented-Loss": 0.8953844789352416, "Clean-Accuracy": 88.18, "Clean-Loss": 0.7868889007568359, "PGD-Accuracy": 0.09, "PGD-Loss": 6.142105804443359}, "Total-Time": 221114.57121038437, "Train": {"Loss": 0.964640064125061, "avg t": 0.94300765625, "plain loss": 0.6899951238403318}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.75999450683594, "Augmented-0.05-Quantile-Accuracy": 89.13999938964844, "Augmented-0.1-Quantile-Accuracy": 90.04000091552734, "Augmented-Accuracy": 92.6538, "Augmented-Loss": 0.769330851521492, "Clean-Accuracy": 92.36, "Clean-Loss": 0.6824690633773803, "PGD-Accuracy": 0.24, "PGD-Loss": 5.764863734436035}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 2770.994051218033, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.6500015258789, "Augmented-0.05-Quantile-Accuracy": 81.43000030517578, "Augmented-0.1-Quantile-Accuracy": 82.77999877929688, "Augmented-Accuracy": 86.1282, "Augmented-Loss": 0.8949420228424072, "Clean-Accuracy": 88.18, "Clean-Loss": 0.7869056304931641, "PGD-Accuracy": 0.09, "PGD-Loss": 6.137696630859375}, "Total-Time": 223885.5652616024, "Train": {"Loss": 0.9655325514984131, "avg t": 0.94325609375, "plain loss": 0.6902755744781484}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.97999572753906, "Augmented-0.05-Quantile-Accuracy": 89.22000122070312, "Augmented-0.1-Quantile-Accuracy": 90.05999755859375, "Augmented-Accuracy": 92.532, "Augmented-Loss": 0.7671440046548843, "Clean-Accuracy": 85.3, "Clean-Loss": 0.751566149520874, "PGD-Accuracy": 0.36, "PGD-Loss": 5.751087945556641}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 2770.4493958950043, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.50999450683594, "Augmented-0.05-Quantile-Accuracy": 81.3499984741211, "Augmented-0.1-Quantile-Accuracy": 82.77999877929688, "Augmented-Accuracy": 86.1099, "Augmented-Loss": 0.8955437857208252, "Clean-Accuracy": 88.18, "Clean-Loss": 0.7888080375671387, "PGD-Accuracy": 0.09, "PGD-Loss": 6.138157012939453}, "Total-Time": 226656.0146574974, "Train": {"Loss": 0.9652579535675049, "avg t": 0.94288953125, "plain loss": 0.6901630016479491}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.57999420166016, "Augmented-0.05-Quantile-Accuracy": 89.22000122070312, "Augmented-0.1-Quantile-Accuracy": 90.43999481201172, "Augmented-Accuracy": 92.6932, "Augmented-Loss": 0.7709655260810852, "Clean-Accuracy": 84.08, "Clean-Loss": 0.8067130826950073, "PGD-Accuracy": 0.26, "PGD-Loss": 5.750955220031738}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 2766.0721831321716, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.61000061035156, "Augmented-0.05-Quantile-Accuracy": 81.45999908447266, "Augmented-0.1-Quantile-Accuracy": 82.72000122070312, "Augmented-Accuracy": 86.1455, "Augmented-Loss": 0.8947683126831054, "Clean-Accuracy": 88.19, "Clean-Loss": 0.7885854888916015, "PGD-Accuracy": 0.09, "PGD-Loss": 6.137507934570312}, "Total-Time": 229422.08684062958, "Train": {"Loss": 0.9642353993988038, "avg t": 0.942746875, "plain loss": 0.6897475809936524}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.0999984741211, "Augmented-0.05-Quantile-Accuracy": 89.22000122070312, "Augmented-0.1-Quantile-Accuracy": 90.0199966430664, "Augmented-Accuracy": 92.4596, "Augmented-Loss": 0.771699811712265, "Clean-Accuracy": 90.92, "Clean-Loss": 0.6858909084320068, "PGD-Accuracy": 0.3, "PGD-Loss": 5.744457824707031}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 2764.1546618938446, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.72000122070312, "Augmented-0.05-Quantile-Accuracy": 81.43999481201172, "Augmented-0.1-Quantile-Accuracy": 82.79000091552734, "Augmented-Accuracy": 86.1562, "Augmented-Loss": 0.8947305666809082, "Clean-Accuracy": 88.24, "Clean-Loss": 0.7876116058349609, "PGD-Accuracy": 0.09, "PGD-Loss": 6.134366632080078}, "Total-Time": 232186.24150252342, "Train": {"Loss": 0.9634244820976258, "avg t": 0.94247515625, "plain loss": 0.689515879547119}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.31999969482422, "Augmented-0.05-Quantile-Accuracy": 89.19999694824219, "Augmented-0.1-Quantile-Accuracy": 90.22000122070312, "Augmented-Accuracy": 92.825, "Augmented-Loss": 0.7706179528198243, "Clean-Accuracy": 92.62, "Clean-Loss": 0.6851992840766907, "PGD-Accuracy": 0.38, "PGD-Loss": 5.747529046630859}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 2766.2132132053375, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.72999572753906, "Augmented-0.05-Quantile-Accuracy": 81.43999481201172, "Augmented-0.1-Quantile-Accuracy": 82.82999420166016, "Augmented-Accuracy": 86.1666, "Augmented-Loss": 0.8948877104797364, "Clean-Accuracy": 88.35, "Clean-Loss": 0.7879599967956543, "PGD-Accuracy": 0.09, "PGD-Loss": 6.13374833984375}, "Total-Time": 234952.45471572876, "Train": {"Loss": 0.9627010826301575, "avg t": 0.9420178125, "plain loss": 0.6891641454467771}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.13999938964844, "Augmented-0.05-Quantile-Accuracy": 89.25999450683594, "Augmented-0.1-Quantile-Accuracy": 90.15999603271484, "Augmented-Accuracy": 92.9388, "Augmented-Loss": 0.7688030927600861, "Clean-Accuracy": 91.24, "Clean-Loss": 0.7053813033103943, "PGD-Accuracy": 0.3, "PGD-Loss": 5.749261177825928}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 2768.0066151618958, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.70999908447266, "Augmented-0.05-Quantile-Accuracy": 81.47000122070312, "Augmented-0.1-Quantile-Accuracy": 82.93000030517578, "Augmented-Accuracy": 86.1679, "Augmented-Loss": 0.8946532595291138, "Clean-Accuracy": 88.22, "Clean-Loss": 0.7900605911254883, "PGD-Accuracy": 0.09, "PGD-Loss": 6.134035943603515}, "Total-Time": 237720.46133089066, "Train": {"Loss": 0.9623196464729309, "avg t": 0.94169046875, "plain loss": 0.6878550404205324}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.22000122070312, "Augmented-0.05-Quantile-Accuracy": 89.41999816894531, "Augmented-0.1-Quantile-Accuracy": 90.0999984741211, "Augmented-Accuracy": 92.7002, "Augmented-Loss": 0.7711357783756256, "Clean-Accuracy": 90.9, "Clean-Loss": 0.6850061566352844, "PGD-Accuracy": 0.16, "PGD-Loss": 5.757475403594971}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 2769.120898962021, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.65999603271484, "Augmented-0.05-Quantile-Accuracy": 81.41999816894531, "Augmented-0.1-Quantile-Accuracy": 82.77999877929688, "Augmented-Accuracy": 86.1308, "Augmented-Loss": 0.8946837994995117, "Clean-Accuracy": 88.14, "Clean-Loss": 0.7884301361083984, "PGD-Accuracy": 0.08, "PGD-Loss": 6.1321788513183595}, "Total-Time": 240489.58222985268, "Train": {"Loss": 0.9627446982955933, "avg t": 0.94218734375, "plain loss": 0.6887546669616694}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.33999633789062, "Augmented-0.05-Quantile-Accuracy": 89.54000091552734, "Augmented-0.1-Quantile-Accuracy": 90.47999572753906, "Augmented-Accuracy": 92.8662, "Augmented-Loss": 0.771408152557373, "Clean-Accuracy": 91.38, "Clean-Loss": 0.7321796137809753, "PGD-Accuracy": 0.26, "PGD-Loss": 5.755856846618652}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 2771.235985994339, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.69999694824219, "Augmented-0.05-Quantile-Accuracy": 81.50999450683594, "Augmented-0.1-Quantile-Accuracy": 82.88999938964844, "Augmented-Accuracy": 86.1815, "Augmented-Loss": 0.8943683987197876, "Clean-Accuracy": 88.34, "Clean-Loss": 0.7861933700561523, "PGD-Accuracy": 0.08, "PGD-Loss": 6.1317189514160155}, "Total-Time": 243260.81821584702, "Train": {"Loss": 0.9623255191040039, "avg t": 0.94193734375, "plain loss": 0.6883482687683099}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.95999908447266, "Augmented-0.05-Quantile-Accuracy": 89.37999725341797, "Augmented-0.1-Quantile-Accuracy": 90.43999481201172, "Augmented-Accuracy": 92.755, "Augmented-Loss": 0.7671818461532592, "Clean-Accuracy": 91.3, "Clean-Loss": 0.7134758360862732, "PGD-Accuracy": 0.28, "PGD-Loss": 5.7337198722839355}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 2771.089997291565, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.68999481201172, "Augmented-0.05-Quantile-Accuracy": 81.55999755859375, "Augmented-0.1-Quantile-Accuracy": 82.91999816894531, "Augmented-Accuracy": 86.1928, "Augmented-Loss": 0.8942790149230957, "Clean-Accuracy": 88.3, "Clean-Loss": 0.7899460685729981, "PGD-Accuracy": 0.09, "PGD-Loss": 6.126990435791016}, "Total-Time": 246031.90821313858, "Train": {"Loss": 0.962033540802002, "avg t": 0.9415359375, "plain loss": 0.6880566952972421}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.72000122070312, "Augmented-0.05-Quantile-Accuracy": 89.68000030517578, "Augmented-0.1-Quantile-Accuracy": 90.55999755859375, "Augmented-Accuracy": 92.686, "Augmented-Loss": 0.7715186241044998, "Clean-Accuracy": 89.48, "Clean-Loss": 0.7287409461021424, "PGD-Accuracy": 0.26, "PGD-Loss": 5.728319720458984}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 2769.884089231491, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.50999450683594, "Augmented-0.05-Quantile-Accuracy": 81.5199966430664, "Augmented-0.1-Quantile-Accuracy": 82.87999725341797, "Augmented-Accuracy": 86.1607, "Augmented-Loss": 0.8942853380432129, "Clean-Accuracy": 88.36, "Clean-Loss": 0.787801986694336, "PGD-Accuracy": 0.08, "PGD-Loss": 6.125114654541016}, "Total-Time": 248801.79230237007, "Train": {"Loss": 0.9634119967651367, "avg t": 0.94217421875, "plain loss": 0.6893182030334476}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.4000015258789, "Augmented-0.05-Quantile-Accuracy": 89.73999786376953, "Augmented-0.1-Quantile-Accuracy": 90.54000091552734, "Augmented-Accuracy": 92.8998, "Augmented-Loss": 0.7680040410833359, "Clean-Accuracy": 90.36, "Clean-Loss": 0.6849129455566406, "PGD-Accuracy": 0.26, "PGD-Loss": 5.728560413360595}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 2772.1263194084167, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.65999603271484, "Augmented-0.05-Quantile-Accuracy": 81.5199966430664, "Augmented-0.1-Quantile-Accuracy": 82.8699951171875, "Augmented-Accuracy": 86.1378, "Augmented-Loss": 0.8948077931137085, "Clean-Accuracy": 88.26, "Clean-Loss": 0.7876196426391602, "PGD-Accuracy": 0.09, "PGD-Loss": 6.124405834960937}, "Total-Time": 251573.9186217785, "Train": {"Loss": 0.963782429485321, "avg t": 0.94221375, "plain loss": 0.6887306383666996}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.5999984741211, "Augmented-0.05-Quantile-Accuracy": 89.55999755859375, "Augmented-0.1-Quantile-Accuracy": 90.54000091552734, "Augmented-Accuracy": 92.91, "Augmented-Loss": 0.7674405414438248, "Clean-Accuracy": 91.42, "Clean-Loss": 0.7038702341079712, "PGD-Accuracy": 0.32, "PGD-Loss": 5.742469915008545}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 2769.946002960205, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.57999420166016, "Augmented-0.05-Quantile-Accuracy": 81.52999877929688, "Augmented-0.1-Quantile-Accuracy": 82.75, "Augmented-Accuracy": 86.1205, "Augmented-Loss": 0.8941343364715576, "Clean-Accuracy": 88.31, "Clean-Loss": 0.7870219352722168, "PGD-Accuracy": 0.09, "PGD-Loss": 6.123528784179688}, "Total-Time": 254343.8646247387, "Train": {"Loss": 0.963051918334961, "avg t": 0.941956875, "plain loss": 0.6886501570281985}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.31999969482422, "Augmented-0.05-Quantile-Accuracy": 89.36000061035156, "Augmented-0.1-Quantile-Accuracy": 90.27999877929688, "Augmented-Accuracy": 92.581, "Augmented-Loss": 0.7688613382320404, "Clean-Accuracy": 91.88, "Clean-Loss": 0.6925157179832458, "PGD-Accuracy": 0.28, "PGD-Loss": 5.741626089477539}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 2768.7955741882324, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.63999938964844, "Augmented-0.05-Quantile-Accuracy": 81.54999542236328, "Augmented-0.1-Quantile-Accuracy": 82.83999633789062, "Augmented-Accuracy": 86.1457, "Augmented-Loss": 0.8942140443038941, "Clean-Accuracy": 88.15, "Clean-Loss": 0.7865059562683105, "PGD-Accuracy": 0.09, "PGD-Loss": 6.119919720458984}, "Total-Time": 257112.66019892693, "Train": {"Loss": 0.9636720272827148, "avg t": 0.94225515625, "plain loss": 0.6881398240356449}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.29999542236328, "Augmented-0.05-Quantile-Accuracy": 89.15999603271484, "Augmented-0.1-Quantile-Accuracy": 90.29999542236328, "Augmented-Accuracy": 92.5366, "Augmented-Loss": 0.769172301744461, "Clean-Accuracy": 89.28, "Clean-Loss": 0.7101006134033203, "PGD-Accuracy": 0.16, "PGD-Loss": 5.7352799209594725}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 2768.0226621627808, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.68000030517578, "Augmented-0.05-Quantile-Accuracy": 81.56999969482422, "Augmented-0.1-Quantile-Accuracy": 82.94999694824219, "Augmented-Accuracy": 86.1613, "Augmented-Loss": 0.8941285865402222, "Clean-Accuracy": 88.18, "Clean-Loss": 0.78772744140625, "PGD-Accuracy": 0.08, "PGD-Loss": 6.115647137451172}, "Total-Time": 259880.6828610897, "Train": {"Loss": 0.9626976581001282, "avg t": 0.941748125, "plain loss": 0.6874977812805165}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.05999755859375, "Augmented-0.05-Quantile-Accuracy": 89.57999420166016, "Augmented-0.1-Quantile-Accuracy": 90.5, "Augmented-Accuracy": 92.82, "Augmented-Loss": 0.7670701550607681, "Clean-Accuracy": 90.24, "Clean-Loss": 0.7363836282730103, "PGD-Accuracy": 0.32, "PGD-Loss": 5.721889337158203}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 2768.3651371002197, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.56999969482422, "Augmented-0.05-Quantile-Accuracy": 81.47999572753906, "Augmented-0.1-Quantile-Accuracy": 82.93999481201172, "Augmented-Accuracy": 86.1487, "Augmented-Loss": 0.8945949846801757, "Clean-Accuracy": 88.21, "Clean-Loss": 0.7857991195678711, "PGD-Accuracy": 0.09, "PGD-Loss": 6.113588439941406}, "Total-Time": 262649.0479981899, "Train": {"Loss": 0.9633628653907775, "avg t": 0.941805, "plain loss": 0.6882245521545406}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.69999694824219, "Augmented-0.05-Quantile-Accuracy": 88.72000122070312, "Augmented-0.1-Quantile-Accuracy": 89.54000091552734, "Augmented-Accuracy": 92.3346, "Augmented-Loss": 0.7677387592735291, "Clean-Accuracy": 89.56, "Clean-Loss": 0.7187041494369507, "PGD-Accuracy": 0.44, "PGD-Loss": 5.7316833549499515}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 2767.8680765628815, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.54999542236328, "Augmented-0.05-Quantile-Accuracy": 81.48999786376953, "Augmented-0.1-Quantile-Accuracy": 82.86000061035156, "Augmented-Accuracy": 86.1532, "Augmented-Loss": 0.8947380958557128, "Clean-Accuracy": 88.18, "Clean-Loss": 0.7887667304992676, "PGD-Accuracy": 0.09, "PGD-Loss": 6.112972674560547}, "Total-Time": 265416.9160747528, "Train": {"Loss": 0.9624525254058838, "avg t": 0.94183609375, "plain loss": 0.6884887197265624}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.31999969482422, "Augmented-0.05-Quantile-Accuracy": 89.45999908447266, "Augmented-0.1-Quantile-Accuracy": 90.4000015258789, "Augmented-Accuracy": 92.9114, "Augmented-Loss": 0.7704422794952392, "Clean-Accuracy": 89.0, "Clean-Loss": 0.7661726627349853, "PGD-Accuracy": 0.34, "PGD-Loss": 5.725923542785645}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 2764.7576241493225, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.48999786376953, "Augmented-0.05-Quantile-Accuracy": 81.47000122070312, "Augmented-0.1-Quantile-Accuracy": 82.9000015258789, "Augmented-Accuracy": 86.1645, "Augmented-Loss": 0.8942729262390137, "Clean-Accuracy": 88.17, "Clean-Loss": 0.7868129631042481, "PGD-Accuracy": 0.09, "PGD-Loss": 6.109372308349609}, "Total-Time": 268181.67369890213, "Train": {"Loss": 0.9628247513580322, "avg t": 0.9420028125, "plain loss": 0.6891256881713874}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.87999725341797, "Augmented-0.05-Quantile-Accuracy": 89.15999603271484, "Augmented-0.1-Quantile-Accuracy": 90.04000091552734, "Augmented-Accuracy": 92.652, "Augmented-Loss": 0.7681800721912384, "Clean-Accuracy": 91.26, "Clean-Loss": 0.7232942755699158, "PGD-Accuracy": 0.32, "PGD-Loss": 5.7244743103027345}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
