{"Epoch": 0, "Epoch-Time": 1396.591970205307, "Test": {"Augmented-0.01-Quantile-Accuracy": 32.75, "Augmented-0.05-Quantile-Accuracy": 33.939998626708984, "Augmented-0.1-Quantile-Accuracy": 34.529998779296875, "Augmented-Accuracy": 36.2563, "Augmented-Loss": 1.7430007788391113, "Clean-Accuracy": 36.22, "Clean-Loss": 1.7489662017822265, "PGD-Accuracy": 4.65, "PGD-Loss": 2.7715255569458006}, "Total-Time": 1396.591970205307, "Train": {"Loss": 6.371842548599243, "avg t": 1.63466484375, "plain loss": 2.000495966064454, "standard loss": 2.0005781231307984}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 33.87999725341797, "Augmented-0.05-Quantile-Accuracy": 34.55999755859375, "Augmented-0.1-Quantile-Accuracy": 35.099998474121094, "Augmented-Accuracy": 36.6782, "Augmented-Loss": 1.7610452073612213, "Clean-Accuracy": 34.92, "Clean-Loss": 1.757437088394165, "PGD-Accuracy": 5.84, "PGD-Loss": 2.64093496131897}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 1420.1112704277039, "Test": {"Augmented-0.01-Quantile-Accuracy": 39.53999710083008, "Augmented-0.05-Quantile-Accuracy": 41.029998779296875, "Augmented-0.1-Quantile-Accuracy": 41.70000076293945, "Augmented-Accuracy": 43.8562, "Augmented-Loss": 1.6395201242370605, "Clean-Accuracy": 43.33, "Clean-Loss": 1.6223206665039063, "PGD-Accuracy": 3.42, "PGD-Loss": 2.9960685333251953}, "Total-Time": 2816.703240633011, "Train": {"Loss": 4.046187983551025, "avg t": 1.56664765625, "plain loss": 1.7235778045654326, "standard loss": 1.7234786362838745}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 39.18000030517578, "Augmented-0.05-Quantile-Accuracy": 40.5, "Augmented-0.1-Quantile-Accuracy": 41.18000030517578, "Augmented-Accuracy": 43.3846, "Augmented-Loss": 1.6442032097148895, "Clean-Accuracy": 38.16, "Clean-Loss": 1.7015304101943969, "PGD-Accuracy": 3.62, "PGD-Loss": 2.917289186859131}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 1421.4025530815125, "Test": {"Augmented-0.01-Quantile-Accuracy": 36.47999954223633, "Augmented-0.05-Quantile-Accuracy": 38.11000061035156, "Augmented-0.1-Quantile-Accuracy": 38.96999740600586, "Augmented-Accuracy": 41.6479, "Augmented-Loss": 1.5799129310150146, "Clean-Accuracy": 42.16, "Clean-Loss": 1.5498440673828124, "PGD-Accuracy": 1.41, "PGD-Loss": 3.7721102905273436}, "Total-Time": 4238.105793714523, "Train": {"Loss": 3.4798347108459473, "avg t": 1.51453921875, "plain loss": 1.6276182128295884, "standard loss": 1.6269472206878661}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 36.34000015258789, "Augmented-0.05-Quantile-Accuracy": 37.70000076293945, "Augmented-0.1-Quantile-Accuracy": 38.34000015258789, "Augmented-Accuracy": 40.6188, "Augmented-Loss": 1.5895429491996764, "Clean-Accuracy": 39.78, "Clean-Loss": 1.5952303640365602, "PGD-Accuracy": 2.5, "PGD-Loss": 3.439588883972168}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 1423.2590670585632, "Test": {"Augmented-0.01-Quantile-Accuracy": 45.41999816894531, "Augmented-0.05-Quantile-Accuracy": 47.34000015258789, "Augmented-0.1-Quantile-Accuracy": 48.11000061035156, "Augmented-Accuracy": 51.1607, "Augmented-Loss": 1.51315850491333, "Clean-Accuracy": 51.09, "Clean-Loss": 1.4806498519897462, "PGD-Accuracy": 1.25, "PGD-Loss": 3.885115640258789}, "Total-Time": 5661.364860773087, "Train": {"Loss": 3.01324022026062, "avg t": 1.4621815625, "plain loss": 1.5388246577758784, "standard loss": 1.537645860748291}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 45.599998474121094, "Augmented-0.05-Quantile-Accuracy": 47.34000015258789, "Augmented-0.1-Quantile-Accuracy": 48.15999984741211, "Augmented-Accuracy": 51.1096, "Augmented-Loss": 1.4999290956287383, "Clean-Accuracy": 47.34, "Clean-Loss": 1.5484650970458984, "PGD-Accuracy": 2.06, "PGD-Loss": 3.6239723587036132}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 1422.5705471038818, "Test": {"Augmented-0.01-Quantile-Accuracy": 46.30999755859375, "Augmented-0.05-Quantile-Accuracy": 48.369998931884766, "Augmented-0.1-Quantile-Accuracy": 49.41999816894531, "Augmented-Accuracy": 52.7449, "Augmented-Loss": 1.4392114884033202, "Clean-Accuracy": 53.2, "Clean-Loss": 1.3937186309814453, "PGD-Accuracy": 0.36, "PGD-Loss": 4.620284057617187}, "Total-Time": 7083.935407876968, "Train": {"Loss": 2.6620472568893434, "avg t": 1.41500625, "plain loss": 1.462107879852292, "standard loss": 1.460394199142456}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 47.119998931884766, "Augmented-0.05-Quantile-Accuracy": 49.15999984741211, "Augmented-0.1-Quantile-Accuracy": 50.03999710083008, "Augmented-Accuracy": 53.6368, "Augmented-Loss": 1.4208957273464202, "Clean-Accuracy": 54.3, "Clean-Loss": 1.3920305837631226, "PGD-Accuracy": 0.62, "PGD-Loss": 4.193247440338134}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 1421.639066696167, "Test": {"Augmented-0.01-Quantile-Accuracy": 47.09000015258789, "Augmented-0.05-Quantile-Accuracy": 49.68000030517578, "Augmented-0.1-Quantile-Accuracy": 50.88999938964844, "Augmented-Accuracy": 55.2669, "Augmented-Loss": 1.4472311186981202, "Clean-Accuracy": 57.21, "Clean-Loss": 1.3688404357910156, "PGD-Accuracy": 0.49, "PGD-Loss": 4.778481021118164}, "Total-Time": 8505.574474573135, "Train": {"Loss": 2.31517445602417, "avg t": 1.3650803125, "plain loss": 1.3804104357299813, "standard loss": 1.3781353010559083}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 50.86000061035156, "Augmented-0.05-Quantile-Accuracy": 53.0, "Augmented-0.1-Quantile-Accuracy": 54.279998779296875, "Augmented-Accuracy": 57.8846, "Augmented-Loss": 1.405857866153717, "Clean-Accuracy": 54.34, "Clean-Loss": 1.3699192211151123, "PGD-Accuracy": 0.66, "PGD-Loss": 4.3812520271301265}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 1422.18971824646, "Test": {"Augmented-0.01-Quantile-Accuracy": 47.37999725341797, "Augmented-0.05-Quantile-Accuracy": 50.0099983215332, "Augmented-0.1-Quantile-Accuracy": 51.30999755859375, "Augmented-Accuracy": 55.5405, "Augmented-Loss": 1.3917896208343505, "Clean-Accuracy": 56.92, "Clean-Loss": 1.3039832290649414, "PGD-Accuracy": 0.12, "PGD-Loss": 5.29843599243164}, "Total-Time": 9927.764192819595, "Train": {"Loss": 2.141326665802002, "avg t": 1.32880984375, "plain loss": 1.3232307894592272, "standard loss": 1.3206493264007568}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 49.73999786376953, "Augmented-0.05-Quantile-Accuracy": 52.68000030517578, "Augmented-0.1-Quantile-Accuracy": 53.97999954223633, "Augmented-Accuracy": 57.8456, "Augmented-Loss": 1.3496018939495087, "Clean-Accuracy": 61.58, "Clean-Loss": 1.2720215549468994, "PGD-Accuracy": 0.22, "PGD-Loss": 4.95428669128418}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 1420.8511717319489, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.19999694824219, "Augmented-0.05-Quantile-Accuracy": 57.82999801635742, "Augmented-0.1-Quantile-Accuracy": 58.89999771118164, "Augmented-Accuracy": 62.9973, "Augmented-Loss": 1.3279432036361694, "Clean-Accuracy": 63.79, "Clean-Loss": 1.2629343605041503, "PGD-Accuracy": 0.1, "PGD-Loss": 5.306231701660156}, "Total-Time": 11348.615364551544, "Train": {"Loss": 2.083896050109863, "avg t": 1.31081671875, "plain loss": 1.2962539816284169, "standard loss": 1.2927854960632323}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 55.939998626708984, "Augmented-0.05-Quantile-Accuracy": 58.439998626708984, "Augmented-0.1-Quantile-Accuracy": 59.73999786376953, "Augmented-Accuracy": 63.7044, "Augmented-Loss": 1.315475828168869, "Clean-Accuracy": 57.64, "Clean-Loss": 1.3024807443618776, "PGD-Accuracy": 0.3, "PGD-Loss": 5.097648589324951}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 1421.0824706554413, "Test": {"Augmented-0.01-Quantile-Accuracy": 48.64999771118164, "Augmented-0.05-Quantile-Accuracy": 51.529998779296875, "Augmented-0.1-Quantile-Accuracy": 52.79999923706055, "Augmented-Accuracy": 57.0309, "Augmented-Loss": 1.3755113614959718, "Clean-Accuracy": 61.62, "Clean-Loss": 1.2675569496154786, "PGD-Accuracy": 0.05, "PGD-Loss": 5.754900378417969}, "Total-Time": 12769.697835206985, "Train": {"Loss": 1.971510676727295, "avg t": 1.285936875, "plain loss": 1.2553556605834948, "standard loss": 1.2511270942687989}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 52.52000045776367, "Augmented-0.05-Quantile-Accuracy": 55.37999725341797, "Augmented-0.1-Quantile-Accuracy": 56.84000015258789, "Augmented-Accuracy": 60.7778, "Augmented-Loss": 1.3115086807975769, "Clean-Accuracy": 64.52, "Clean-Loss": 1.1874385499954223, "PGD-Accuracy": 0.12, "PGD-Loss": 5.465178170776367}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 1420.7547235488892, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.79999923706055, "Augmented-0.05-Quantile-Accuracy": 59.96999740600586, "Augmented-0.1-Quantile-Accuracy": 61.29999923706055, "Augmented-Accuracy": 65.8808, "Augmented-Loss": 1.3331883920669556, "Clean-Accuracy": 63.14, "Clean-Loss": 1.2449746726989745, "PGD-Accuracy": 0.07, "PGD-Loss": 5.456523876953125}, "Total-Time": 14190.452558755875, "Train": {"Loss": 1.9574544345474243, "avg t": 1.27915375, "plain loss": 1.2453474390869155, "standard loss": 1.240862730178833}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 57.779998779296875, "Augmented-0.05-Quantile-Accuracy": 60.55999755859375, "Augmented-0.1-Quantile-Accuracy": 61.939998626708984, "Augmented-Accuracy": 66.3008, "Augmented-Loss": 1.2814522108478545, "Clean-Accuracy": 65.42, "Clean-Loss": 1.1916563144683838, "PGD-Accuracy": 0.08, "PGD-Loss": 5.137457525634765}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 1421.7611479759216, "Test": {"Augmented-0.01-Quantile-Accuracy": 51.84000015258789, "Augmented-0.05-Quantile-Accuracy": 54.68000030517578, "Augmented-0.1-Quantile-Accuracy": 56.05999755859375, "Augmented-Accuracy": 60.5521, "Augmented-Loss": 1.3860781589508058, "Clean-Accuracy": 63.51, "Clean-Loss": 1.2835363204956054, "PGD-Accuracy": 0.06, "PGD-Loss": 5.787147375488281}, "Total-Time": 15612.213706731796, "Train": {"Loss": 1.8921488282775878, "avg t": 1.26218234375, "plain loss": 1.221898754943846, "standard loss": 1.2168020684432983}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 56.89999771118164, "Augmented-0.05-Quantile-Accuracy": 59.619998931884766, "Augmented-0.1-Quantile-Accuracy": 60.97999954223633, "Augmented-Accuracy": 65.2782, "Augmented-Loss": 1.3212541151161195, "Clean-Accuracy": 67.64, "Clean-Loss": 1.1789121829986573, "PGD-Accuracy": 0.06, "PGD-Loss": 5.49802555847168}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 1421.1350960731506, "Test": {"Augmented-0.01-Quantile-Accuracy": 53.34000015258789, "Augmented-0.05-Quantile-Accuracy": 56.37999725341797, "Augmented-0.1-Quantile-Accuracy": 58.029998779296875, "Augmented-Accuracy": 62.8565, "Augmented-Loss": 1.3640459939804077, "Clean-Accuracy": 62.15, "Clean-Loss": 1.2813226974487304, "PGD-Accuracy": 0.35, "PGD-Loss": 5.732817517089844}, "Total-Time": 17033.348802804947, "Train": {"Loss": 1.8740034564971924, "avg t": 1.254925625, "plain loss": 1.2130516094970705, "standard loss": 1.2077890336608887}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 56.41999816894531, "Augmented-0.05-Quantile-Accuracy": 59.91999816894531, "Augmented-0.1-Quantile-Accuracy": 61.34000015258789, "Augmented-Accuracy": 65.8748, "Augmented-Loss": 1.3038830080947876, "Clean-Accuracy": 63.16, "Clean-Loss": 1.1928537109375, "PGD-Accuracy": 0.48, "PGD-Loss": 5.521945179748535}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 1420.0704364776611, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.21999740600586, "Augmented-0.05-Quantile-Accuracy": 58.18000030517578, "Augmented-0.1-Quantile-Accuracy": 59.3599967956543, "Augmented-Accuracy": 63.5423, "Augmented-Loss": 1.3091035393600463, "Clean-Accuracy": 65.48, "Clean-Loss": 1.226994667816162, "PGD-Accuracy": 0.16, "PGD-Loss": 5.452381723022461}, "Total-Time": 18453.419239282608, "Train": {"Loss": 1.8460446675109863, "avg t": 1.24362734375, "plain loss": 1.1922934440612796, "standard loss": 1.1869826028442383}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 56.21999740600586, "Augmented-0.05-Quantile-Accuracy": 59.41999816894531, "Augmented-0.1-Quantile-Accuracy": 60.79999923706055, "Augmented-Accuracy": 65.0352, "Augmented-Loss": 1.2700259250583648, "Clean-Accuracy": 66.08, "Clean-Loss": 1.1430560981750488, "PGD-Accuracy": 0.2, "PGD-Loss": 5.243567361450196}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 1420.483229637146, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.23999786376953, "Augmented-0.05-Quantile-Accuracy": 60.529998779296875, "Augmented-0.1-Quantile-Accuracy": 62.05999755859375, "Augmented-Accuracy": 66.6771, "Augmented-Loss": 1.3059410938034057, "Clean-Accuracy": 69.47, "Clean-Loss": 1.1926869400024414, "PGD-Accuracy": 0.06, "PGD-Loss": 5.8682399719238285}, "Total-Time": 19873.902468919754, "Train": {"Loss": 1.8220475960159301, "avg t": 1.24011328125, "plain loss": 1.1825908671569825, "standard loss": 1.1771685909271241}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 60.8599967956543, "Augmented-0.05-Quantile-Accuracy": 63.959999084472656, "Augmented-0.1-Quantile-Accuracy": 65.33999633789062, "Augmented-Accuracy": 69.6878, "Augmented-Loss": 1.2461170144939422, "Clean-Accuracy": 66.34, "Clean-Loss": 1.2430906288146972, "PGD-Accuracy": 0.04, "PGD-Loss": 5.6622810005187985}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 1419.4083523750305, "Test": {"Augmented-0.01-Quantile-Accuracy": 48.099998474121094, "Augmented-0.05-Quantile-Accuracy": 50.96999740600586, "Augmented-0.1-Quantile-Accuracy": 52.54999923706055, "Augmented-Accuracy": 57.3481, "Augmented-Loss": 1.408583653656006, "Clean-Accuracy": 58.62, "Clean-Loss": 1.3029842781066894, "PGD-Accuracy": 0.06, "PGD-Loss": 6.141303515625}, "Total-Time": 21293.310821294785, "Train": {"Loss": 1.8119566162872314, "avg t": 1.23549015625, "plain loss": 1.1769396130371101, "standard loss": 1.171263787765503}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 53.87999725341797, "Augmented-0.05-Quantile-Accuracy": 56.69999694824219, "Augmented-0.1-Quantile-Accuracy": 58.19999694824219, "Augmented-Accuracy": 62.6948, "Augmented-Loss": 1.3258123154811858, "Clean-Accuracy": 62.18, "Clean-Loss": 1.2609187324523925, "PGD-Accuracy": 0.04, "PGD-Loss": 5.948249861907959}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 1418.9859418869019, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.16999816894531, "Augmented-0.05-Quantile-Accuracy": 60.91999816894531, "Augmented-0.1-Quantile-Accuracy": 62.40999984741211, "Augmented-Accuracy": 66.5783, "Augmented-Loss": 1.2744753687820434, "Clean-Accuracy": 64.89, "Clean-Loss": 1.1792896537780762, "PGD-Accuracy": 0.21, "PGD-Loss": 5.730249267578125}, "Total-Time": 22712.296763181686, "Train": {"Loss": 1.802635057144165, "avg t": 1.23093515625, "plain loss": 1.1773016148376472, "standard loss": 1.1716855089569091}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 59.119998931884766, "Augmented-0.05-Quantile-Accuracy": 61.73999786376953, "Augmented-0.1-Quantile-Accuracy": 62.71999740600586, "Augmented-Accuracy": 66.7088, "Augmented-Loss": 1.2247247741565703, "Clean-Accuracy": 63.54, "Clean-Loss": 1.1568210760116577, "PGD-Accuracy": 0.2, "PGD-Loss": 5.42783411026001}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 1419.5959582328796, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.23999786376953, "Augmented-0.05-Quantile-Accuracy": 58.18000030517578, "Augmented-0.1-Quantile-Accuracy": 59.34000015258789, "Augmented-Accuracy": 63.306, "Augmented-Loss": 1.3105991795654297, "Clean-Accuracy": 65.71, "Clean-Loss": 1.1900768188476563, "PGD-Accuracy": 0.07, "PGD-Loss": 5.729010437011719}, "Total-Time": 24131.892721414566, "Train": {"Loss": 1.765487775039673, "avg t": 1.22287984375, "plain loss": 1.160767154449463, "standard loss": 1.1551213242340088}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 58.63999938964844, "Augmented-0.05-Quantile-Accuracy": 61.31999969482422, "Augmented-0.1-Quantile-Accuracy": 62.34000015258789, "Augmented-Accuracy": 66.1522, "Augmented-Loss": 1.2411035759658813, "Clean-Accuracy": 66.64, "Clean-Loss": 1.1440516689300537, "PGD-Accuracy": 0.02, "PGD-Loss": 5.509463258361817}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 1418.9565200805664, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.03999710083008, "Augmented-0.05-Quantile-Accuracy": 56.97999954223633, "Augmented-0.1-Quantile-Accuracy": 58.709999084472656, "Augmented-Accuracy": 63.744, "Augmented-Loss": 1.3512160227279664, "Clean-Accuracy": 64.87, "Clean-Loss": 1.2160128723144532, "PGD-Accuracy": 0.1, "PGD-Loss": 5.642108636474609}, "Total-Time": 25550.849241495132, "Train": {"Loss": 1.7559782249832154, "avg t": 1.21923984375, "plain loss": 1.155301870635985, "standard loss": 1.1494632636642457}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 57.599998474121094, "Augmented-0.05-Quantile-Accuracy": 60.619998931884766, "Augmented-0.1-Quantile-Accuracy": 61.91999816894531, "Augmented-Accuracy": 66.8886, "Augmented-Loss": 1.265525743944168, "Clean-Accuracy": 62.54, "Clean-Loss": 1.1572334663391113, "PGD-Accuracy": 0.14, "PGD-Loss": 5.397280805969238}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 1419.4249908924103, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.619998931884766, "Augmented-0.05-Quantile-Accuracy": 60.73999786376953, "Augmented-0.1-Quantile-Accuracy": 61.97999954223633, "Augmented-Accuracy": 65.9872, "Augmented-Loss": 1.2746803576049806, "Clean-Accuracy": 69.61, "Clean-Loss": 1.168726188659668, "PGD-Accuracy": 0.06, "PGD-Loss": 5.712795281982422}, "Total-Time": 26970.274232387543, "Train": {"Loss": 1.7530955017852783, "avg t": 1.21802765625, "plain loss": 1.1529072046508784, "standard loss": 1.1469550296783446}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.31999969482422, "Augmented-0.05-Quantile-Accuracy": 64.15999603271484, "Augmented-0.1-Quantile-Accuracy": 65.4000015258789, "Augmented-Accuracy": 69.7426, "Augmented-Loss": 1.2228202773551942, "Clean-Accuracy": 65.84, "Clean-Loss": 1.1777599744796754, "PGD-Accuracy": 0.06, "PGD-Loss": 5.447770378112793}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 1419.3620488643646, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.64999771118164, "Augmented-0.05-Quantile-Accuracy": 62.709999084472656, "Augmented-0.1-Quantile-Accuracy": 64.15999603271484, "Augmented-Accuracy": 68.661, "Augmented-Loss": 1.2959120383605958, "Clean-Accuracy": 72.22, "Clean-Loss": 1.1712685523986817, "PGD-Accuracy": 0.45, "PGD-Loss": 5.388001959228515}, "Total-Time": 28389.636281251907, "Train": {"Loss": 1.7409960083389282, "avg t": 1.2137871875, "plain loss": 1.1482394973754886, "standard loss": 1.1425930297088622}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.0199966430664, "Augmented-0.05-Quantile-Accuracy": 67.13999938964844, "Augmented-0.1-Quantile-Accuracy": 68.55999755859375, "Augmented-Accuracy": 72.7884, "Augmented-Loss": 1.2295811930656433, "Clean-Accuracy": 66.76, "Clean-Loss": 1.125462282180786, "PGD-Accuracy": 0.2, "PGD-Loss": 5.1566382431030275}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 1418.8242754936218, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.65999984741211, "Augmented-0.05-Quantile-Accuracy": 58.82999801635742, "Augmented-0.1-Quantile-Accuracy": 60.23999786376953, "Augmented-Accuracy": 65.0002, "Augmented-Loss": 1.335527659866333, "Clean-Accuracy": 68.1, "Clean-Loss": 1.2274772285461426, "PGD-Accuracy": 0.07, "PGD-Loss": 5.890921844482422}, "Total-Time": 29808.46055674553, "Train": {"Loss": 1.74011053150177, "avg t": 1.2181546875, "plain loss": 1.149754867492676, "standard loss": 1.1436962623596192}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 59.29999923706055, "Augmented-0.05-Quantile-Accuracy": 62.73999786376953, "Augmented-0.1-Quantile-Accuracy": 64.26000213623047, "Augmented-Accuracy": 68.6646, "Augmented-Loss": 1.264292663974762, "Clean-Accuracy": 64.24, "Clean-Loss": 1.1939055429458618, "PGD-Accuracy": 0.2, "PGD-Loss": 5.657564685058594}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 1418.3152160644531, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.349998474121094, "Augmented-0.05-Quantile-Accuracy": 58.599998474121094, "Augmented-0.1-Quantile-Accuracy": 59.98999786376953, "Augmented-Accuracy": 65.4094, "Augmented-Loss": 1.3612714367218017, "Clean-Accuracy": 67.29, "Clean-Loss": 1.216767014312744, "PGD-Accuracy": 0.11, "PGD-Loss": 5.849331286621093}, "Total-Time": 31226.775772809982, "Train": {"Loss": 1.733040924987793, "avg t": 1.21237703125, "plain loss": 1.1441593813781732, "standard loss": 1.1380354439163207}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 59.47999954223633, "Augmented-0.05-Quantile-Accuracy": 62.68000030517578, "Augmented-0.1-Quantile-Accuracy": 64.1199951171875, "Augmented-Accuracy": 68.8686, "Augmented-Loss": 1.2661018091545104, "Clean-Accuracy": 67.98, "Clean-Loss": 1.1055396743774415, "PGD-Accuracy": 0.1, "PGD-Loss": 5.672293431091308}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 1418.6581094264984, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.869998931884766, "Augmented-0.05-Quantile-Accuracy": 64.73999786376953, "Augmented-0.1-Quantile-Accuracy": 66.16999816894531, "Augmented-Accuracy": 70.3964, "Augmented-Loss": 1.2439749925994874, "Clean-Accuracy": 70.97, "Clean-Loss": 1.1467010925292969, "PGD-Accuracy": 0.06, "PGD-Loss": 5.751761834716797}, "Total-Time": 32645.43388223648, "Train": {"Loss": 1.7140308798217774, "avg t": 1.2079603125, "plain loss": 1.1356946812744144, "standard loss": 1.1299584060668946}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.65999984741211, "Augmented-0.05-Quantile-Accuracy": 66.5999984741211, "Augmented-0.1-Quantile-Accuracy": 68.0999984741211, "Augmented-Accuracy": 72.5586, "Augmented-Loss": 1.195206683216095, "Clean-Accuracy": 71.22, "Clean-Loss": 1.0638472703933717, "PGD-Accuracy": 0.06, "PGD-Loss": 5.528378134155274}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 1418.2698953151703, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.81999969482422, "Augmented-0.05-Quantile-Accuracy": 61.69999694824219, "Augmented-0.1-Quantile-Accuracy": 63.189998626708984, "Augmented-Accuracy": 67.2352, "Augmented-Loss": 1.2706184527130127, "Clean-Accuracy": 69.96, "Clean-Loss": 1.1475432090759277, "PGD-Accuracy": 0.09, "PGD-Loss": 5.360944854736328}, "Total-Time": 34063.70377755165, "Train": {"Loss": 1.7099929279327393, "avg t": 1.20794484375, "plain loss": 1.1351939647521971, "standard loss": 1.129258659286499}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.439998626708984, "Augmented-0.05-Quantile-Accuracy": 66.4000015258789, "Augmented-0.1-Quantile-Accuracy": 67.77999877929688, "Augmented-Accuracy": 71.2738, "Augmented-Loss": 1.1921735064907073, "Clean-Accuracy": 69.42, "Clean-Loss": 1.1126787944793701, "PGD-Accuracy": 0.14, "PGD-Loss": 5.054541848754883}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 1419.0093693733215, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.41999816894531, "Augmented-0.05-Quantile-Accuracy": 62.779998779296875, "Augmented-0.1-Quantile-Accuracy": 64.18999481201172, "Augmented-Accuracy": 69.2795, "Augmented-Loss": 1.3227358027801515, "Clean-Accuracy": 70.61, "Clean-Loss": 1.194658122253418, "PGD-Accuracy": 0.04, "PGD-Loss": 6.055063592529297}, "Total-Time": 35482.71314692497, "Train": {"Loss": 1.6968472751617432, "avg t": 1.20101375, "plain loss": 1.1252751282958984, "standard loss": 1.1191083219909668}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.29999542236328, "Augmented-0.05-Quantile-Accuracy": 67.72000122070312, "Augmented-0.1-Quantile-Accuracy": 69.15999603271484, "Augmented-Accuracy": 73.5396, "Augmented-Loss": 1.2492303181285858, "Clean-Accuracy": 71.58, "Clean-Loss": 1.1158125341415406, "PGD-Accuracy": 0.12, "PGD-Loss": 5.855198780822754}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 1419.0497450828552, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.54999923706055, "Augmented-0.05-Quantile-Accuracy": 57.78999710083008, "Augmented-0.1-Quantile-Accuracy": 59.15999984741211, "Augmented-Accuracy": 63.6472, "Augmented-Loss": 1.3120796086349487, "Clean-Accuracy": 65.89, "Clean-Loss": 1.1849905395507812, "PGD-Accuracy": 0.06, "PGD-Loss": 5.806740960693359}, "Total-Time": 36901.76289200783, "Train": {"Loss": 1.7063036180877686, "avg t": 1.20631671875, "plain loss": 1.1336234006042494, "standard loss": 1.1275203143310546}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 59.31999969482422, "Augmented-0.05-Quantile-Accuracy": 62.279998779296875, "Augmented-0.1-Quantile-Accuracy": 63.91999816894531, "Augmented-Accuracy": 67.9984, "Augmented-Loss": 1.237467343076706, "Clean-Accuracy": 62.62, "Clean-Loss": 1.1798507244110108, "PGD-Accuracy": 0.1, "PGD-Loss": 5.575032696533203}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 1418.8705496788025, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.599998474121094, "Augmented-0.05-Quantile-Accuracy": 60.279998779296875, "Augmented-0.1-Quantile-Accuracy": 61.53999710083008, "Augmented-Accuracy": 65.2198, "Augmented-Loss": 1.2634969755096435, "Clean-Accuracy": 67.34, "Clean-Loss": 1.1600262771606444, "PGD-Accuracy": 0.2, "PGD-Loss": 5.78831039428711}, "Total-Time": 38320.63344168663, "Train": {"Loss": 1.693552017173767, "avg t": 1.20085328125, "plain loss": 1.1208594486389154, "standard loss": 1.1146954161453246}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 60.439998626708984, "Augmented-0.05-Quantile-Accuracy": 63.019996643066406, "Augmented-0.1-Quantile-Accuracy": 64.23999786376953, "Augmented-Accuracy": 68.0572, "Augmented-Loss": 1.198032399301529, "Clean-Accuracy": 67.46, "Clean-Loss": 1.1449600894927978, "PGD-Accuracy": 0.32, "PGD-Loss": 5.538767604064941}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 1419.279637336731, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.15999984741211, "Augmented-0.05-Quantile-Accuracy": 61.41999816894531, "Augmented-0.1-Quantile-Accuracy": 62.71999740600586, "Augmented-Accuracy": 67.3971, "Augmented-Loss": 1.2842987169265747, "Clean-Accuracy": 68.79, "Clean-Loss": 1.187366625213623, "PGD-Accuracy": 0.22, "PGD-Loss": 5.947922979736328}, "Total-Time": 39739.91307902336, "Train": {"Loss": 1.693328268547058, "avg t": 1.195235625, "plain loss": 1.116671519134523, "standard loss": 1.1105054371643066}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.5, "Augmented-0.05-Quantile-Accuracy": 64.41999816894531, "Augmented-0.1-Quantile-Accuracy": 65.5999984741211, "Augmented-Accuracy": 70.1362, "Augmented-Loss": 1.2230780080032349, "Clean-Accuracy": 67.32, "Clean-Loss": 1.0548156671524047, "PGD-Accuracy": 0.16, "PGD-Loss": 5.689141707611084}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 1418.3209795951843, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.21999740600586, "Augmented-0.05-Quantile-Accuracy": 62.53999710083008, "Augmented-0.1-Quantile-Accuracy": 64.22000122070312, "Augmented-Accuracy": 69.1609, "Augmented-Loss": 1.3353456166687012, "Clean-Accuracy": 72.24, "Clean-Loss": 1.1743255561828614, "PGD-Accuracy": 0.21, "PGD-Loss": 6.10496259765625}, "Total-Time": 41158.234058618546, "Train": {"Loss": 1.6924733505249023, "avg t": 1.20022765625, "plain loss": 1.1216865307617194, "standard loss": 1.1156088968658446}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.91999816894531, "Augmented-0.05-Quantile-Accuracy": 67.22000122070312, "Augmented-0.1-Quantile-Accuracy": 68.41999816894531, "Augmented-Accuracy": 73.0104, "Augmented-Loss": 1.2391840853939056, "Clean-Accuracy": 69.16, "Clean-Loss": 1.0723419593811034, "PGD-Accuracy": 0.16, "PGD-Loss": 5.93505968170166}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 1418.512694120407, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.47999954223633, "Augmented-0.05-Quantile-Accuracy": 61.43000030517578, "Augmented-0.1-Quantile-Accuracy": 62.84000015258789, "Augmented-Accuracy": 67.0782, "Augmented-Loss": 1.3021027111053467, "Clean-Accuracy": 68.84, "Clean-Loss": 1.1592284378051758, "PGD-Accuracy": 0.12, "PGD-Loss": 5.7941332580566405}, "Total-Time": 42576.74675273895, "Train": {"Loss": 1.6873666189575196, "avg t": 1.1937, "plain loss": 1.1130095398864748, "standard loss": 1.1067202118682862}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.18000030517578, "Augmented-0.05-Quantile-Accuracy": 63.84000015258789, "Augmented-0.1-Quantile-Accuracy": 65.08000183105469, "Augmented-Accuracy": 69.1586, "Augmented-Loss": 1.218393180551529, "Clean-Accuracy": 68.22, "Clean-Loss": 1.1305455581665038, "PGD-Accuracy": 0.16, "PGD-Loss": 5.506191072845459}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 1419.2824804782867, "Test": {"Augmented-0.01-Quantile-Accuracy": 55.97999954223633, "Augmented-0.05-Quantile-Accuracy": 59.06999969482422, "Augmented-0.1-Quantile-Accuracy": 60.439998626708984, "Augmented-Accuracy": 65.0045, "Augmented-Loss": 1.3188039805679321, "Clean-Accuracy": 67.99, "Clean-Loss": 1.1506244201660156, "PGD-Accuracy": 0.19, "PGD-Loss": 6.004750555419922}, "Total-Time": 43996.02923321724, "Train": {"Loss": 1.6537769297409057, "avg t": 1.192225625, "plain loss": 1.1099718784179695, "standard loss": 1.1037765167236329}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.23999786376953, "Augmented-0.05-Quantile-Accuracy": 64.81999969482422, "Augmented-0.1-Quantile-Accuracy": 65.95999908447266, "Augmented-Accuracy": 69.8922, "Augmented-Loss": 1.1993059561367034, "Clean-Accuracy": 72.42, "Clean-Loss": 1.089092182159424, "PGD-Accuracy": 0.18, "PGD-Loss": 5.645647579956055}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 1417.6231079101562, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.81999969482422, "Augmented-0.05-Quantile-Accuracy": 64.25, "Augmented-0.1-Quantile-Accuracy": 65.6500015258789, "Augmented-Accuracy": 70.0376, "Augmented-Loss": 1.2548246081390382, "Clean-Accuracy": 72.94, "Clean-Loss": 1.1436447761535644, "PGD-Accuracy": 0.13, "PGD-Loss": 5.9077544677734375}, "Total-Time": 45413.652341127396, "Train": {"Loss": 1.6880917584991455, "avg t": 1.19684078125, "plain loss": 1.1128203164672856, "standard loss": 1.1061808514022826}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.27999877929688, "Augmented-0.05-Quantile-Accuracy": 67.93999481201172, "Augmented-0.1-Quantile-Accuracy": 69.27999877929688, "Augmented-Accuracy": 73.5214, "Augmented-Loss": 1.1812948350429535, "Clean-Accuracy": 76.64, "Clean-Loss": 1.0472864025115967, "PGD-Accuracy": 0.16, "PGD-Loss": 5.670195776367187}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 1417.660390138626, "Test": {"Augmented-0.01-Quantile-Accuracy": 51.939998626708984, "Augmented-0.05-Quantile-Accuracy": 55.369998931884766, "Augmented-0.1-Quantile-Accuracy": 57.099998474121094, "Augmented-Accuracy": 62.0434, "Augmented-Loss": 1.3686990485687256, "Clean-Accuracy": 70.74, "Clean-Loss": 1.1876606658935547, "PGD-Accuracy": 0.07, "PGD-Loss": 6.253280993652344}, "Total-Time": 46831.31273126602, "Train": {"Loss": 1.6471382503890992, "avg t": 1.18668609375, "plain loss": 1.1010100676879875, "standard loss": 1.0947054877471925}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 60.2599983215332, "Augmented-0.05-Quantile-Accuracy": 63.939998626708984, "Augmented-0.1-Quantile-Accuracy": 65.5199966430664, "Augmented-Accuracy": 70.5156, "Augmented-Loss": 1.244558191286087, "Clean-Accuracy": 71.56, "Clean-Loss": 1.084529883956909, "PGD-Accuracy": 0.0, "PGD-Loss": 6.0575735443115235}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 1418.8687851428986, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.94999694824219, "Augmented-0.05-Quantile-Accuracy": 64.72999572753906, "Augmented-0.1-Quantile-Accuracy": 66.19999694824219, "Augmented-Accuracy": 70.7213, "Augmented-Loss": 1.249206375190735, "Clean-Accuracy": 71.98, "Clean-Loss": 1.1227023399353027, "PGD-Accuracy": 0.03, "PGD-Loss": 5.738013385009766}, "Total-Time": 48250.18151640892, "Train": {"Loss": 1.648830879020691, "avg t": 1.1898065625, "plain loss": 1.104422514251709, "standard loss": 1.0979912898635864}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.73999786376953, "Augmented-0.05-Quantile-Accuracy": 68.6199951171875, "Augmented-0.1-Quantile-Accuracy": 69.86000061035156, "Augmented-Accuracy": 74.086, "Augmented-Loss": 1.1608900001144409, "Clean-Accuracy": 66.66, "Clean-Loss": 1.0640909440994262, "PGD-Accuracy": 0.04, "PGD-Loss": 5.447910160064697}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 1419.4730854034424, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.779998779296875, "Augmented-0.05-Quantile-Accuracy": 65.06999969482422, "Augmented-0.1-Quantile-Accuracy": 66.5, "Augmented-Accuracy": 70.7487, "Augmented-Loss": 1.2430073497390748, "Clean-Accuracy": 70.53, "Clean-Loss": 1.1487553993225097, "PGD-Accuracy": 0.03, "PGD-Loss": 5.840790490722656}, "Total-Time": 49669.65460181236, "Train": {"Loss": 1.6616841626358032, "avg t": 1.18923609375, "plain loss": 1.1077094353027332, "standard loss": 1.1012630169677735}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.68000030517578, "Augmented-0.05-Quantile-Accuracy": 67.73999786376953, "Augmented-0.1-Quantile-Accuracy": 68.93999481201172, "Augmented-Accuracy": 73.5126, "Augmented-Loss": 1.1848568904037475, "Clean-Accuracy": 69.64, "Clean-Loss": 1.1057838898658752, "PGD-Accuracy": 0.04, "PGD-Loss": 5.549915724945069}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 1419.447776556015, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.709999084472656, "Augmented-0.05-Quantile-Accuracy": 59.84000015258789, "Augmented-0.1-Quantile-Accuracy": 61.209999084472656, "Augmented-Accuracy": 65.7488, "Augmented-Loss": 1.26601806640625, "Clean-Accuracy": 66.12, "Clean-Loss": 1.1482966949462892, "PGD-Accuracy": 0.26, "PGD-Loss": 5.770097131347656}, "Total-Time": 51089.10237836838, "Train": {"Loss": 1.6594736124038696, "avg t": 1.18639234375, "plain loss": 1.0992009457092278, "standard loss": 1.0927472846221924}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 59.89999771118164, "Augmented-0.05-Quantile-Accuracy": 62.55999755859375, "Augmented-0.1-Quantile-Accuracy": 63.81999969482422, "Augmented-Accuracy": 68.1798, "Augmented-Loss": 1.196008626853943, "Clean-Accuracy": 64.0, "Clean-Loss": 1.1176802930831908, "PGD-Accuracy": 0.3, "PGD-Loss": 5.498557151794434}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 2183.136734008789, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.53999710083008, "Augmented-0.05-Quantile-Accuracy": 60.06999969482422, "Augmented-0.1-Quantile-Accuracy": 61.81999969482422, "Augmented-Accuracy": 66.7385, "Augmented-Loss": 1.3265415388336181, "Clean-Accuracy": 69.66, "Clean-Loss": 1.1626214408874511, "PGD-Accuracy": 0.03, "PGD-Loss": 6.0497503723144535}, "Total-Time": 53272.23911237717, "Train": {"Loss": 1.6537763145828248, "avg t": 1.1853403125, "plain loss": 1.1040057517395028, "standard loss": 1.0975069243621827}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.619998931884766, "Augmented-0.05-Quantile-Accuracy": 65.45999908447266, "Augmented-0.1-Quantile-Accuracy": 66.69999694824219, "Augmented-Accuracy": 71.0418, "Augmented-Loss": 1.2127895555667878, "Clean-Accuracy": 70.84, "Clean-Loss": 1.0606145780563354, "PGD-Accuracy": 0.02, "PGD-Loss": 5.823297248077393}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 2841.8015751838684, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.06999969482422, "Augmented-0.05-Quantile-Accuracy": 60.38999938964844, "Augmented-0.1-Quantile-Accuracy": 61.73999786376953, "Augmented-Accuracy": 66.5142, "Augmented-Loss": 1.2888851992416381, "Clean-Accuracy": 70.34, "Clean-Loss": 1.133790503692627, "PGD-Accuracy": 0.15, "PGD-Loss": 5.9907969421386715}, "Total-Time": 56114.040687561035, "Train": {"Loss": 1.6414175882720947, "avg t": 1.18175578125, "plain loss": 1.0984332251586912, "standard loss": 1.0917723339271546}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.099998474121094, "Augmented-0.05-Quantile-Accuracy": 66.41999816894531, "Augmented-0.1-Quantile-Accuracy": 67.75999450683594, "Augmented-Accuracy": 72.2688, "Augmented-Loss": 1.176527200849533, "Clean-Accuracy": 67.06, "Clean-Loss": 1.0908512495040894, "PGD-Accuracy": 0.12, "PGD-Loss": 5.710277246856689}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 2843.785637617111, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.57999801635742, "Augmented-0.05-Quantile-Accuracy": 64.90999603271484, "Augmented-0.1-Quantile-Accuracy": 66.33999633789062, "Augmented-Accuracy": 70.7929, "Augmented-Loss": 1.2361428774261474, "Clean-Accuracy": 73.12, "Clean-Loss": 1.1005602104187011, "PGD-Accuracy": 0.04, "PGD-Loss": 5.998653289794922}, "Total-Time": 58957.82632517815, "Train": {"Loss": 1.660143321762085, "avg t": 1.184609375, "plain loss": 1.102821023895264, "standard loss": 1.0962670809555053}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.87999725341797, "Augmented-0.05-Quantile-Accuracy": 67.0199966430664, "Augmented-0.1-Quantile-Accuracy": 68.58000183105469, "Augmented-Accuracy": 72.666, "Augmented-Loss": 1.162433719264984, "Clean-Accuracy": 71.52, "Clean-Loss": 1.0253875341415406, "PGD-Accuracy": 0.06, "PGD-Loss": 5.720105298614502}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 2844.9542293548584, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.64999771118164, "Augmented-0.05-Quantile-Accuracy": 64.68999481201172, "Augmented-0.1-Quantile-Accuracy": 66.27999877929688, "Augmented-Accuracy": 71.385, "Augmented-Loss": 1.288672409942627, "Clean-Accuracy": 72.84, "Clean-Loss": 1.1750016662597655, "PGD-Accuracy": 0.08, "PGD-Loss": 6.1216388610839845}, "Total-Time": 61802.780554533005, "Train": {"Loss": 1.641390013961792, "avg t": 1.179474375, "plain loss": 1.0942070953979492, "standard loss": 1.0875771331024169}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.95999908447266, "Augmented-0.05-Quantile-Accuracy": 68.65999603271484, "Augmented-0.1-Quantile-Accuracy": 70.18000030517578, "Augmented-Accuracy": 74.5066, "Augmented-Loss": 1.205951255449295, "Clean-Accuracy": 70.36, "Clean-Loss": 1.042332225418091, "PGD-Accuracy": 0.08, "PGD-Loss": 5.852645453643799}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 2838.7471017837524, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.689998626708984, "Augmented-0.05-Quantile-Accuracy": 63.019996643066406, "Augmented-0.1-Quantile-Accuracy": 64.77999877929688, "Augmented-Accuracy": 69.8184, "Augmented-Loss": 1.2753517770996095, "Clean-Accuracy": 73.07, "Clean-Loss": 1.0916153617858886, "PGD-Accuracy": 0.07, "PGD-Loss": 6.072649926757813}, "Total-Time": 64641.52765631676, "Train": {"Loss": 1.642905707473755, "avg t": 1.17828171875, "plain loss": 1.0881681497192393, "standard loss": 1.0815660149383546}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.65999603271484, "Augmented-0.05-Quantile-Accuracy": 68.0199966430664, "Augmented-0.1-Quantile-Accuracy": 69.47999572753906, "Augmented-Accuracy": 73.9166, "Augmented-Loss": 1.1446233947315216, "Clean-Accuracy": 68.68, "Clean-Loss": 1.011933460521698, "PGD-Accuracy": 0.16, "PGD-Loss": 5.697806731414795}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 2837.375223875046, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.80999755859375, "Augmented-0.05-Quantile-Accuracy": 62.96999740600586, "Augmented-0.1-Quantile-Accuracy": 64.2699966430664, "Augmented-Accuracy": 69.1567, "Augmented-Loss": 1.2914368074569702, "Clean-Accuracy": 71.18, "Clean-Loss": 1.126599602508545, "PGD-Accuracy": 0.1, "PGD-Loss": 5.988643621826172}, "Total-Time": 67478.9028801918, "Train": {"Loss": 1.6458424671173095, "avg t": 1.1791740625, "plain loss": 1.0911691488037105, "standard loss": 1.0845540508651734}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.81999969482422, "Augmented-0.05-Quantile-Accuracy": 66.43999481201172, "Augmented-0.1-Quantile-Accuracy": 67.68000030517578, "Augmented-Accuracy": 72.3882, "Augmented-Loss": 1.1943843419132232, "Clean-Accuracy": 62.46, "Clean-Loss": 1.0693653007507324, "PGD-Accuracy": 0.08, "PGD-Loss": 5.70486363067627}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 2838.217385292053, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.78999710083008, "Augmented-0.05-Quantile-Accuracy": 63.029998779296875, "Augmented-0.1-Quantile-Accuracy": 64.8699951171875, "Augmented-Accuracy": 69.6602, "Augmented-Loss": 1.3165386317138672, "Clean-Accuracy": 72.04, "Clean-Loss": 1.1666055465698242, "PGD-Accuracy": 0.32, "PGD-Loss": 5.93364951171875}, "Total-Time": 70317.12026548386, "Train": {"Loss": 1.6585888646697997, "avg t": 1.1813934375, "plain loss": 1.0950685966186533, "standard loss": 1.0885175364685058}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.08000183105469, "Augmented-0.05-Quantile-Accuracy": 66.95999908447266, "Augmented-0.1-Quantile-Accuracy": 68.45999908447266, "Augmented-Accuracy": 72.7192, "Augmented-Loss": 1.2237884139499664, "Clean-Accuracy": 70.34, "Clean-Loss": 1.093274129486084, "PGD-Accuracy": 0.3, "PGD-Loss": 5.6611106460571285}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 2839.0010616779327, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.1099967956543, "Augmented-0.05-Quantile-Accuracy": 65.01000213623047, "Augmented-0.1-Quantile-Accuracy": 66.33000183105469, "Augmented-Accuracy": 70.9767, "Augmented-Loss": 1.2667939530715941, "Clean-Accuracy": 72.09, "Clean-Loss": 1.1618270683288574, "PGD-Accuracy": 0.24, "PGD-Loss": 5.666989947509766}, "Total-Time": 73156.12132716179, "Train": {"Loss": 1.6316409169006347, "avg t": 1.17520921875, "plain loss": 1.0855512618408214, "standard loss": 1.0787694340515137}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.47999572753906, "Augmented-0.05-Quantile-Accuracy": 68.81999969482422, "Augmented-0.1-Quantile-Accuracy": 70.27999877929688, "Augmented-Accuracy": 74.6422, "Augmented-Loss": 1.1945958960437775, "Clean-Accuracy": 71.28, "Clean-Loss": 1.1188962257385253, "PGD-Accuracy": 0.22, "PGD-Loss": 5.523240029144287}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 2839.188798904419, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.529998779296875, "Augmented-0.05-Quantile-Accuracy": 59.64999771118164, "Augmented-0.1-Quantile-Accuracy": 61.18000030517578, "Augmented-Accuracy": 66.1194, "Augmented-Loss": 1.3176390467071533, "Clean-Accuracy": 68.91, "Clean-Loss": 1.165659098815918, "PGD-Accuracy": 0.11, "PGD-Loss": 5.936338842773438}, "Total-Time": 75995.31012606621, "Train": {"Loss": 1.6533037075805663, "avg t": 1.178145625, "plain loss": 1.088376529785157, "standard loss": 1.081410196876526}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.3599967956543, "Augmented-0.05-Quantile-Accuracy": 65.63999938964844, "Augmented-0.1-Quantile-Accuracy": 67.47999572753906, "Augmented-Accuracy": 71.9048, "Augmented-Loss": 1.199549965681076, "Clean-Accuracy": 71.8, "Clean-Loss": 1.0355563432693482, "PGD-Accuracy": 0.1, "PGD-Loss": 5.690324336242676}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 2842.420595884323, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.38999938964844, "Augmented-0.05-Quantile-Accuracy": 68.83999633789062, "Augmented-0.1-Quantile-Accuracy": 70.33999633789062, "Augmented-Accuracy": 75.0741, "Augmented-Loss": 1.2343136651611328, "Clean-Accuracy": 76.07, "Clean-Loss": 1.1324249275207519, "PGD-Accuracy": 0.05, "PGD-Loss": 6.022453509521484}, "Total-Time": 78837.73072195053, "Train": {"Loss": 1.6256693332672119, "avg t": 1.17360734375, "plain loss": 1.0828798301391591, "standard loss": 1.0761351071166991}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.25999450683594, "Augmented-0.05-Quantile-Accuracy": 71.6199951171875, "Augmented-0.1-Quantile-Accuracy": 72.91999816894531, "Augmented-Accuracy": 77.1522, "Augmented-Loss": 1.1673743295993806, "Clean-Accuracy": 75.84, "Clean-Loss": 1.048736955833435, "PGD-Accuracy": 0.1, "PGD-Loss": 5.743142470550537}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 2837.9177944660187, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.32999801635742, "Augmented-0.05-Quantile-Accuracy": 62.81999969482422, "Augmented-0.1-Quantile-Accuracy": 64.22000122070312, "Augmented-Accuracy": 68.8064, "Augmented-Loss": 1.2833927330322266, "Clean-Accuracy": 73.0, "Clean-Loss": 1.1242816673278808, "PGD-Accuracy": 0.07, "PGD-Loss": 5.822333044433594}, "Total-Time": 81675.64851641655, "Train": {"Loss": 1.6253787340545653, "avg t": 1.17224296875, "plain loss": 1.0824661365051282, "standard loss": 1.0757139342498778}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.58000183105469, "Augmented-0.05-Quantile-Accuracy": 68.4000015258789, "Augmented-0.1-Quantile-Accuracy": 69.79999542236328, "Augmented-Accuracy": 74.0836, "Augmented-Loss": 1.1711501253967285, "Clean-Accuracy": 74.32, "Clean-Loss": 1.0342910846710205, "PGD-Accuracy": 0.08, "PGD-Loss": 5.523986558532715}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 2831.1511459350586, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.18000030517578, "Augmented-0.05-Quantile-Accuracy": 61.769996643066406, "Augmented-0.1-Quantile-Accuracy": 63.23999786376953, "Augmented-Accuracy": 68.8784, "Augmented-Loss": 1.312554482345581, "Clean-Accuracy": 71.81, "Clean-Loss": 1.1705034996032715, "PGD-Accuracy": 0.05, "PGD-Loss": 6.026689282226562}, "Total-Time": 84506.79966235161, "Train": {"Loss": 1.6297745706939697, "avg t": 1.175639375, "plain loss": 1.0816975019531254, "standard loss": 1.0749787479782105}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.97999954223633, "Augmented-0.05-Quantile-Accuracy": 66.55999755859375, "Augmented-0.1-Quantile-Accuracy": 68.0, "Augmented-Accuracy": 73.2292, "Augmented-Loss": 1.2242309318351745, "Clean-Accuracy": 68.04, "Clean-Loss": 1.0796040616989135, "PGD-Accuracy": 0.06, "PGD-Loss": 5.847420670318604}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 2830.7230701446533, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.69999694824219, "Augmented-0.05-Quantile-Accuracy": 60.869998931884766, "Augmented-0.1-Quantile-Accuracy": 62.29999923706055, "Augmented-Accuracy": 67.1459, "Augmented-Loss": 1.3306965156402588, "Clean-Accuracy": 73.17, "Clean-Loss": 1.1606113410949708, "PGD-Accuracy": 0.12, "PGD-Loss": 5.9864255859375}, "Total-Time": 87337.52273249626, "Train": {"Loss": 1.617821470375061, "avg t": 1.17293421875, "plain loss": 1.078319259704588, "standard loss": 1.071575980834961}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.0, "Augmented-0.05-Quantile-Accuracy": 68.13999938964844, "Augmented-0.1-Quantile-Accuracy": 69.45999908447266, "Augmented-Accuracy": 73.5226, "Augmented-Loss": 1.21429276953125, "Clean-Accuracy": 72.58, "Clean-Loss": 1.091747354888916, "PGD-Accuracy": 0.08, "PGD-Loss": 5.7657909645080565}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 2831.399751663208, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.04999923706055, "Augmented-0.05-Quantile-Accuracy": 64.22999572753906, "Augmented-0.1-Quantile-Accuracy": 65.58000183105469, "Augmented-Accuracy": 70.1812, "Augmented-Loss": 1.252808577835083, "Clean-Accuracy": 72.0, "Clean-Loss": 1.1227709274291993, "PGD-Accuracy": 0.04, "PGD-Loss": 6.05464741821289}, "Total-Time": 90168.92248415947, "Train": {"Loss": 1.6216268426895142, "avg t": 1.17057484375, "plain loss": 1.0762298736572267, "standard loss": 1.0694019049072265}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.22000122070312, "Augmented-0.05-Quantile-Accuracy": 68.86000061035156, "Augmented-0.1-Quantile-Accuracy": 70.0999984741211, "Augmented-Accuracy": 73.9442, "Augmented-Loss": 1.1657491971130371, "Clean-Accuracy": 70.98, "Clean-Loss": 1.0905468059539796, "PGD-Accuracy": 0.06, "PGD-Loss": 5.824000771331787}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 2831.6825993061066, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.87999725341797, "Augmented-0.05-Quantile-Accuracy": 65.36000061035156, "Augmented-0.1-Quantile-Accuracy": 66.7699966430664, "Augmented-Accuracy": 71.1555, "Augmented-Loss": 1.26502311618042, "Clean-Accuracy": 76.13, "Clean-Loss": 1.0552353202819824, "PGD-Accuracy": 0.06, "PGD-Loss": 5.7607811767578125}, "Total-Time": 93000.60508346558, "Train": {"Loss": 1.6287611770629882, "avg t": 1.17001015625, "plain loss": 1.0762874209594724, "standard loss": 1.069659511756897}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.93999481201172, "Augmented-0.05-Quantile-Accuracy": 71.91999816894531, "Augmented-0.1-Quantile-Accuracy": 72.83999633789062, "Augmented-Accuracy": 76.6374, "Augmented-Loss": 1.1292287039909363, "Clean-Accuracy": 71.32, "Clean-Loss": 0.9768863265037536, "PGD-Accuracy": 0.06, "PGD-Loss": 5.4132622009277345}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 2837.24657702446, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.55999755859375, "Augmented-0.05-Quantile-Accuracy": 60.6099967956543, "Augmented-0.1-Quantile-Accuracy": 61.94999694824219, "Augmented-Accuracy": 66.1934, "Augmented-Loss": 1.311234252090454, "Clean-Accuracy": 70.82, "Clean-Loss": 1.138295149230957, "PGD-Accuracy": 0.07, "PGD-Loss": 5.811794128417969}, "Total-Time": 95837.85166049004, "Train": {"Loss": 1.6203062721252441, "avg t": 1.1718034375, "plain loss": 1.0785379552612318, "standard loss": 1.0719764556884765}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.459999084472656, "Augmented-0.05-Quantile-Accuracy": 66.83999633789062, "Augmented-0.1-Quantile-Accuracy": 68.0999984741211, "Augmented-Accuracy": 72.4106, "Augmented-Loss": 1.1815624712276458, "Clean-Accuracy": 70.3, "Clean-Loss": 1.1032248220443726, "PGD-Accuracy": 0.02, "PGD-Loss": 5.580873935699463}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 2836.2595748901367, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.46999740600586, "Augmented-0.05-Quantile-Accuracy": 61.84000015258789, "Augmented-0.1-Quantile-Accuracy": 63.31999969482422, "Augmented-Accuracy": 68.388, "Augmented-Loss": 1.3160014777526856, "Clean-Accuracy": 74.12, "Clean-Loss": 1.1440452377319337, "PGD-Accuracy": 0.07, "PGD-Loss": 6.029499682617187}, "Total-Time": 98674.11123538017, "Train": {"Loss": 1.6106636209106446, "avg t": 1.167270625, "plain loss": 1.071023324157713, "standard loss": 1.0640969366455078}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.27999877929688, "Augmented-0.05-Quantile-Accuracy": 67.19999694824219, "Augmented-0.1-Quantile-Accuracy": 68.93999481201172, "Augmented-Accuracy": 73.6982, "Augmented-Loss": 1.1988445008621216, "Clean-Accuracy": 70.02, "Clean-Loss": 1.135543553352356, "PGD-Accuracy": 0.02, "PGD-Loss": 5.785693005371094}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 2839.248697280884, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.03999710083008, "Augmented-0.05-Quantile-Accuracy": 64.87999725341797, "Augmented-0.1-Quantile-Accuracy": 66.18999481201172, "Augmented-Accuracy": 70.5482, "Augmented-Loss": 1.2154170037078857, "Clean-Accuracy": 72.24, "Clean-Loss": 1.0969087890625, "PGD-Accuracy": 0.09, "PGD-Loss": 5.6304845520019535}, "Total-Time": 101513.35993266106, "Train": {"Loss": 1.6102594465637208, "avg t": 1.1685509375, "plain loss": 1.0719661605834967, "standard loss": 1.0654854644775391}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.33999633789062, "Augmented-0.05-Quantile-Accuracy": 68.97999572753906, "Augmented-0.1-Quantile-Accuracy": 70.05999755859375, "Augmented-Accuracy": 74.402, "Augmented-Loss": 1.1409447132644652, "Clean-Accuracy": 69.82, "Clean-Loss": 1.0735320011138916, "PGD-Accuracy": 0.16, "PGD-Loss": 5.375456867980957}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 2838.635715484619, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.0, "Augmented-0.05-Quantile-Accuracy": 60.349998474121094, "Augmented-0.1-Quantile-Accuracy": 61.7599983215332, "Augmented-Accuracy": 66.7707, "Augmented-Loss": 1.2906314012145996, "Clean-Accuracy": 72.53, "Clean-Loss": 1.1176887931823731, "PGD-Accuracy": 0.1, "PGD-Loss": 6.001947644042969}, "Total-Time": 104351.99564814568, "Train": {"Loss": 1.6122868951034546, "avg t": 1.16971140625, "plain loss": 1.0747833457336438, "standard loss": 1.0682094483566285}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.5199966430664, "Augmented-0.05-Quantile-Accuracy": 67.5, "Augmented-0.1-Quantile-Accuracy": 69.1199951171875, "Augmented-Accuracy": 73.4386, "Augmented-Loss": 1.1672645714855194, "Clean-Accuracy": 77.52, "Clean-Loss": 1.0042388877868653, "PGD-Accuracy": 0.02, "PGD-Loss": 5.74259958114624}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 2835.8281016349792, "Test": {"Augmented-0.01-Quantile-Accuracy": 73.58000183105469, "Augmented-0.05-Quantile-Accuracy": 76.4000015258789, "Augmented-0.1-Quantile-Accuracy": 77.62999725341797, "Augmented-Accuracy": 81.6613, "Augmented-Loss": 1.06431165284729, "Clean-Accuracy": 83.33, "Clean-Loss": 0.9266504135131836, "PGD-Accuracy": 0.03, "PGD-Loss": 6.297497387695312}, "Total-Time": 107187.82374978065, "Train": {"Loss": 1.272191059989929, "avg t": 1.08052953125, "plain loss": 0.9322719267272939, "standard loss": 0.9270518228340149}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 77.68000030517578, "Augmented-0.05-Quantile-Accuracy": 80.5, "Augmented-0.1-Quantile-Accuracy": 81.22000122070312, "Augmented-Accuracy": 84.8422, "Augmented-Loss": 0.9604759764995575, "Clean-Accuracy": 81.46, "Clean-Loss": 0.8310995450973511, "PGD-Accuracy": 0.08, "PGD-Loss": 5.930439498901367}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 2835.768452167511, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.7699966430664, "Augmented-0.05-Quantile-Accuracy": 77.88999938964844, "Augmented-0.1-Quantile-Accuracy": 79.02999877929688, "Augmented-Accuracy": 82.624, "Augmented-Loss": 1.0111774772109985, "Clean-Accuracy": 84.1, "Clean-Loss": 0.8833689613342285, "PGD-Accuracy": 0.01, "PGD-Loss": 6.4615018249511715}, "Total-Time": 110023.59220194817, "Train": {"Loss": 1.185701057472229, "avg t": 1.04475140625, "plain loss": 0.8615917239074702, "standard loss": 0.8568965190505982}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 79.36000061035156, "Augmented-0.05-Quantile-Accuracy": 81.77999877929688, "Augmented-0.1-Quantile-Accuracy": 82.97999572753906, "Augmented-Accuracy": 86.1554, "Augmented-Loss": 0.909712622253418, "Clean-Accuracy": 82.32, "Clean-Loss": 0.8500687749862671, "PGD-Accuracy": 0.06, "PGD-Loss": 6.0895487159729}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 2836.2714796066284, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.1500015258789, "Augmented-0.05-Quantile-Accuracy": 77.25999450683594, "Augmented-0.1-Quantile-Accuracy": 78.45999908447266, "Augmented-Accuracy": 82.2578, "Augmented-Loss": 0.9958681552581787, "Clean-Accuracy": 84.38, "Clean-Loss": 0.867556908416748, "PGD-Accuracy": 0.04, "PGD-Loss": 6.565387243652344}, "Total-Time": 112859.8636815548, "Train": {"Loss": 1.1452303746032715, "avg t": 1.0290609375, "plain loss": 0.8327848845214838, "standard loss": 0.8283936425971985}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 79.25999450683594, "Augmented-0.05-Quantile-Accuracy": 81.73999786376953, "Augmented-0.1-Quantile-Accuracy": 83.18000030517578, "Augmented-Accuracy": 86.2718, "Augmented-Loss": 0.8886630362558365, "Clean-Accuracy": 79.78, "Clean-Loss": 0.8125366695404053, "PGD-Accuracy": 0.06, "PGD-Loss": 6.168536991119384}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 2837.7456991672516, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.5999984741211, "Augmented-0.05-Quantile-Accuracy": 78.47999572753906, "Augmented-0.1-Quantile-Accuracy": 79.69999694824219, "Augmented-Accuracy": 83.4532, "Augmented-Loss": 0.970689331161499, "Clean-Accuracy": 84.91, "Clean-Loss": 0.848221176147461, "PGD-Accuracy": 0.06, "PGD-Loss": 6.6506108337402345}, "Total-Time": 115697.60938072205, "Train": {"Loss": 1.1268328539276122, "avg t": 1.02109640625, "plain loss": 0.8150012827148437, "standard loss": 0.810525820350647}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.83999633789062, "Augmented-0.05-Quantile-Accuracy": 83.25999450683594, "Augmented-0.1-Quantile-Accuracy": 84.6199951171875, "Augmented-Accuracy": 87.6178, "Augmented-Loss": 0.8709351970310211, "Clean-Accuracy": 86.44, "Clean-Loss": 0.7829622219085693, "PGD-Accuracy": 0.06, "PGD-Loss": 6.259564956665039}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 2836.8211703300476, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.22999572753906, "Augmented-0.05-Quantile-Accuracy": 77.83000183105469, "Augmented-0.1-Quantile-Accuracy": 79.11000061035156, "Augmented-Accuracy": 82.8283, "Augmented-Loss": 0.961316888496399, "Clean-Accuracy": 85.33, "Clean-Loss": 0.839787565612793, "PGD-Accuracy": 0.08, "PGD-Loss": 6.660275500488281}, "Total-Time": 118534.4305510521, "Train": {"Loss": 1.102675474433899, "avg t": 1.01158140625, "plain loss": 0.7959671496276853, "standard loss": 0.791580562877655}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.5, "Augmented-0.05-Quantile-Accuracy": 83.07999420166016, "Augmented-0.1-Quantile-Accuracy": 84.43999481201172, "Augmented-Accuracy": 87.6522, "Augmented-Loss": 0.856833583067894, "Clean-Accuracy": 85.34, "Clean-Loss": 0.7854747640609742, "PGD-Accuracy": 0.08, "PGD-Loss": 6.319244718170166}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 2837.0284719467163, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.7699966430664, "Augmented-0.05-Quantile-Accuracy": 78.6500015258789, "Augmented-0.1-Quantile-Accuracy": 79.91999816894531, "Augmented-Accuracy": 83.523, "Augmented-Loss": 0.9485423807983399, "Clean-Accuracy": 85.49, "Clean-Loss": 0.8246568534851074, "PGD-Accuracy": 0.08, "PGD-Loss": 6.8243337219238285}, "Total-Time": 121371.45902299881, "Train": {"Loss": 1.0903571015930176, "avg t": 1.0080353125, "plain loss": 0.7898686263427737, "standard loss": 0.7852168251037598}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.4000015258789, "Augmented-0.05-Quantile-Accuracy": 83.05999755859375, "Augmented-0.1-Quantile-Accuracy": 84.07999420166016, "Augmented-Accuracy": 87.4236, "Augmented-Loss": 0.847997777888298, "Clean-Accuracy": 83.78, "Clean-Loss": 0.7781080920219421, "PGD-Accuracy": 0.08, "PGD-Loss": 6.4453811317443845}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 2834.4600155353546, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.22000122070312, "Augmented-0.05-Quantile-Accuracy": 78.02999877929688, "Augmented-0.1-Quantile-Accuracy": 79.13999938964844, "Augmented-Accuracy": 82.6261, "Augmented-Loss": 0.9477099745864869, "Clean-Accuracy": 85.74, "Clean-Loss": 0.8297609413146972, "PGD-Accuracy": 0.06, "PGD-Loss": 6.743967053222656}, "Total-Time": 124205.91903853416, "Train": {"Loss": 1.0795575111007691, "avg t": 1.0030034375, "plain loss": 0.7856354196777348, "standard loss": 0.7810936715316772}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.65999603271484, "Augmented-0.05-Quantile-Accuracy": 83.43999481201172, "Augmented-0.1-Quantile-Accuracy": 84.43999481201172, "Augmented-Accuracy": 87.3774, "Augmented-Loss": 0.8461263426036835, "Clean-Accuracy": 87.3, "Clean-Loss": 0.7760157255172729, "PGD-Accuracy": 0.06, "PGD-Loss": 6.412590576171875}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 2828.8142409324646, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.33000183105469, "Augmented-0.05-Quantile-Accuracy": 79.25, "Augmented-0.1-Quantile-Accuracy": 80.23999786376953, "Augmented-Accuracy": 83.6692, "Augmented-Loss": 0.9376331129837037, "Clean-Accuracy": 86.3, "Clean-Loss": 0.8169344261169433, "PGD-Accuracy": 0.05, "PGD-Loss": 6.738541552734375}, "Total-Time": 127034.73327946663, "Train": {"Loss": 1.069343360671997, "avg t": 0.99890953125, "plain loss": 0.7778073281860347, "standard loss": 0.7732125687408448}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.15999603271484, "Augmented-0.05-Quantile-Accuracy": 84.6199951171875, "Augmented-0.1-Quantile-Accuracy": 85.69999694824219, "Augmented-Accuracy": 88.9298, "Augmented-Loss": 0.8297956475172042, "Clean-Accuracy": 86.82, "Clean-Loss": 0.765205636882782, "PGD-Accuracy": 0.06, "PGD-Loss": 6.391374987030029}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 2833.5214524269104, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.3499984741211, "Augmented-0.05-Quantile-Accuracy": 77.94999694824219, "Augmented-0.1-Quantile-Accuracy": 79.27999877929688, "Augmented-Accuracy": 83.1296, "Augmented-Loss": 0.9426643579177857, "Clean-Accuracy": 85.72, "Clean-Loss": 0.8232559356689453, "PGD-Accuracy": 0.09, "PGD-Loss": 6.752667572021484}, "Total-Time": 129868.25473189354, "Train": {"Loss": 1.057292205467224, "avg t": 0.9947175, "plain loss": 0.7710640103759766, "standard loss": 0.7663416945075989}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.31999969482422, "Augmented-0.05-Quantile-Accuracy": 84.0, "Augmented-0.1-Quantile-Accuracy": 85.19999694824219, "Augmented-Accuracy": 87.8876, "Augmented-Loss": 0.8300390960445404, "Clean-Accuracy": 85.18, "Clean-Loss": 0.7729154891967773, "PGD-Accuracy": 0.18, "PGD-Loss": 6.39352236328125}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 2834.549468278885, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.47000122070312, "Augmented-0.05-Quantile-Accuracy": 79.16999816894531, "Augmented-0.1-Quantile-Accuracy": 80.4000015258789, "Augmented-Accuracy": 84.0337, "Augmented-Loss": 0.9273787511367798, "Clean-Accuracy": 86.03, "Clean-Loss": 0.8104327278137207, "PGD-Accuracy": 0.09, "PGD-Loss": 6.770874530029297}, "Total-Time": 132702.80420017242, "Train": {"Loss": 1.0498635599708557, "avg t": 0.99007875, "plain loss": 0.7690541320495613, "standard loss": 0.7645396259117127}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.41999816894531, "Augmented-0.05-Quantile-Accuracy": 84.13999938964844, "Augmented-0.1-Quantile-Accuracy": 85.23999786376953, "Augmented-Accuracy": 88.5176, "Augmented-Loss": 0.819022220664978, "Clean-Accuracy": 88.78, "Clean-Loss": 0.730776797580719, "PGD-Accuracy": 0.08, "PGD-Loss": 6.381423493957519}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 2832.7130687236786, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.94999694824219, "Augmented-0.05-Quantile-Accuracy": 78.93999481201172, "Augmented-0.1-Quantile-Accuracy": 80.1500015258789, "Augmented-Accuracy": 83.7918, "Augmented-Loss": 0.9332552508010864, "Clean-Accuracy": 85.84, "Clean-Loss": 0.8145867980957031, "PGD-Accuracy": 0.1, "PGD-Loss": 6.753259387207032}, "Total-Time": 135535.5172688961, "Train": {"Loss": 1.044782236480713, "avg t": 0.98774015625, "plain loss": 0.7692278189086914, "standard loss": 0.7646156758499145}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.54000091552734, "Augmented-0.05-Quantile-Accuracy": 84.65999603271484, "Augmented-0.1-Quantile-Accuracy": 85.69999694824219, "Augmented-Accuracy": 88.6372, "Augmented-Loss": 0.818725828417778, "Clean-Accuracy": 88.56, "Clean-Loss": 0.7768617243766784, "PGD-Accuracy": 0.14, "PGD-Loss": 6.415350802612305}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 2835.7182307243347, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.12999725341797, "Augmented-0.05-Quantile-Accuracy": 78.80999755859375, "Augmented-0.1-Quantile-Accuracy": 79.91999816894531, "Augmented-Accuracy": 83.3896, "Augmented-Loss": 0.933651901802063, "Clean-Accuracy": 85.99, "Clean-Loss": 0.8184804077148438, "PGD-Accuracy": 0.12, "PGD-Loss": 6.692601458740234}, "Total-Time": 138371.23549962044, "Train": {"Loss": 1.0415085023498536, "avg t": 0.98433265625, "plain loss": 0.7633511301727292, "standard loss": 0.7590339644622802}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.41999816894531, "Augmented-0.05-Quantile-Accuracy": 83.75999450683594, "Augmented-0.1-Quantile-Accuracy": 84.75999450683594, "Augmented-Accuracy": 87.863, "Augmented-Loss": 0.8310536348152161, "Clean-Accuracy": 85.44, "Clean-Loss": 0.7817471744537353, "PGD-Accuracy": 0.08, "PGD-Loss": 6.334025205993652}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 2834.980218410492, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.5999984741211, "Augmented-0.05-Quantile-Accuracy": 78.94999694824219, "Augmented-0.1-Quantile-Accuracy": 80.12999725341797, "Augmented-Accuracy": 83.735, "Augmented-Loss": 0.9251130851974487, "Clean-Accuracy": 86.19, "Clean-Loss": 0.8205960723876953, "PGD-Accuracy": 0.06, "PGD-Loss": 6.65522626953125}, "Total-Time": 141206.21571803093, "Train": {"Loss": 1.0399707094573976, "avg t": 0.98520765625, "plain loss": 0.7739629794769283, "standard loss": 0.7696957009124756}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.87999725341797, "Augmented-0.05-Quantile-Accuracy": 85.36000061035156, "Augmented-0.1-Quantile-Accuracy": 86.18000030517578, "Augmented-Accuracy": 88.8906, "Augmented-Loss": 0.8226256545696259, "Clean-Accuracy": 86.78, "Clean-Loss": 0.8126585193634033, "PGD-Accuracy": 0.1, "PGD-Loss": 6.297154723358155}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 2836.7131583690643, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.31999969482422, "Augmented-0.05-Quantile-Accuracy": 78.9000015258789, "Augmented-0.1-Quantile-Accuracy": 79.98999786376953, "Augmented-Accuracy": 83.5272, "Augmented-Loss": 0.9142782631225586, "Clean-Accuracy": 85.83, "Clean-Loss": 0.8059819129943848, "PGD-Accuracy": 0.07, "PGD-Loss": 6.68878881225586}, "Total-Time": 144042.9288764, "Train": {"Loss": 1.0315694334030152, "avg t": 0.98101578125, "plain loss": 0.7619558493652347, "standard loss": 0.7572007080078125}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.5199966430664, "Augmented-0.05-Quantile-Accuracy": 84.04000091552734, "Augmented-0.1-Quantile-Accuracy": 85.19999694824219, "Augmented-Accuracy": 88.4506, "Augmented-Loss": 0.8155361748895645, "Clean-Accuracy": 88.02, "Clean-Loss": 0.7435627523422241, "PGD-Accuracy": 0.2, "PGD-Loss": 6.369830303955078}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 2839.078512430191, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.00999450683594, "Augmented-0.05-Quantile-Accuracy": 79.9000015258789, "Augmented-0.1-Quantile-Accuracy": 81.16999816894531, "Augmented-Accuracy": 84.6385, "Augmented-Loss": 0.9310200474853516, "Clean-Accuracy": 86.34, "Clean-Loss": 0.8240613029479981, "PGD-Accuracy": 0.04, "PGD-Loss": 6.583543676757812}, "Total-Time": 146882.00738883018, "Train": {"Loss": 1.0327724953842163, "avg t": 0.98034515625, "plain loss": 0.7630735050353998, "standard loss": 0.7582911162567139}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.68000030517578, "Augmented-0.05-Quantile-Accuracy": 85.68000030517578, "Augmented-0.1-Quantile-Accuracy": 86.45999908447266, "Augmented-Accuracy": 89.6656, "Augmented-Loss": 0.8327905718650818, "Clean-Accuracy": 83.82, "Clean-Loss": 0.8064160937309265, "PGD-Accuracy": 0.14, "PGD-Loss": 6.262247145080567}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 2842.0271277427673, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.65999603271484, "Augmented-0.05-Quantile-Accuracy": 79.5199966430664, "Augmented-0.1-Quantile-Accuracy": 80.75999450683594, "Augmented-Accuracy": 84.4069, "Augmented-Loss": 0.9219499523468018, "Clean-Accuracy": 85.56, "Clean-Loss": 0.8429638351440429, "PGD-Accuracy": 0.04, "PGD-Loss": 6.705889678955078}, "Total-Time": 149724.03451657295, "Train": {"Loss": 1.0233708229446412, "avg t": 0.976519375, "plain loss": 0.7622400129089362, "standard loss": 0.7576046139335633}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.86000061035156, "Augmented-0.05-Quantile-Accuracy": 84.55999755859375, "Augmented-0.1-Quantile-Accuracy": 85.75999450683594, "Augmented-Accuracy": 88.752, "Augmented-Loss": 0.8324704241895675, "Clean-Accuracy": 87.34, "Clean-Loss": 0.7540502799034119, "PGD-Accuracy": 0.14, "PGD-Loss": 6.385263603210449}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 2846.884733438492, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.75999450683594, "Augmented-0.05-Quantile-Accuracy": 79.48999786376953, "Augmented-0.1-Quantile-Accuracy": 80.58999633789062, "Augmented-Accuracy": 84.1236, "Augmented-Loss": 0.9288078989181519, "Clean-Accuracy": 85.98, "Clean-Loss": 0.8286555885314941, "PGD-Accuracy": 0.1, "PGD-Loss": 6.545880487060547}, "Total-Time": 152570.91925001144, "Train": {"Loss": 1.0251206354522706, "avg t": 0.97631140625, "plain loss": 0.764549171417238, "standard loss": 0.7600922164726257}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 82.27999877929688, "Augmented-0.05-Quantile-Accuracy": 84.6199951171875, "Augmented-0.1-Quantile-Accuracy": 85.69999694824219, "Augmented-Accuracy": 88.6974, "Augmented-Loss": 0.8300160071640015, "Clean-Accuracy": 88.52, "Clean-Loss": 0.7554812092781067, "PGD-Accuracy": 0.24, "PGD-Loss": 6.185247509765625}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 2847.4076159000397, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.61000061035156, "Augmented-0.05-Quantile-Accuracy": 78.54999542236328, "Augmented-0.1-Quantile-Accuracy": 79.95999908447266, "Augmented-Accuracy": 83.7289, "Augmented-Loss": 0.9450771522521972, "Clean-Accuracy": 86.01, "Clean-Loss": 0.8347839279174805, "PGD-Accuracy": 0.13, "PGD-Loss": 6.517520941162109}, "Total-Time": 155418.32686591148, "Train": {"Loss": 1.032190367527008, "avg t": 0.97883375, "plain loss": 0.7715453867797845, "standard loss": 0.7665970113372803}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.75999450683594, "Augmented-0.05-Quantile-Accuracy": 84.63999938964844, "Augmented-0.1-Quantile-Accuracy": 85.57999420166016, "Augmented-Accuracy": 88.873, "Augmented-Loss": 0.837551465467453, "Clean-Accuracy": 84.2, "Clean-Loss": 0.8104529151916504, "PGD-Accuracy": 0.2, "PGD-Loss": 6.18541170425415}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 2848.0978326797485, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.04999542236328, "Augmented-0.05-Quantile-Accuracy": 78.73999786376953, "Augmented-0.1-Quantile-Accuracy": 80.0999984741211, "Augmented-Accuracy": 83.9593, "Augmented-Loss": 0.9392642360229492, "Clean-Accuracy": 86.8, "Clean-Loss": 0.8347474601745606, "PGD-Accuracy": 0.1, "PGD-Loss": 6.562991040039062}, "Total-Time": 158266.42469859123, "Train": {"Loss": 1.0235703314208984, "avg t": 0.97547109375, "plain loss": 0.7682361668395992, "standard loss": 0.7635642686080932}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.0199966430664, "Augmented-0.05-Quantile-Accuracy": 85.86000061035156, "Augmented-0.1-Quantile-Accuracy": 86.69999694824219, "Augmented-Accuracy": 89.713, "Augmented-Loss": 0.8328611104841233, "Clean-Accuracy": 86.56, "Clean-Loss": 0.7870090586662293, "PGD-Accuracy": 0.16, "PGD-Loss": 6.232722496032715}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 2846.873690843582, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.6500015258789, "Augmented-0.05-Quantile-Accuracy": 80.5, "Augmented-0.1-Quantile-Accuracy": 81.75, "Augmented-Accuracy": 85.1314, "Augmented-Loss": 0.9262723873062134, "Clean-Accuracy": 86.29, "Clean-Loss": 0.8254906127929688, "PGD-Accuracy": 0.13, "PGD-Loss": 6.453294207763672}, "Total-Time": 161113.2983894348, "Train": {"Loss": 1.0216636542510986, "avg t": 0.9748725, "plain loss": 0.7693664261016846, "standard loss": 0.7647663502120972}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.33999633789062, "Augmented-0.05-Quantile-Accuracy": 86.15999603271484, "Augmented-0.1-Quantile-Accuracy": 87.04000091552734, "Augmented-Accuracy": 89.9038, "Augmented-Loss": 0.822631111700058, "Clean-Accuracy": 88.58, "Clean-Loss": 0.7854887591362, "PGD-Accuracy": 0.24, "PGD-Loss": 6.083618268585205}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 2845.2748370170593, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.13999938964844, "Augmented-0.05-Quantile-Accuracy": 81.0, "Augmented-0.1-Quantile-Accuracy": 82.12999725341797, "Augmented-Accuracy": 85.6522, "Augmented-Loss": 0.9134304896469116, "Clean-Accuracy": 87.47, "Clean-Loss": 0.8109476455688477, "PGD-Accuracy": 0.17, "PGD-Loss": 6.448524151611328}, "Total-Time": 163958.57322645187, "Train": {"Loss": 0.9937430541038513, "avg t": 0.96110875, "plain loss": 0.746593270263673, "standard loss": 0.7424485525512695}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.47999572753906, "Augmented-0.05-Quantile-Accuracy": 87.83999633789062, "Augmented-0.1-Quantile-Accuracy": 88.93999481201172, "Augmented-Accuracy": 91.6234, "Augmented-Loss": 0.8046008531265259, "Clean-Accuracy": 87.46, "Clean-Loss": 0.7954716154098511, "PGD-Accuracy": 0.28, "PGD-Loss": 6.070050363922119}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 2844.535307407379, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.68000030517578, "Augmented-0.05-Quantile-Accuracy": 81.23999786376953, "Augmented-0.1-Quantile-Accuracy": 82.54999542236328, "Augmented-Accuracy": 86.0285, "Augmented-Loss": 0.9056054762496948, "Clean-Accuracy": 87.81, "Clean-Loss": 0.8103932678222656, "PGD-Accuracy": 0.16, "PGD-Loss": 6.4200858276367185}, "Total-Time": 166803.10853385925, "Train": {"Loss": 0.9841613954734802, "avg t": 0.9563365625, "plain loss": 0.7336244480743405, "standard loss": 0.729507324142456}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.0199966430664, "Augmented-0.05-Quantile-Accuracy": 88.4000015258789, "Augmented-0.1-Quantile-Accuracy": 89.41999816894531, "Augmented-Accuracy": 92.0274, "Augmented-Loss": 0.8007469575986862, "Clean-Accuracy": 85.82, "Clean-Loss": 0.7894524280548095, "PGD-Accuracy": 0.38, "PGD-Loss": 6.042215200805664}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 2842.467917442322, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.52999877929688, "Augmented-0.05-Quantile-Accuracy": 81.47999572753906, "Augmented-0.1-Quantile-Accuracy": 82.4000015258789, "Augmented-Accuracy": 85.9303, "Augmented-Loss": 0.9037434586868286, "Clean-Accuracy": 87.71, "Clean-Loss": 0.8105850044250489, "PGD-Accuracy": 0.17, "PGD-Loss": 6.380157885742188}, "Total-Time": 169645.57645130157, "Train": {"Loss": 0.9786007418060303, "avg t": 0.9531996875, "plain loss": 0.724626963562012, "standard loss": 0.7206233560180664}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.79999542236328, "Augmented-0.05-Quantile-Accuracy": 88.04000091552734, "Augmented-0.1-Quantile-Accuracy": 89.0199966430664, "Augmented-Accuracy": 91.6168, "Augmented-Loss": 0.7984967875928879, "Clean-Accuracy": 89.58, "Clean-Loss": 0.7401955998420715, "PGD-Accuracy": 0.48, "PGD-Loss": 6.019997177124023}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 2842.738937139511, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.5199966430664, "Augmented-0.05-Quantile-Accuracy": 81.25, "Augmented-0.1-Quantile-Accuracy": 82.44999694824219, "Augmented-Accuracy": 85.8675, "Augmented-Loss": 0.9043635511322021, "Clean-Accuracy": 87.78, "Clean-Loss": 0.8098075859069824, "PGD-Accuracy": 0.17, "PGD-Loss": 6.359949578857422}, "Total-Time": 172488.3153884411, "Train": {"Loss": 0.9781824801063538, "avg t": 0.95195921875, "plain loss": 0.7201674885559095, "standard loss": 0.716181289768219}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.29999542236328, "Augmented-0.05-Quantile-Accuracy": 88.5, "Augmented-0.1-Quantile-Accuracy": 89.5199966430664, "Augmented-Accuracy": 91.9512, "Augmented-Loss": 0.7971435450468063, "Clean-Accuracy": 88.58, "Clean-Loss": 0.737582361984253, "PGD-Accuracy": 0.6, "PGD-Loss": 5.996078004455566}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 2842.5078678131104, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.91999816894531, "Augmented-0.05-Quantile-Accuracy": 81.80999755859375, "Augmented-0.1-Quantile-Accuracy": 82.81999969482422, "Augmented-Accuracy": 86.2153, "Augmented-Loss": 0.9000036297531128, "Clean-Accuracy": 88.1, "Clean-Loss": 0.8052173583984376, "PGD-Accuracy": 0.23, "PGD-Loss": 6.3240473876953125}, "Total-Time": 175330.8232562542, "Train": {"Loss": 0.9743310701370239, "avg t": 0.95025984375, "plain loss": 0.7149340528106691, "standard loss": 0.7109595223236084}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.33999633789062, "Augmented-0.05-Quantile-Accuracy": 88.72000122070312, "Augmented-0.1-Quantile-Accuracy": 89.57999420166016, "Augmented-Accuracy": 92.1484, "Augmented-Loss": 0.7913391811819076, "Clean-Accuracy": 90.08, "Clean-Loss": 0.7358928119659424, "PGD-Accuracy": 0.58, "PGD-Loss": 5.953959356689453}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 2843.773836374283, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.55999755859375, "Augmented-0.05-Quantile-Accuracy": 81.30999755859375, "Augmented-0.1-Quantile-Accuracy": 82.44999694824219, "Augmented-Accuracy": 85.8924, "Augmented-Loss": 0.9023954991989136, "Clean-Accuracy": 87.72, "Clean-Loss": 0.8097162147521972, "PGD-Accuracy": 0.28, "PGD-Loss": 6.304094067382812}, "Total-Time": 178174.59709262848, "Train": {"Loss": 0.9738580000495911, "avg t": 0.94943203125, "plain loss": 0.7133181979675296, "standard loss": 0.7094170565032959}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.0199966430664, "Augmented-0.05-Quantile-Accuracy": 88.5199966430664, "Augmented-0.1-Quantile-Accuracy": 89.65999603271484, "Augmented-Accuracy": 92.1848, "Augmented-Loss": 0.7923107244052887, "Clean-Accuracy": 90.06, "Clean-Loss": 0.7200308740615845, "PGD-Accuracy": 0.44, "PGD-Loss": 5.947841551208496}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 2844.026741027832, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.44999694824219, "Augmented-0.05-Quantile-Accuracy": 81.02999877929688, "Augmented-0.1-Quantile-Accuracy": 82.36000061035156, "Augmented-Accuracy": 85.7727, "Augmented-Loss": 0.9032992866821289, "Clean-Accuracy": 87.84, "Clean-Loss": 0.8115164100646972, "PGD-Accuracy": 0.19, "PGD-Loss": 6.292798455810547}, "Total-Time": 181018.6238336563, "Train": {"Loss": 0.971561049156189, "avg t": 0.9478659375, "plain loss": 0.7091542279205328, "standard loss": 0.7052137302589416}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.57999420166016, "Augmented-0.05-Quantile-Accuracy": 88.83999633789062, "Augmented-0.1-Quantile-Accuracy": 89.72000122070312, "Augmented-Accuracy": 92.4124, "Augmented-Loss": 0.7937804588346481, "Clean-Accuracy": 89.24, "Clean-Loss": 0.7534532405853271, "PGD-Accuracy": 0.64, "PGD-Loss": 5.9238304580688474}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 2841.015110015869, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.50999450683594, "Augmented-0.05-Quantile-Accuracy": 81.3499984741211, "Augmented-0.1-Quantile-Accuracy": 82.72000122070312, "Augmented-Accuracy": 86.0128, "Augmented-Loss": 0.9032759087371827, "Clean-Accuracy": 87.82, "Clean-Loss": 0.8117095092773438, "PGD-Accuracy": 0.21, "PGD-Loss": 6.265462713623047}, "Total-Time": 183859.63894367218, "Train": {"Loss": 0.9718861469650268, "avg t": 0.94794515625, "plain loss": 0.7096918703918469, "standard loss": 0.7058371130180359}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.57999420166016, "Augmented-0.05-Quantile-Accuracy": 88.83999633789062, "Augmented-0.1-Quantile-Accuracy": 89.68000030517578, "Augmented-Accuracy": 92.3376, "Augmented-Loss": 0.792667744105339, "Clean-Accuracy": 89.28, "Clean-Loss": 0.7425882192611695, "PGD-Accuracy": 0.44, "PGD-Loss": 5.90502451095581}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 2835.0669362545013, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.44999694824219, "Augmented-0.05-Quantile-Accuracy": 81.22000122070312, "Augmented-0.1-Quantile-Accuracy": 82.4000015258789, "Augmented-Accuracy": 85.9085, "Augmented-Loss": 0.9064079820861817, "Clean-Accuracy": 87.59, "Clean-Loss": 0.8161703735351562, "PGD-Accuracy": 0.16, "PGD-Loss": 6.260154016113281}, "Total-Time": 186694.70587992668, "Train": {"Loss": 0.9700060377502442, "avg t": 0.9468878125, "plain loss": 0.7074056109466557, "standard loss": 0.7034141610908509}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.91999816894531, "Augmented-0.05-Quantile-Accuracy": 88.5199966430664, "Augmented-0.1-Quantile-Accuracy": 89.54000091552734, "Augmented-Accuracy": 91.9232, "Augmented-Loss": 0.7985085848312378, "Clean-Accuracy": 91.26, "Clean-Loss": 0.6995739970207214, "PGD-Accuracy": 0.34, "PGD-Loss": 5.90377155456543}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 2834.562962770462, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.43999481201172, "Augmented-0.05-Quantile-Accuracy": 81.15999603271484, "Augmented-0.1-Quantile-Accuracy": 82.44999694824219, "Augmented-Accuracy": 85.9994, "Augmented-Loss": 0.9054938041992188, "Clean-Accuracy": 87.97, "Clean-Loss": 0.81150103225708, "PGD-Accuracy": 0.19, "PGD-Loss": 6.258830682373047}, "Total-Time": 189529.26884269714, "Train": {"Loss": 0.9689884905815125, "avg t": 0.94623484375, "plain loss": 0.7069883154449472, "standard loss": 0.7029702021026611}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.33999633789062, "Augmented-0.05-Quantile-Accuracy": 88.5999984741211, "Augmented-0.1-Quantile-Accuracy": 89.57999420166016, "Augmented-Accuracy": 91.997, "Augmented-Loss": 0.7958207945642471, "Clean-Accuracy": 91.2, "Clean-Loss": 0.7370355428695679, "PGD-Accuracy": 0.42, "PGD-Loss": 5.90413963394165}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 2833.1987693309784, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.6199951171875, "Augmented-0.05-Quantile-Accuracy": 81.38999938964844, "Augmented-0.1-Quantile-Accuracy": 82.6199951171875, "Augmented-Accuracy": 86.0976, "Augmented-Loss": 0.905227466217041, "Clean-Accuracy": 87.96, "Clean-Loss": 0.8141267219543457, "PGD-Accuracy": 0.2, "PGD-Loss": 6.237661383056641}, "Total-Time": 192362.46761202812, "Train": {"Loss": 0.968854596042633, "avg t": 0.94588, "plain loss": 0.7071763347778323, "standard loss": 0.7032566863632203}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.4000015258789, "Augmented-0.05-Quantile-Accuracy": 88.6199951171875, "Augmented-0.1-Quantile-Accuracy": 89.5199966430664, "Augmented-Accuracy": 91.9414, "Augmented-Loss": 0.797580435505867, "Clean-Accuracy": 91.64, "Clean-Loss": 0.7051284385681152, "PGD-Accuracy": 0.5, "PGD-Loss": 5.880306501770019}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 2834.1718649864197, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.45999908447266, "Augmented-0.05-Quantile-Accuracy": 81.57999420166016, "Augmented-0.1-Quantile-Accuracy": 82.56999969482422, "Augmented-Accuracy": 86.0471, "Augmented-Loss": 0.9077715590286255, "Clean-Accuracy": 87.89, "Clean-Loss": 0.8189897323608398, "PGD-Accuracy": 0.18, "PGD-Loss": 6.216806689453125}, "Total-Time": 195196.63947701454, "Train": {"Loss": 0.9681672012519836, "avg t": 0.94523796875, "plain loss": 0.7083386068420412, "standard loss": 0.7044311330604554}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.0199966430664, "Augmented-0.05-Quantile-Accuracy": 88.18000030517578, "Augmented-0.1-Quantile-Accuracy": 89.22000122070312, "Augmented-Accuracy": 92.0422, "Augmented-Loss": 0.8016763045082093, "Clean-Accuracy": 90.46, "Clean-Loss": 0.7353210919380188, "PGD-Accuracy": 0.38, "PGD-Loss": 5.867097566223144}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 2833.526067018509, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.58999633789062, "Augmented-0.05-Quantile-Accuracy": 81.2699966430664, "Augmented-0.1-Quantile-Accuracy": 82.50999450683594, "Augmented-Accuracy": 86.0077, "Augmented-Loss": 0.9082174720840455, "Clean-Accuracy": 88.08, "Clean-Loss": 0.8200404167175293, "PGD-Accuracy": 0.2, "PGD-Loss": 6.206853057861328}, "Total-Time": 198030.16554403305, "Train": {"Loss": 0.9669986435317993, "avg t": 0.94432890625, "plain loss": 0.7077653713073719, "standard loss": 0.7039304912567139}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.41999816894531, "Augmented-0.05-Quantile-Accuracy": 88.81999969482422, "Augmented-0.1-Quantile-Accuracy": 89.83999633789062, "Augmented-Accuracy": 92.3344, "Augmented-Loss": 0.8004949107809067, "Clean-Accuracy": 92.06, "Clean-Loss": 0.6942020943641662, "PGD-Accuracy": 0.4, "PGD-Loss": 5.850618105316162}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 2832.9412746429443, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.7699966430664, "Augmented-0.05-Quantile-Accuracy": 81.68999481201172, "Augmented-0.1-Quantile-Accuracy": 82.7699966430664, "Augmented-Accuracy": 86.0575, "Augmented-Loss": 0.9132362227859497, "Clean-Accuracy": 88.33, "Clean-Loss": 0.8202020484924316, "PGD-Accuracy": 0.25, "PGD-Loss": 6.179486212158203}, "Total-Time": 200863.106818676, "Train": {"Loss": 0.9657145223045349, "avg t": 0.94355625, "plain loss": 0.7059867337188717, "standard loss": 0.7021460223960877}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.31999969482422, "Augmented-0.05-Quantile-Accuracy": 89.13999938964844, "Augmented-0.1-Quantile-Accuracy": 90.43999481201172, "Augmented-Accuracy": 92.66, "Augmented-Loss": 0.7996622263011932, "Clean-Accuracy": 92.56, "Clean-Loss": 0.7149678085327148, "PGD-Accuracy": 0.74, "PGD-Loss": 5.828374684143067}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 2833.8496050834656, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.65999603271484, "Augmented-0.05-Quantile-Accuracy": 81.25999450683594, "Augmented-0.1-Quantile-Accuracy": 82.5199966430664, "Augmented-Accuracy": 86.0034, "Augmented-Loss": 0.9146552860870362, "Clean-Accuracy": 88.12, "Clean-Loss": 0.8216062202453613, "PGD-Accuracy": 0.22, "PGD-Loss": 6.167888012695313}, "Total-Time": 203696.95642375946, "Train": {"Loss": 0.9655922052764893, "avg t": 0.943324375, "plain loss": 0.7054768827056882, "standard loss": 0.7015438538360595}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.0199966430664, "Augmented-0.05-Quantile-Accuracy": 89.31999969482422, "Augmented-0.1-Quantile-Accuracy": 90.25999450683594, "Augmented-Accuracy": 92.5074, "Augmented-Loss": 0.798492830411911, "Clean-Accuracy": 87.96, "Clean-Loss": 0.7746789419174195, "PGD-Accuracy": 0.5, "PGD-Loss": 5.804909558105469}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 2833.0860006809235, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.62999725341797, "Augmented-0.05-Quantile-Accuracy": 81.29999542236328, "Augmented-0.1-Quantile-Accuracy": 82.43999481201172, "Augmented-Accuracy": 86.0092, "Augmented-Loss": 0.9147952666168213, "Clean-Accuracy": 88.14, "Clean-Loss": 0.8245082695007324, "PGD-Accuracy": 0.25, "PGD-Loss": 6.163916558837891}, "Total-Time": 206530.04242444038, "Train": {"Loss": 0.9647862386322021, "avg t": 0.9432615625, "plain loss": 0.7063742703094475, "standard loss": 0.7025710134887695}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.83999633789062, "Augmented-0.05-Quantile-Accuracy": 88.95999908447266, "Augmented-0.1-Quantile-Accuracy": 89.91999816894531, "Augmented-Accuracy": 92.4212, "Augmented-Loss": 0.8032570127420425, "Clean-Accuracy": 88.34, "Clean-Loss": 0.7643051356315613, "PGD-Accuracy": 0.6, "PGD-Loss": 5.796962146759033}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 2831.885443687439, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.72000122070312, "Augmented-0.05-Quantile-Accuracy": 81.47000122070312, "Augmented-0.1-Quantile-Accuracy": 82.54999542236328, "Augmented-Accuracy": 86.0633, "Augmented-Loss": 0.9135075046768188, "Clean-Accuracy": 88.04, "Clean-Loss": 0.8213235382080079, "PGD-Accuracy": 0.27, "PGD-Loss": 6.1595009765625}, "Total-Time": 209361.92786812782, "Train": {"Loss": 0.9639042639923096, "avg t": 0.94264484375, "plain loss": 0.7055939269104003, "standard loss": 0.7017955018997193}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.04000091552734, "Augmented-0.05-Quantile-Accuracy": 89.37999725341797, "Augmented-0.1-Quantile-Accuracy": 90.23999786376953, "Augmented-Accuracy": 92.678, "Augmented-Loss": 0.8002302816829682, "Clean-Accuracy": 90.04, "Clean-Loss": 0.7616865029335022, "PGD-Accuracy": 0.62, "PGD-Loss": 5.79591435470581}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 2830.9391129016876, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.6500015258789, "Augmented-0.05-Quantile-Accuracy": 81.50999450683594, "Augmented-0.1-Quantile-Accuracy": 82.54999542236328, "Augmented-Accuracy": 86.0687, "Augmented-Loss": 0.9138935311126709, "Clean-Accuracy": 88.17, "Clean-Loss": 0.8228555030822754, "PGD-Accuracy": 0.24, "PGD-Loss": 6.155612738037109}, "Total-Time": 212192.8669810295, "Train": {"Loss": 0.9643527558517456, "avg t": 0.94269359375, "plain loss": 0.7054425078277584, "standard loss": 0.701678821105957}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.33999633789062, "Augmented-0.05-Quantile-Accuracy": 89.77999877929688, "Augmented-0.1-Quantile-Accuracy": 90.5999984741211, "Augmented-Accuracy": 92.8706, "Augmented-Loss": 0.8001233619508743, "Clean-Accuracy": 86.86, "Clean-Loss": 0.7756545833587647, "PGD-Accuracy": 0.5, "PGD-Loss": 5.802825630950927}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 2821.2981503009796, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.66999816894531, "Augmented-0.05-Quantile-Accuracy": 81.45999908447266, "Augmented-0.1-Quantile-Accuracy": 82.56999969482422, "Augmented-Accuracy": 86.0782, "Augmented-Loss": 0.913159596534729, "Clean-Accuracy": 87.9, "Clean-Loss": 0.8240293312072754, "PGD-Accuracy": 0.24, "PGD-Loss": 6.154081732177734}, "Total-Time": 215014.1651313305, "Train": {"Loss": 0.9632776264190673, "avg t": 0.94247140625, "plain loss": 0.7041128176727296, "standard loss": 0.7003137084197998}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.0, "Augmented-0.05-Quantile-Accuracy": 89.33999633789062, "Augmented-0.1-Quantile-Accuracy": 90.18000030517578, "Augmented-Accuracy": 92.607, "Augmented-Loss": 0.8024449725484848, "Clean-Accuracy": 88.76, "Clean-Loss": 0.7190249571800232, "PGD-Accuracy": 0.78, "PGD-Loss": 5.78907858505249}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 2816.3242933750153, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.69999694824219, "Augmented-0.05-Quantile-Accuracy": 81.5199966430664, "Augmented-0.1-Quantile-Accuracy": 82.58999633789062, "Augmented-Accuracy": 86.0742, "Augmented-Loss": 0.913553896850586, "Clean-Accuracy": 88.12, "Clean-Loss": 0.825871622467041, "PGD-Accuracy": 0.23, "PGD-Loss": 6.152316888427734}, "Total-Time": 217830.4894247055, "Train": {"Loss": 0.9645357974052429, "avg t": 0.94266453125, "plain loss": 0.7051260478820799, "standard loss": 0.7012953645515442}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.31999969482422, "Augmented-0.05-Quantile-Accuracy": 88.54000091552734, "Augmented-0.1-Quantile-Accuracy": 89.72000122070312, "Augmented-Accuracy": 92.227, "Augmented-Loss": 0.8040590553884506, "Clean-Accuracy": 90.6, "Clean-Loss": 0.7164330277442932, "PGD-Accuracy": 0.62, "PGD-Loss": 5.800041056060791}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 2816.1284487247467, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.70999908447266, "Augmented-0.05-Quantile-Accuracy": 81.43000030517578, "Augmented-0.1-Quantile-Accuracy": 82.65999603271484, "Augmented-Accuracy": 86.0843, "Augmented-Loss": 0.9129653258895875, "Clean-Accuracy": 88.06, "Clean-Loss": 0.8244814552307129, "PGD-Accuracy": 0.24, "PGD-Loss": 6.149451837158203}, "Total-Time": 220646.61787343025, "Train": {"Loss": 0.9635911206054687, "avg t": 0.9422884375, "plain loss": 0.7046643241424556, "standard loss": 0.7009674442100525}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.07999420166016, "Augmented-0.05-Quantile-Accuracy": 89.04000091552734, "Augmented-0.1-Quantile-Accuracy": 90.19999694824219, "Augmented-Accuracy": 92.5222, "Augmented-Loss": 0.8029886800613404, "Clean-Accuracy": 90.64, "Clean-Loss": 0.7178605640411377, "PGD-Accuracy": 0.72, "PGD-Loss": 5.783522274780274}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 2817.3186032772064, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.62999725341797, "Augmented-0.05-Quantile-Accuracy": 81.54999542236328, "Augmented-0.1-Quantile-Accuracy": 82.72000122070312, "Augmented-Accuracy": 86.0907, "Augmented-Loss": 0.9131177053070069, "Clean-Accuracy": 88.06, "Clean-Loss": 0.8246304237365722, "PGD-Accuracy": 0.25, "PGD-Loss": 6.148883081054687}, "Total-Time": 223463.93647670746, "Train": {"Loss": 0.9631744244003296, "avg t": 0.94179078125, "plain loss": 0.704373265014648, "standard loss": 0.7005694525909424}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.07999420166016, "Augmented-0.05-Quantile-Accuracy": 89.18000030517578, "Augmented-0.1-Quantile-Accuracy": 90.0, "Augmented-Accuracy": 92.504, "Augmented-Loss": 0.802935957192421, "Clean-Accuracy": 90.12, "Clean-Loss": 0.7461585215568542, "PGD-Accuracy": 0.6, "PGD-Loss": 5.780047812652588}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 2819.676543712616, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.72000122070312, "Augmented-0.05-Quantile-Accuracy": 81.44999694824219, "Augmented-0.1-Quantile-Accuracy": 82.6500015258789, "Augmented-Accuracy": 86.0721, "Augmented-Loss": 0.9130398431777954, "Clean-Accuracy": 88.17, "Clean-Loss": 0.8231400825500488, "PGD-Accuracy": 0.24, "PGD-Loss": 6.145103045654297}, "Total-Time": 226283.61302042007, "Train": {"Loss": 0.9638597589874267, "avg t": 0.94242046875, "plain loss": 0.7046362620544445, "standard loss": 0.7007793678474427}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.0199966430664, "Augmented-0.05-Quantile-Accuracy": 89.27999877929688, "Augmented-0.1-Quantile-Accuracy": 90.31999969482422, "Augmented-Accuracy": 92.6624, "Augmented-Loss": 0.8013522800369263, "Clean-Accuracy": 92.5, "Clean-Loss": 0.6955404267311096, "PGD-Accuracy": 0.56, "PGD-Loss": 5.795168943786621}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 2820.982253551483, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.61000061035156, "Augmented-0.05-Quantile-Accuracy": 81.5199966430664, "Augmented-0.1-Quantile-Accuracy": 82.63999938964844, "Augmented-Accuracy": 86.0742, "Augmented-Loss": 0.9132436389083862, "Clean-Accuracy": 88.11, "Clean-Loss": 0.8249077278137207, "PGD-Accuracy": 0.24, "PGD-Loss": 6.140663439941406}, "Total-Time": 229104.59527397156, "Train": {"Loss": 0.9630643915939331, "avg t": 0.94220453125, "plain loss": 0.7044629810180665, "standard loss": 0.7007990288352967}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.27999877929688, "Augmented-0.05-Quantile-Accuracy": 89.0199966430664, "Augmented-0.1-Quantile-Accuracy": 89.86000061035156, "Augmented-Accuracy": 92.3136, "Augmented-Loss": 0.8018897546634675, "Clean-Accuracy": 86.32, "Clean-Loss": 0.7754532487869262, "PGD-Accuracy": 0.68, "PGD-Loss": 5.774258072662353}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 2821.0077953338623, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.65999603271484, "Augmented-0.05-Quantile-Accuracy": 81.40999603271484, "Augmented-0.1-Quantile-Accuracy": 82.57999420166016, "Augmented-Accuracy": 86.0258, "Augmented-Loss": 0.9143965883178711, "Clean-Accuracy": 87.95, "Clean-Loss": 0.8275947761535645, "PGD-Accuracy": 0.25, "PGD-Loss": 6.137541052246093}, "Total-Time": 231925.60306930542, "Train": {"Loss": 0.963683829498291, "avg t": 0.9422065625, "plain loss": 0.7047704931335446, "standard loss": 0.7009131027603149}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.05999755859375, "Augmented-0.05-Quantile-Accuracy": 89.13999938964844, "Augmented-0.1-Quantile-Accuracy": 89.86000061035156, "Augmented-Accuracy": 92.3762, "Augmented-Loss": 0.8056809897146225, "Clean-Accuracy": 84.12, "Clean-Loss": 0.8196546785354615, "PGD-Accuracy": 0.5, "PGD-Loss": 5.772108545684814}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 2820.375463247299, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.68000030517578, "Augmented-0.05-Quantile-Accuracy": 81.6500015258789, "Augmented-0.1-Quantile-Accuracy": 82.72000122070312, "Augmented-Accuracy": 86.0623, "Augmented-Loss": 0.9136114725036621, "Clean-Accuracy": 87.98, "Clean-Loss": 0.8245054344177246, "PGD-Accuracy": 0.27, "PGD-Loss": 6.135588305664062}, "Total-Time": 234745.97853255272, "Train": {"Loss": 0.9630200811195374, "avg t": 0.94183125, "plain loss": 0.7046448894348138, "standard loss": 0.7008379336929321}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.0199966430664, "Augmented-0.05-Quantile-Accuracy": 89.22000122070312, "Augmented-0.1-Quantile-Accuracy": 90.0199966430664, "Augmented-Accuracy": 92.4146, "Augmented-Loss": 0.8043410909309388, "Clean-Accuracy": 92.28, "Clean-Loss": 0.7028497552871704, "PGD-Accuracy": 0.64, "PGD-Loss": 5.774232350158691}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 2819.7361142635345, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.75999450683594, "Augmented-0.05-Quantile-Accuracy": 81.62999725341797, "Augmented-0.1-Quantile-Accuracy": 82.79999542236328, "Augmented-Accuracy": 86.1128, "Augmented-Loss": 0.9127396110153199, "Clean-Accuracy": 88.06, "Clean-Loss": 0.8246262077331543, "PGD-Accuracy": 0.24, "PGD-Loss": 6.134928955078125}, "Total-Time": 237565.71464681625, "Train": {"Loss": 0.9626688180923462, "avg t": 0.9419240625, "plain loss": 0.7038955577545171, "standard loss": 0.7001373141098023}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.23999786376953, "Augmented-0.05-Quantile-Accuracy": 89.43999481201172, "Augmented-0.1-Quantile-Accuracy": 90.27999877929688, "Augmented-Accuracy": 92.7602, "Augmented-Loss": 0.8028454634475708, "Clean-Accuracy": 92.1, "Clean-Loss": 0.717450454044342, "PGD-Accuracy": 0.56, "PGD-Loss": 5.776085575866699}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 2820.973466157913, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.40999603271484, "Augmented-0.05-Quantile-Accuracy": 81.57999420166016, "Augmented-0.1-Quantile-Accuracy": 82.73999786376953, "Augmented-Accuracy": 86.0508, "Augmented-Loss": 0.9127967182159424, "Clean-Accuracy": 87.98, "Clean-Loss": 0.8255307250976562, "PGD-Accuracy": 0.25, "PGD-Loss": 6.133608190917969}, "Total-Time": 240386.68811297417, "Train": {"Loss": 0.962570358505249, "avg t": 0.9418784375, "plain loss": 0.7048331755981448, "standard loss": 0.701124435787201}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.69999694824219, "Augmented-0.05-Quantile-Accuracy": 89.18000030517578, "Augmented-0.1-Quantile-Accuracy": 90.0999984741211, "Augmented-Accuracy": 92.3944, "Augmented-Loss": 0.8030557966337204, "Clean-Accuracy": 90.86, "Clean-Loss": 0.7260525684356689, "PGD-Accuracy": 0.62, "PGD-Loss": 5.769462129211425}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 2823.033660888672, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.79999542236328, "Augmented-0.05-Quantile-Accuracy": 81.5999984741211, "Augmented-0.1-Quantile-Accuracy": 82.66999816894531, "Augmented-Accuracy": 86.0313, "Augmented-Loss": 0.9130159298324585, "Clean-Accuracy": 87.91, "Clean-Loss": 0.8257235778808594, "PGD-Accuracy": 0.23, "PGD-Loss": 6.133127709960937}, "Total-Time": 243209.72177386284, "Train": {"Loss": 0.9618106564331055, "avg t": 0.94137625, "plain loss": 0.7032307880706784, "standard loss": 0.6994589926147461}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.47999572753906, "Augmented-0.05-Quantile-Accuracy": 88.91999816894531, "Augmented-0.1-Quantile-Accuracy": 89.87999725341797, "Augmented-Accuracy": 92.0152, "Augmented-Loss": 0.8053504786758423, "Clean-Accuracy": 90.6, "Clean-Loss": 0.6971304191589356, "PGD-Accuracy": 0.54, "PGD-Loss": 5.770320167541504}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 2822.4684796333313, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.47999572753906, "Augmented-0.05-Quantile-Accuracy": 81.40999603271484, "Augmented-0.1-Quantile-Accuracy": 82.68000030517578, "Augmented-Accuracy": 86.0185, "Augmented-Loss": 0.9135287652511597, "Clean-Accuracy": 87.99, "Clean-Loss": 0.8268005874633789, "PGD-Accuracy": 0.23, "PGD-Loss": 6.128384759521484}, "Total-Time": 246032.19025349617, "Train": {"Loss": 0.9621040608215332, "avg t": 0.94163484375, "plain loss": 0.7035624673614511, "standard loss": 0.699801155128479}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.07999420166016, "Augmented-0.05-Quantile-Accuracy": 89.13999938964844, "Augmented-0.1-Quantile-Accuracy": 90.0999984741211, "Augmented-Accuracy": 92.4636, "Augmented-Loss": 0.8045157887687683, "Clean-Accuracy": 90.74, "Clean-Loss": 0.7427755646705627, "PGD-Accuracy": 0.58, "PGD-Loss": 5.754589309692383}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 2820.9391877651215, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.73999786376953, "Augmented-0.05-Quantile-Accuracy": 81.5, "Augmented-0.1-Quantile-Accuracy": 82.6199951171875, "Augmented-Accuracy": 86.0642, "Augmented-Loss": 0.913252653869629, "Clean-Accuracy": 88.02, "Clean-Loss": 0.826060961151123, "PGD-Accuracy": 0.24, "PGD-Loss": 6.128181872558594}, "Total-Time": 248853.1294412613, "Train": {"Loss": 0.961810956993103, "avg t": 0.9415509375, "plain loss": 0.7033407551269536, "standard loss": 0.6994887243652343}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.97999572753906, "Augmented-0.05-Quantile-Accuracy": 88.93999481201172, "Augmented-0.1-Quantile-Accuracy": 90.15999603271484, "Augmented-Accuracy": 92.6084, "Augmented-Loss": 0.803664656788826, "Clean-Accuracy": 90.24, "Clean-Loss": 0.7344217126846313, "PGD-Accuracy": 0.64, "PGD-Loss": 5.769116279602051}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 2825.574987888336, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.69999694824219, "Augmented-0.05-Quantile-Accuracy": 81.45999908447266, "Augmented-0.1-Quantile-Accuracy": 82.69999694824219, "Augmented-Accuracy": 86.0914, "Augmented-Loss": 0.9132548362350464, "Clean-Accuracy": 88.23, "Clean-Loss": 0.8248650344848633, "PGD-Accuracy": 0.22, "PGD-Loss": 6.12460482788086}, "Total-Time": 251678.70442914963, "Train": {"Loss": 0.9615617629814148, "avg t": 0.941213125, "plain loss": 0.7039523878936761, "standard loss": 0.7001821070480346}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.18000030517578, "Augmented-0.05-Quantile-Accuracy": 89.57999420166016, "Augmented-0.1-Quantile-Accuracy": 90.22000122070312, "Augmented-Accuracy": 92.6766, "Augmented-Loss": 0.800777375658989, "Clean-Accuracy": 89.32, "Clean-Loss": 0.7276310869216919, "PGD-Accuracy": 0.58, "PGD-Loss": 5.766133496856689}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 2824.2255516052246, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.79999542236328, "Augmented-0.05-Quantile-Accuracy": 81.5, "Augmented-0.1-Quantile-Accuracy": 82.68000030517578, "Augmented-Accuracy": 86.0592, "Augmented-Loss": 0.9140167402267456, "Clean-Accuracy": 88.04, "Clean-Loss": 0.8283932304382324, "PGD-Accuracy": 0.25, "PGD-Loss": 6.122002392578125}, "Total-Time": 254502.92998075485, "Train": {"Loss": 0.9623986174201965, "avg t": 0.9416396875, "plain loss": 0.7045634828338618, "standard loss": 0.7007130841255188}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.1199951171875, "Augmented-0.05-Quantile-Accuracy": 89.6199951171875, "Augmented-0.1-Quantile-Accuracy": 90.47999572753906, "Augmented-Accuracy": 92.867, "Augmented-Loss": 0.805167207075119, "Clean-Accuracy": 91.0, "Clean-Loss": 0.69037205286026, "PGD-Accuracy": 0.72, "PGD-Loss": 5.751515006256104}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 2822.360073328018, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.65999603271484, "Augmented-0.05-Quantile-Accuracy": 81.57999420166016, "Augmented-0.1-Quantile-Accuracy": 82.68000030517578, "Augmented-Accuracy": 86.0575, "Augmented-Loss": 0.9139272730941772, "Clean-Accuracy": 88.01, "Clean-Loss": 0.826671565246582, "PGD-Accuracy": 0.22, "PGD-Loss": 6.123005340576172}, "Total-Time": 257325.29005408287, "Train": {"Loss": 0.9640861451911926, "avg t": 0.9421159375, "plain loss": 0.7041100766448979, "standard loss": 0.7002527449607849}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.33999633789062, "Augmented-0.05-Quantile-Accuracy": 89.29999542236328, "Augmented-0.1-Quantile-Accuracy": 90.07999420166016, "Augmented-Accuracy": 92.592, "Augmented-Loss": 0.8022249787673951, "Clean-Accuracy": 91.2, "Clean-Loss": 0.7208393146514892, "PGD-Accuracy": 0.56, "PGD-Loss": 5.76451548614502}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 2821.890999317169, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.6199951171875, "Augmented-0.05-Quantile-Accuracy": 81.52999877929688, "Augmented-0.1-Quantile-Accuracy": 82.75, "Augmented-Accuracy": 86.092, "Augmented-Loss": 0.9134846205444336, "Clean-Accuracy": 87.99, "Clean-Loss": 0.8262015159606934, "PGD-Accuracy": 0.22, "PGD-Loss": 6.117776416015625}, "Total-Time": 260147.18105340004, "Train": {"Loss": 0.9617320599365234, "avg t": 0.94149046875, "plain loss": 0.7037993314819336, "standard loss": 0.6999533945846558}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.0999984741211, "Augmented-0.05-Quantile-Accuracy": 89.1199951171875, "Augmented-0.1-Quantile-Accuracy": 90.18000030517578, "Augmented-Accuracy": 92.6668, "Augmented-Loss": 0.8029224581003189, "Clean-Accuracy": 90.72, "Clean-Loss": 0.7141700749397277, "PGD-Accuracy": 0.58, "PGD-Loss": 5.764504156494141}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 2821.9450104236603, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.81999969482422, "Augmented-0.05-Quantile-Accuracy": 81.52999877929688, "Augmented-0.1-Quantile-Accuracy": 82.81999969482422, "Augmented-Accuracy": 86.0946, "Augmented-Loss": 0.9130744374847413, "Clean-Accuracy": 87.86, "Clean-Loss": 0.8249304931640625, "PGD-Accuracy": 0.23, "PGD-Loss": 6.114531854248047}, "Total-Time": 262969.1260638237, "Train": {"Loss": 0.9622812096786499, "avg t": 0.94153234375, "plain loss": 0.7029827709197997, "standard loss": 0.6990859763526917}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.77999877929688, "Augmented-0.05-Quantile-Accuracy": 89.27999877929688, "Augmented-0.1-Quantile-Accuracy": 90.22000122070312, "Augmented-Accuracy": 92.614, "Augmented-Loss": 0.8014473927259446, "Clean-Accuracy": 89.92, "Clean-Loss": 0.726503500175476, "PGD-Accuracy": 0.58, "PGD-Loss": 5.753861621856689}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 2822.6132066249847, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.87999725341797, "Augmented-0.05-Quantile-Accuracy": 81.80999755859375, "Augmented-0.1-Quantile-Accuracy": 82.75999450683594, "Augmented-Accuracy": 86.1488, "Augmented-Loss": 0.9130563734893798, "Clean-Accuracy": 88.13, "Clean-Loss": 0.8255724815368652, "PGD-Accuracy": 0.25, "PGD-Loss": 6.113681890869141}, "Total-Time": 265791.7392704487, "Train": {"Loss": 0.9619793964385986, "avg t": 0.94145921875, "plain loss": 0.7028062572326662, "standard loss": 0.6989998308944703}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.1199951171875, "Augmented-0.05-Quantile-Accuracy": 89.15999603271484, "Augmented-0.1-Quantile-Accuracy": 90.15999603271484, "Augmented-Accuracy": 92.5592, "Augmented-Loss": 0.8018434298553467, "Clean-Accuracy": 90.06, "Clean-Loss": 0.7637737200736999, "PGD-Accuracy": 0.84, "PGD-Loss": 5.729963304138184}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 2714.387184381485, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.91999816894531, "Augmented-0.05-Quantile-Accuracy": 81.62999725341797, "Augmented-0.1-Quantile-Accuracy": 82.72999572753906, "Augmented-Accuracy": 86.159, "Augmented-Loss": 0.9127567263031006, "Clean-Accuracy": 88.05, "Clean-Loss": 0.8260171615600586, "PGD-Accuracy": 0.23, "PGD-Loss": 6.1137841552734375}, "Total-Time": 268506.12645483017, "Train": {"Loss": 0.9623949222946167, "avg t": 0.9414471875, "plain loss": 0.7034877808532713, "standard loss": 0.6997521045303344}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.1199951171875, "Augmented-0.05-Quantile-Accuracy": 89.15999603271484, "Augmented-0.1-Quantile-Accuracy": 90.18000030517578, "Augmented-Accuracy": 92.5688, "Augmented-Loss": 0.8030950918722153, "Clean-Accuracy": 89.94, "Clean-Loss": 0.7373355436325073, "PGD-Accuracy": 0.74, "PGD-Loss": 5.754423550415039}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 2113.3725430965424, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.94999694824219, "Augmented-0.05-Quantile-Accuracy": 81.68000030517578, "Augmented-0.1-Quantile-Accuracy": 82.72000122070312, "Augmented-Accuracy": 86.1822, "Augmented-Loss": 0.9132752901992798, "Clean-Accuracy": 88.23, "Clean-Loss": 0.82652900390625, "PGD-Accuracy": 0.23, "PGD-Loss": 6.108394311523438}, "Total-Time": 270619.4989979267, "Train": {"Loss": 0.9620217071342468, "avg t": 0.94114375, "plain loss": 0.7031048892517088, "standard loss": 0.6993379993247986}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.1199951171875, "Augmented-0.05-Quantile-Accuracy": 89.47999572753906, "Augmented-0.1-Quantile-Accuracy": 90.65999603271484, "Augmented-Accuracy": 92.8952, "Augmented-Loss": 0.8045532000169754, "Clean-Accuracy": 86.96, "Clean-Loss": 0.8223798025131226, "PGD-Accuracy": 0.78, "PGD-Loss": 5.735372177124024}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 2112.434524536133, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.83999633789062, "Augmented-0.05-Quantile-Accuracy": 81.66999816894531, "Augmented-0.1-Quantile-Accuracy": 82.73999786376953, "Augmented-Accuracy": 86.2056, "Augmented-Loss": 0.9138577727890015, "Clean-Accuracy": 88.18, "Clean-Loss": 0.8274594848632812, "PGD-Accuracy": 0.25, "PGD-Loss": 6.107949645996094}, "Total-Time": 272731.93352246284, "Train": {"Loss": 0.9612494473075867, "avg t": 0.94095890625, "plain loss": 0.703289809020996, "standard loss": 0.6995650185394288}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.31999969482422, "Augmented-0.05-Quantile-Accuracy": 89.47999572753906, "Augmented-0.1-Quantile-Accuracy": 90.27999877929688, "Augmented-Accuracy": 92.5114, "Augmented-Loss": 0.8037620909404755, "Clean-Accuracy": 90.58, "Clean-Loss": 0.7448039135932922, "PGD-Accuracy": 0.6, "PGD-Loss": 5.748670255279541}, "args": {"algorithm": "CVaR_Modified_SGD", "cvar_sgd_beta": 0.1, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_mod_01", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.1, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
