{"Epoch": 0, "Epoch-Time": 2768.701042175293, "Test": {"Augmented-0.01-Quantile-Accuracy": 44.31999969482422, "Augmented-0.05-Quantile-Accuracy": 45.69999694824219, "Augmented-0.1-Quantile-Accuracy": 46.279998779296875, "Augmented-Accuracy": 48.5879, "Augmented-Loss": 1.402238434173584, "Clean-Accuracy": 49.42, "Clean-Loss": 1.3596211326599121, "PGD-Accuracy": 4.01, "PGD-Loss": 3.6784070892333984}, "Total-Time": 2768.701042175293, "Train": {"Loss": 3.0821916049194336, "avg t": 1.1234113626670836, "plain loss": 1.6611973735961922}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 46.55999755859375, "Augmented-0.05-Quantile-Accuracy": 47.63999938964844, "Augmented-0.1-Quantile-Accuracy": 48.119998931884766, "Augmented-Accuracy": 50.1922, "Augmented-Loss": 1.3649574993038178, "Clean-Accuracy": 47.34, "Clean-Loss": 1.4285330272674561, "PGD-Accuracy": 5.06, "PGD-Loss": 3.414830158996582}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 1, "Epoch-Time": 2768.4060509204865, "Test": {"Augmented-0.01-Quantile-Accuracy": 53.63999938964844, "Augmented-0.05-Quantile-Accuracy": 56.03999710083008, "Augmented-0.1-Quantile-Accuracy": 57.19999694824219, "Augmented-Accuracy": 60.8575, "Augmented-Loss": 1.2301939436035156, "Clean-Accuracy": 60.08, "Clean-Loss": 1.194679263305664, "PGD-Accuracy": 1.23, "PGD-Loss": 4.961193112182618}, "Total-Time": 5537.107093095779, "Train": {"Loss": 2.145378168029785, "avg t": 1.0688228354644775, "plain loss": 1.2996457073974614}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 54.05999755859375, "Augmented-0.05-Quantile-Accuracy": 56.119998931884766, "Augmented-0.1-Quantile-Accuracy": 56.89999771118164, "Augmented-Accuracy": 60.5446, "Augmented-Loss": 1.2152772517757415, "Clean-Accuracy": 52.12, "Clean-Loss": 1.3407837030410767, "PGD-Accuracy": 1.58, "PGD-Loss": 4.6710674949646}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 2, "Epoch-Time": 2767.299521923065, "Test": {"Augmented-0.01-Quantile-Accuracy": 54.68000030517578, "Augmented-0.05-Quantile-Accuracy": 57.619998931884766, "Augmented-0.1-Quantile-Accuracy": 58.87999725341797, "Augmented-Accuracy": 63.077, "Augmented-Loss": 1.150794606552124, "Clean-Accuracy": 63.96, "Clean-Loss": 1.0903330085754395, "PGD-Accuracy": 0.15, "PGD-Loss": 6.4593826843261715}, "Total-Time": 8304.406615018845, "Train": {"Loss": 1.8131394388961792, "avg t": 1.040728116722107, "plain loss": 1.155170106475829}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 56.05999755859375, "Augmented-0.05-Quantile-Accuracy": 58.619998931884766, "Augmented-0.1-Quantile-Accuracy": 59.939998626708984, "Augmented-Accuracy": 63.6456, "Augmented-Loss": 1.1125638384723664, "Clean-Accuracy": 58.38, "Clean-Loss": 1.1818973182678223, "PGD-Accuracy": 0.2, "PGD-Loss": 6.153711611938476}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 3, "Epoch-Time": 2766.3840510845184, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.43000030517578, "Augmented-0.05-Quantile-Accuracy": 62.769996643066406, "Augmented-0.1-Quantile-Accuracy": 64.40999603271484, "Augmented-Accuracy": 68.8024, "Augmented-Loss": 1.0712914617156983, "Clean-Accuracy": 68.99, "Clean-Loss": 1.0242365745544433, "PGD-Accuracy": 0.05, "PGD-Loss": 6.380429724121094}, "Total-Time": 11070.790666103363, "Train": {"Loss": 1.6449277360153198, "avg t": 1.0242419532966613, "plain loss": 1.0738145642395014}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.71999740600586, "Augmented-0.05-Quantile-Accuracy": 65.73999786376953, "Augmented-0.1-Quantile-Accuracy": 67.08000183105469, "Augmented-Accuracy": 71.2908, "Augmented-Loss": 1.029107255317688, "Clean-Accuracy": 66.48, "Clean-Loss": 1.0697021425247193, "PGD-Accuracy": 0.02, "PGD-Loss": 6.038774682617188}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 4, "Epoch-Time": 2765.453017473221, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.64999771118164, "Augmented-0.05-Quantile-Accuracy": 64.72000122070312, "Augmented-0.1-Quantile-Accuracy": 65.94999694824219, "Augmented-Accuracy": 70.4217, "Augmented-Loss": 1.074489082244873, "Clean-Accuracy": 71.24, "Clean-Loss": 0.9861767906188965, "PGD-Accuracy": 0.07, "PGD-Loss": 6.3746525390625}, "Total-Time": 13836.243683576584, "Train": {"Loss": 1.5557200693321227, "avg t": 1.0148435590362548, "plain loss": 1.0288125013427727}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.1199951171875, "Augmented-0.05-Quantile-Accuracy": 67.25999450683594, "Augmented-0.1-Quantile-Accuracy": 68.29999542236328, "Augmented-Accuracy": 72.198, "Augmented-Loss": 1.0143829311065673, "Clean-Accuracy": 70.32, "Clean-Loss": 1.0149917039871217, "PGD-Accuracy": 0.08, "PGD-Loss": 5.931810052490234}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 5, "Epoch-Time": 2764.408197402954, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.56999969482422, "Augmented-0.05-Quantile-Accuracy": 62.869998931884766, "Augmented-0.1-Quantile-Accuracy": 64.40999603271484, "Augmented-Accuracy": 69.193, "Augmented-Loss": 1.0946867299423217, "Clean-Accuracy": 70.46, "Clean-Loss": 1.00944873046875, "PGD-Accuracy": 0.13, "PGD-Loss": 6.5379050354003905}, "Total-Time": 16600.651880979538, "Train": {"Loss": 1.483701595840454, "avg t": 1.008015011920929, "plain loss": 1.0003563878479007}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.619998931884766, "Augmented-0.05-Quantile-Accuracy": 65.95999908447266, "Augmented-0.1-Quantile-Accuracy": 67.36000061035156, "Augmented-Accuracy": 71.6124, "Augmented-Loss": 1.0315878677558898, "Clean-Accuracy": 70.38, "Clean-Loss": 0.9854096977233887, "PGD-Accuracy": 0.16, "PGD-Loss": 6.199557743835449}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 6, "Epoch-Time": 2761.751126050949, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.73999786376953, "Augmented-0.05-Quantile-Accuracy": 61.93000030517578, "Augmented-0.1-Quantile-Accuracy": 63.40999984741211, "Augmented-Accuracy": 68.0875, "Augmented-Loss": 1.0975324185409545, "Clean-Accuracy": 69.7, "Clean-Loss": 1.0178564308166504, "PGD-Accuracy": 0.27, "PGD-Loss": 6.418985888671875}, "Total-Time": 19362.403007030487, "Train": {"Loss": 1.453748562965393, "avg t": 1.0052902663040162, "plain loss": 0.9917439965820315}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.68000030517578, "Augmented-0.05-Quantile-Accuracy": 64.91999816894531, "Augmented-0.1-Quantile-Accuracy": 66.22000122070312, "Augmented-Accuracy": 70.5104, "Augmented-Loss": 1.0379269353466034, "Clean-Accuracy": 73.9, "Clean-Loss": 0.9337388723373413, "PGD-Accuracy": 0.38, "PGD-Loss": 6.097520640563965}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 7, "Epoch-Time": 2758.900820016861, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.73999786376953, "Augmented-0.05-Quantile-Accuracy": 63.14999771118164, "Augmented-0.1-Quantile-Accuracy": 64.72000122070312, "Augmented-Accuracy": 69.7786, "Augmented-Loss": 1.114844877029419, "Clean-Accuracy": 70.99, "Clean-Loss": 1.0388316268920899, "PGD-Accuracy": 0.1, "PGD-Loss": 6.1426779296875}, "Total-Time": 22121.303827047348, "Train": {"Loss": 1.4417124979782105, "avg t": 1.0037551618957519, "plain loss": 0.9921302713012691}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.5, "Augmented-0.05-Quantile-Accuracy": 65.76000213623047, "Augmented-0.1-Quantile-Accuracy": 67.41999816894531, "Augmented-Accuracy": 71.5076, "Augmented-Loss": 1.0583076653594972, "Clean-Accuracy": 71.32, "Clean-Loss": 0.9694157976150513, "PGD-Accuracy": 0.1, "PGD-Loss": 5.906451921081543}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 8, "Epoch-Time": 2762.8614358901978, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.929996490478516, "Augmented-0.05-Quantile-Accuracy": 67.00999450683594, "Augmented-0.1-Quantile-Accuracy": 68.48999786376953, "Augmented-Accuracy": 73.2082, "Augmented-Loss": 1.0683730323867797, "Clean-Accuracy": 74.71, "Clean-Loss": 0.9908401817321777, "PGD-Accuracy": 0.07, "PGD-Loss": 6.152904693603515}, "Total-Time": 24884.165262937546, "Train": {"Loss": 1.416205426864624, "avg t": 1.000300522441864, "plain loss": 0.9812658337402341}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.77999877929688, "Augmented-0.05-Quantile-Accuracy": 69.18000030517578, "Augmented-0.1-Quantile-Accuracy": 70.73999786376953, "Augmented-Accuracy": 75.2292, "Augmented-Loss": 1.0145344377727508, "Clean-Accuracy": 76.38, "Clean-Loss": 0.9341019653320313, "PGD-Accuracy": 0.18, "PGD-Loss": 5.886219869232177}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 9, "Epoch-Time": 2766.109030723572, "Test": {"Augmented-0.01-Quantile-Accuracy": 58.07999801635742, "Augmented-0.05-Quantile-Accuracy": 61.15999984741211, "Augmented-0.1-Quantile-Accuracy": 62.72999954223633, "Augmented-Accuracy": 67.6788, "Augmented-Loss": 1.1114366646118163, "Clean-Accuracy": 70.09, "Clean-Loss": 1.0060905212402345, "PGD-Accuracy": 0.02, "PGD-Loss": 6.231386059570313}, "Total-Time": 27650.274293661118, "Train": {"Loss": 1.4068882791519166, "avg t": 0.9993170307159424, "plain loss": 0.98040484841919}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 62.939998626708984, "Augmented-0.05-Quantile-Accuracy": 66.41999816894531, "Augmented-0.1-Quantile-Accuracy": 67.72000122070312, "Augmented-Accuracy": 72.3484, "Augmented-Loss": 1.0254017208824158, "Clean-Accuracy": 70.32, "Clean-Loss": 0.9795712303161621, "PGD-Accuracy": 0.14, "PGD-Loss": 5.952464171600342}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 10, "Epoch-Time": 2765.711255788803, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.25, "Augmented-0.05-Quantile-Accuracy": 65.68999481201172, "Augmented-0.1-Quantile-Accuracy": 67.08999633789062, "Augmented-Accuracy": 72.1624, "Augmented-Loss": 1.1079013899612427, "Clean-Accuracy": 73.79, "Clean-Loss": 0.9924690826416016, "PGD-Accuracy": 0.06, "PGD-Loss": 6.128541009521484}, "Total-Time": 30415.98554944992, "Train": {"Loss": 1.399120244293213, "avg t": 0.9982653086090088, "plain loss": 0.9763466177063002}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.36000061035156, "Augmented-0.05-Quantile-Accuracy": 70.33999633789062, "Augmented-0.1-Quantile-Accuracy": 72.05999755859375, "Augmented-Accuracy": 76.5588, "Augmented-Loss": 1.0155957767848969, "Clean-Accuracy": 75.36, "Clean-Loss": 0.9274080606460571, "PGD-Accuracy": 0.08, "PGD-Loss": 5.85292364654541}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 11, "Epoch-Time": 2764.6654386520386, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.48999786376953, "Augmented-0.05-Quantile-Accuracy": 68.47000122070312, "Augmented-0.1-Quantile-Accuracy": 70.08000183105469, "Augmented-Accuracy": 74.903, "Augmented-Loss": 1.0874622219924928, "Clean-Accuracy": 76.07, "Clean-Loss": 0.9789427375793457, "PGD-Accuracy": 0.08, "PGD-Loss": 6.144122601318359}, "Total-Time": 33180.65098810196, "Train": {"Loss": 1.3921085261917114, "avg t": 0.9973072891807556, "plain loss": 0.9770868255615232}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.22000122070312, "Augmented-0.05-Quantile-Accuracy": 70.75999450683594, "Augmented-0.1-Quantile-Accuracy": 72.47999572753906, "Augmented-Accuracy": 77.0422, "Augmented-Loss": 1.009251001554489, "Clean-Accuracy": 73.04, "Clean-Loss": 0.9626465152740479, "PGD-Accuracy": 0.12, "PGD-Loss": 5.876196752929688}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 12, "Epoch-Time": 2765.153413772583, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.31999969482422, "Augmented-0.05-Quantile-Accuracy": 64.37999725341797, "Augmented-0.1-Quantile-Accuracy": 65.77999877929688, "Augmented-Accuracy": 70.2663, "Augmented-Loss": 1.105842872428894, "Clean-Accuracy": 71.47, "Clean-Loss": 1.0120237197875976, "PGD-Accuracy": 0.02, "PGD-Loss": 5.967596734619141}, "Total-Time": 35945.80440187454, "Train": {"Loss": 1.375319687385559, "avg t": 0.9951974990081787, "plain loss": 0.9647532667541499}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.91999816894531, "Augmented-0.05-Quantile-Accuracy": 68.0999984741211, "Augmented-0.1-Quantile-Accuracy": 69.41999816894531, "Augmented-Accuracy": 73.9104, "Augmented-Loss": 1.0256285297470094, "Clean-Accuracy": 74.48, "Clean-Loss": 0.9155107440948487, "PGD-Accuracy": 0.04, "PGD-Loss": 5.7617562301635745}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 13, "Epoch-Time": 2761.096992492676, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.619998931884766, "Augmented-0.05-Quantile-Accuracy": 66.83999633789062, "Augmented-0.1-Quantile-Accuracy": 68.56999969482422, "Augmented-Accuracy": 73.0606, "Augmented-Loss": 1.0941328007659912, "Clean-Accuracy": 77.13, "Clean-Loss": 0.9709190795898438, "PGD-Accuracy": 0.03, "PGD-Loss": 6.045883203125}, "Total-Time": 38706.90139436722, "Train": {"Loss": 1.3681939794158935, "avg t": 0.9936248923492431, "plain loss": 0.9614425501098619}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.1199951171875, "Augmented-0.05-Quantile-Accuracy": 73.36000061035156, "Augmented-0.1-Quantile-Accuracy": 74.68000030517578, "Augmented-Accuracy": 78.6156, "Augmented-Loss": 0.9892760325279236, "Clean-Accuracy": 70.04, "Clean-Loss": 1.0868087404251099, "PGD-Accuracy": 0.12, "PGD-Loss": 5.868529230499267}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 14, "Epoch-Time": 2757.3306934833527, "Test": {"Augmented-0.01-Quantile-Accuracy": 57.869998931884766, "Augmented-0.05-Quantile-Accuracy": 61.869998931884766, "Augmented-0.1-Quantile-Accuracy": 63.55999755859375, "Augmented-Accuracy": 69.069, "Augmented-Loss": 1.1645383932723998, "Clean-Accuracy": 71.16, "Clean-Loss": 1.049700193786621, "PGD-Accuracy": 0.02, "PGD-Loss": 6.274618841552734}, "Total-Time": 41464.23208785057, "Train": {"Loss": 1.3586835689544678, "avg t": 0.9934611923217773, "plain loss": 0.9587477084045405}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 61.439998626708984, "Augmented-0.05-Quantile-Accuracy": 65.1199951171875, "Augmented-0.1-Quantile-Accuracy": 66.95999908447266, "Augmented-Accuracy": 72.48, "Augmented-Loss": 1.0718870120620727, "Clean-Accuracy": 67.34, "Clean-Loss": 1.0261901935577393, "PGD-Accuracy": 0.04, "PGD-Loss": 6.067140330505371}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 15, "Epoch-Time": 2755.8400082588196, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.48999786376953, "Augmented-0.05-Quantile-Accuracy": 66.68999481201172, "Augmented-0.1-Quantile-Accuracy": 68.29000091552734, "Augmented-Accuracy": 72.782, "Augmented-Loss": 1.0763660542144775, "Clean-Accuracy": 72.46, "Clean-Loss": 0.9993499809265137, "PGD-Accuracy": 0.02, "PGD-Loss": 6.143485589599609}, "Total-Time": 44220.07209610939, "Train": {"Loss": 1.35262389251709, "avg t": 0.9927986405563355, "plain loss": 0.9569270506286626}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.47999572753906, "Augmented-0.05-Quantile-Accuracy": 68.83999633789062, "Augmented-0.1-Quantile-Accuracy": 70.15999603271484, "Augmented-Accuracy": 74.429, "Augmented-Loss": 1.0177157266292571, "Clean-Accuracy": 66.34, "Clean-Loss": 1.0986782247543334, "PGD-Accuracy": 0.08, "PGD-Loss": 5.942819013214112}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 16, "Epoch-Time": 2758.0597875118256, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.57999801635742, "Augmented-0.05-Quantile-Accuracy": 64.9000015258789, "Augmented-0.1-Quantile-Accuracy": 66.30999755859375, "Augmented-Accuracy": 71.3205, "Augmented-Loss": 1.0835981440582276, "Clean-Accuracy": 73.35, "Clean-Loss": 0.9846723731994629, "PGD-Accuracy": 0.11, "PGD-Loss": 6.000392010498047}, "Total-Time": 46978.131883621216, "Train": {"Loss": 1.3411393799209594, "avg t": 0.9912060861968994, "plain loss": 0.9470061296997082}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.43999481201172, "Augmented-0.05-Quantile-Accuracy": 69.54000091552734, "Augmented-0.1-Quantile-Accuracy": 71.27999877929688, "Augmented-Accuracy": 75.7316, "Augmented-Loss": 0.998838411655426, "Clean-Accuracy": 73.44, "Clean-Loss": 0.9300966329574585, "PGD-Accuracy": 0.1, "PGD-Loss": 5.778991938018799}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 17, "Epoch-Time": 2764.8989243507385, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.439998626708984, "Augmented-0.05-Quantile-Accuracy": 64.11000061035156, "Augmented-0.1-Quantile-Accuracy": 65.55999755859375, "Augmented-Accuracy": 70.7549, "Augmented-Loss": 1.1253474973068238, "Clean-Accuracy": 73.26, "Clean-Loss": 1.016346949005127, "PGD-Accuracy": 0.03, "PGD-Loss": 6.004185064697266}, "Total-Time": 49743.030807971954, "Train": {"Loss": 1.3362217255020141, "avg t": 0.9900112951660156, "plain loss": 0.9472752037048331}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.37999725341797, "Augmented-0.05-Quantile-Accuracy": 67.77999877929688, "Augmented-0.1-Quantile-Accuracy": 69.45999908447266, "Augmented-Accuracy": 73.813, "Augmented-Loss": 1.046994105321884, "Clean-Accuracy": 66.62, "Clean-Loss": 0.945431380367279, "PGD-Accuracy": 0.04, "PGD-Loss": 5.735365049743653}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 18, "Epoch-Time": 2765.538829565048, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.20999908447266, "Augmented-0.05-Quantile-Accuracy": 69.04000091552734, "Augmented-0.1-Quantile-Accuracy": 70.95999908447266, "Augmented-Accuracy": 76.1066, "Augmented-Loss": 1.0775891754302978, "Clean-Accuracy": 77.84, "Clean-Loss": 0.9749312728881836, "PGD-Accuracy": 0.07, "PGD-Loss": 6.142551361083984}, "Total-Time": 52508.569637537, "Train": {"Loss": 1.3342628337860107, "avg t": 0.9902973365402221, "plain loss": 0.9479824753417969}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.08000183105469, "Augmented-0.05-Quantile-Accuracy": 71.72000122070312, "Augmented-0.1-Quantile-Accuracy": 73.0199966430664, "Augmented-Accuracy": 77.53, "Augmented-Loss": 1.0155644031925202, "Clean-Accuracy": 69.66, "Clean-Loss": 0.9622943422317505, "PGD-Accuracy": 0.08, "PGD-Loss": 5.894696492004394}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 19, "Epoch-Time": 2766.083736896515, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.19999694824219, "Augmented-0.05-Quantile-Accuracy": 67.36000061035156, "Augmented-0.1-Quantile-Accuracy": 68.88999938964844, "Augmented-Accuracy": 73.7, "Augmented-Loss": 1.1089521318283082, "Clean-Accuracy": 77.46, "Clean-Loss": 0.9886697662353515, "PGD-Accuracy": 0.17, "PGD-Loss": 5.8016042846679685}, "Total-Time": 55274.65337443352, "Train": {"Loss": 1.328836287651062, "avg t": 0.989549783859253, "plain loss": 0.9402034536132798}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.5199966430664, "Augmented-0.05-Quantile-Accuracy": 71.5, "Augmented-0.1-Quantile-Accuracy": 72.79999542236328, "Augmented-Accuracy": 77.2666, "Augmented-Loss": 1.0176498174667359, "Clean-Accuracy": 76.9, "Clean-Loss": 0.9329266960144043, "PGD-Accuracy": 0.1, "PGD-Loss": 5.581349731445313}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 20, "Epoch-Time": 2768.1630635261536, "Test": {"Augmented-0.01-Quantile-Accuracy": 56.28999710083008, "Augmented-0.05-Quantile-Accuracy": 60.28999710083008, "Augmented-0.1-Quantile-Accuracy": 62.09000015258789, "Augmented-Accuracy": 67.782, "Augmented-Loss": 1.1874136672821045, "Clean-Accuracy": 73.77, "Clean-Loss": 1.001130812072754, "PGD-Accuracy": 0.07, "PGD-Loss": 6.243979266357422}, "Total-Time": 58042.81643795967, "Train": {"Loss": 1.32576747756958, "avg t": 0.9891250963592529, "plain loss": 0.9400162871093758}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.08000183105469, "Augmented-0.05-Quantile-Accuracy": 68.37999725341797, "Augmented-0.1-Quantile-Accuracy": 70.23999786376953, "Augmented-Accuracy": 75.5228, "Augmented-Loss": 1.021444074645996, "Clean-Accuracy": 72.44, "Clean-Loss": 0.9657415891647338, "PGD-Accuracy": 0.16, "PGD-Loss": 6.0635832389831545}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 21, "Epoch-Time": 2769.922329187393, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.19999694824219, "Augmented-0.05-Quantile-Accuracy": 67.70999908447266, "Augmented-0.1-Quantile-Accuracy": 69.08999633789062, "Augmented-Accuracy": 73.9115, "Augmented-Loss": 1.0897206401214599, "Clean-Accuracy": 76.22, "Clean-Loss": 0.9972148895263672, "PGD-Accuracy": 0.03, "PGD-Loss": 5.998673425292969}, "Total-Time": 60812.738767147064, "Train": {"Loss": 1.3295681728363038, "avg t": 0.9892070765686035, "plain loss": 0.9432159085693355}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.25999450683594, "Augmented-0.05-Quantile-Accuracy": 72.0199966430664, "Augmented-0.1-Quantile-Accuracy": 73.63999938964844, "Augmented-Accuracy": 78.3436, "Augmented-Loss": 1.0096021766004561, "Clean-Accuracy": 76.34, "Clean-Loss": 0.9414953310012817, "PGD-Accuracy": 0.04, "PGD-Loss": 5.809299126434326}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 22, "Epoch-Time": 2764.8822174072266, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.1199951171875, "Augmented-0.05-Quantile-Accuracy": 68.47000122070312, "Augmented-0.1-Quantile-Accuracy": 69.95999908447266, "Augmented-Accuracy": 74.6779, "Augmented-Loss": 1.1089723384857177, "Clean-Accuracy": 77.73, "Clean-Loss": 0.9754518287658691, "PGD-Accuracy": 0.08, "PGD-Loss": 6.013757891845703}, "Total-Time": 63577.62098455429, "Train": {"Loss": 1.3131478769302367, "avg t": 0.987734261932373, "plain loss": 0.9325217790527348}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.15999603271484, "Augmented-0.05-Quantile-Accuracy": 73.45999908447266, "Augmented-0.1-Quantile-Accuracy": 75.0199966430664, "Augmented-Accuracy": 79.2282, "Augmented-Loss": 0.9980140472393035, "Clean-Accuracy": 76.34, "Clean-Loss": 0.9388479655265808, "PGD-Accuracy": 0.08, "PGD-Loss": 5.874030715179443}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 23, "Epoch-Time": 2764.2707936763763, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.5, "Augmented-0.05-Quantile-Accuracy": 65.22000122070312, "Augmented-0.1-Quantile-Accuracy": 66.97999572753906, "Augmented-Accuracy": 72.1627, "Augmented-Loss": 1.123735380340576, "Clean-Accuracy": 77.89, "Clean-Loss": 0.968528694152832, "PGD-Accuracy": 0.05, "PGD-Loss": 5.944575274658203}, "Total-Time": 66341.89177823067, "Train": {"Loss": 1.3145836911964417, "avg t": 0.9875999899101258, "plain loss": 0.9354195693664544}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.27999877929688, "Augmented-0.05-Quantile-Accuracy": 73.18000030517578, "Augmented-0.1-Quantile-Accuracy": 74.55999755859375, "Augmented-Accuracy": 79.016, "Augmented-Loss": 0.9816979076137543, "Clean-Accuracy": 76.34, "Clean-Loss": 0.9670545839309692, "PGD-Accuracy": 0.08, "PGD-Loss": 5.7166345565795895}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 24, "Epoch-Time": 2764.563533306122, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.0, "Augmented-0.05-Quantile-Accuracy": 67.9000015258789, "Augmented-0.1-Quantile-Accuracy": 69.72000122070312, "Augmented-Accuracy": 74.8886, "Augmented-Loss": 1.0971769472885131, "Clean-Accuracy": 78.66, "Clean-Loss": 0.9411992095947266, "PGD-Accuracy": 0.01, "PGD-Loss": 6.093427209472656}, "Total-Time": 69106.45531153679, "Train": {"Loss": 1.3038192179870605, "avg t": 0.9861449380493164, "plain loss": 0.9260490196228037}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.19999694824219, "Augmented-0.05-Quantile-Accuracy": 72.72000122070312, "Augmented-0.1-Quantile-Accuracy": 74.22000122070312, "Augmented-Accuracy": 79.2868, "Augmented-Loss": 0.9821540592155457, "Clean-Accuracy": 79.8, "Clean-Loss": 0.8777912536621094, "PGD-Accuracy": 0.0, "PGD-Loss": 5.854298709106446}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 25, "Epoch-Time": 2765.5615622997284, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.16999816894531, "Augmented-0.05-Quantile-Accuracy": 66.83000183105469, "Augmented-0.1-Quantile-Accuracy": 68.45999908447266, "Augmented-Accuracy": 73.4841, "Augmented-Loss": 1.1074377970581055, "Clean-Accuracy": 75.02, "Clean-Loss": 1.0009018211364746, "PGD-Accuracy": 0.06, "PGD-Loss": 5.9561844787597655}, "Total-Time": 71872.01687383652, "Train": {"Loss": 1.3151566315078735, "avg t": 0.9872749897575378, "plain loss": 0.9353255829772953}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.79999542236328, "Augmented-0.05-Quantile-Accuracy": 71.9000015258789, "Augmented-0.1-Quantile-Accuracy": 73.36000061035156, "Augmented-Accuracy": 78.0014, "Augmented-Loss": 1.0163107216472627, "Clean-Accuracy": 72.68, "Clean-Loss": 0.9957614936828614, "PGD-Accuracy": 0.06, "PGD-Loss": 5.730720287322998}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 26, "Epoch-Time": 2763.7552173137665, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.189998626708984, "Augmented-0.05-Quantile-Accuracy": 66.95999908447266, "Augmented-0.1-Quantile-Accuracy": 68.47000122070312, "Augmented-Accuracy": 73.0835, "Augmented-Loss": 1.0970775229797363, "Clean-Accuracy": 78.12, "Clean-Loss": 0.9449655555725097, "PGD-Accuracy": 0.26, "PGD-Loss": 5.834923657226563}, "Total-Time": 74635.77209115028, "Train": {"Loss": 1.3086945042419433, "avg t": 0.9866895752716065, "plain loss": 0.9284582828979493}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.13999938964844, "Augmented-0.05-Quantile-Accuracy": 72.0, "Augmented-0.1-Quantile-Accuracy": 73.5199966430664, "Augmented-Accuracy": 77.9762, "Augmented-Loss": 0.9806913819408417, "Clean-Accuracy": 74.56, "Clean-Loss": 0.9628202398300171, "PGD-Accuracy": 0.3, "PGD-Loss": 5.590134323883056}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 27, "Epoch-Time": 2762.166441679001, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.14999771118164, "Augmented-0.05-Quantile-Accuracy": 65.5199966430664, "Augmented-0.1-Quantile-Accuracy": 67.22999572753906, "Augmented-Accuracy": 71.9695, "Augmented-Loss": 1.0958789998779297, "Clean-Accuracy": 71.92, "Clean-Loss": 1.0117134063720703, "PGD-Accuracy": 0.3, "PGD-Loss": 5.898861627197266}, "Total-Time": 77397.93853282928, "Train": {"Loss": 1.3069339170837402, "avg t": 0.9862170733642578, "plain loss": 0.9270705256652838}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.79999542236328, "Augmented-0.05-Quantile-Accuracy": 68.36000061035156, "Augmented-0.1-Quantile-Accuracy": 69.75999450683594, "Augmented-Accuracy": 73.8878, "Augmented-Loss": 1.0290570697784425, "Clean-Accuracy": 72.18, "Clean-Loss": 0.9161973852157593, "PGD-Accuracy": 0.32, "PGD-Loss": 5.666688261413574}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 28, "Epoch-Time": 2760.408937692642, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.27999877929688, "Augmented-0.05-Quantile-Accuracy": 68.1500015258789, "Augmented-0.1-Quantile-Accuracy": 70.06999969482422, "Augmented-Accuracy": 75.4917, "Augmented-Loss": 1.0957534708862304, "Clean-Accuracy": 76.09, "Clean-Loss": 0.9794242378234863, "PGD-Accuracy": 0.05, "PGD-Loss": 6.142197058105468}, "Total-Time": 80158.34747052193, "Train": {"Loss": 1.3051643390274048, "avg t": 0.9865215503311158, "plain loss": 0.9284021645812985}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.5999984741211, "Augmented-0.05-Quantile-Accuracy": 71.73999786376953, "Augmented-0.1-Quantile-Accuracy": 73.31999969482422, "Augmented-Accuracy": 78.3944, "Augmented-Loss": 0.9979556077728271, "Clean-Accuracy": 76.68, "Clean-Loss": 0.8919889154434204, "PGD-Accuracy": 0.06, "PGD-Loss": 5.948386986541748}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 29, "Epoch-Time": 2759.7092006206512, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.51000213623047, "Augmented-0.05-Quantile-Accuracy": 68.18000030517578, "Augmented-0.1-Quantile-Accuracy": 69.55999755859375, "Augmented-Accuracy": 74.2558, "Augmented-Loss": 1.1103855757522583, "Clean-Accuracy": 76.57, "Clean-Loss": 0.9808407295227051, "PGD-Accuracy": 0.03, "PGD-Loss": 6.028914111328125}, "Total-Time": 82918.05667114258, "Train": {"Loss": 1.3058167471694946, "avg t": 0.9860062895965577, "plain loss": 0.9276170318603497}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.05999755859375, "Augmented-0.05-Quantile-Accuracy": 71.0999984741211, "Augmented-0.1-Quantile-Accuracy": 72.73999786376953, "Augmented-Accuracy": 77.837, "Augmented-Loss": 1.007094711889267, "Clean-Accuracy": 73.58, "Clean-Loss": 0.9633925357818603, "PGD-Accuracy": 0.14, "PGD-Loss": 5.78908932723999}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 30, "Epoch-Time": 2758.562124967575, "Test": {"Augmented-0.01-Quantile-Accuracy": 64.95999908447266, "Augmented-0.05-Quantile-Accuracy": 68.5, "Augmented-0.1-Quantile-Accuracy": 70.0, "Augmented-Accuracy": 75.0084, "Augmented-Loss": 1.0854649078979492, "Clean-Accuracy": 77.44, "Clean-Loss": 0.9443988075256348, "PGD-Accuracy": 0.12, "PGD-Loss": 6.001904693603516}, "Total-Time": 85676.61879611015, "Train": {"Loss": 1.2950623471450806, "avg t": 0.9855405620956421, "plain loss": 0.9251395759582521}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.97999572753906, "Augmented-0.05-Quantile-Accuracy": 72.31999969482422, "Augmented-0.1-Quantile-Accuracy": 73.87999725341797, "Augmented-Accuracy": 78.2136, "Augmented-Loss": 0.9879834483184814, "Clean-Accuracy": 79.28, "Clean-Loss": 0.8993679481506348, "PGD-Accuracy": 0.26, "PGD-Loss": 5.848349235534668}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 31, "Epoch-Time": 2758.1314289569855, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.22999572753906, "Augmented-0.05-Quantile-Accuracy": 70.77999877929688, "Augmented-0.1-Quantile-Accuracy": 72.23999786376953, "Augmented-Accuracy": 76.7236, "Augmented-Loss": 1.0540864836502075, "Clean-Accuracy": 78.29, "Clean-Loss": 0.9589263404846191, "PGD-Accuracy": 0.04, "PGD-Loss": 5.807672967529297}, "Total-Time": 88434.75022506714, "Train": {"Loss": 1.3026338272094726, "avg t": 0.9854179051208496, "plain loss": 0.9261579456481929}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.0199966430664, "Augmented-0.05-Quantile-Accuracy": 74.58000183105469, "Augmented-0.1-Quantile-Accuracy": 75.93999481201172, "Augmented-Accuracy": 80.0416, "Augmented-Loss": 0.977924937664032, "Clean-Accuracy": 75.52, "Clean-Loss": 0.8889076057434082, "PGD-Accuracy": 0.06, "PGD-Loss": 5.690385787200928}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 32, "Epoch-Time": 2757.0186076164246, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.44999694824219, "Augmented-0.05-Quantile-Accuracy": 70.1500015258789, "Augmented-0.1-Quantile-Accuracy": 71.83000183105469, "Augmented-Accuracy": 76.3197, "Augmented-Loss": 1.0822668369979858, "Clean-Accuracy": 79.89, "Clean-Loss": 0.9507589302062989, "PGD-Accuracy": 0.1, "PGD-Loss": 6.014282427978515}, "Total-Time": 91191.76883268356, "Train": {"Loss": 1.2909682730102539, "avg t": 0.9843697779464722, "plain loss": 0.9221133265686036}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.55999755859375, "Augmented-0.05-Quantile-Accuracy": 73.5199966430664, "Augmented-0.1-Quantile-Accuracy": 75.1199951171875, "Augmented-Accuracy": 79.955, "Augmented-Loss": 0.9870192598648071, "Clean-Accuracy": 77.9, "Clean-Loss": 0.9092652359008789, "PGD-Accuracy": 0.12, "PGD-Loss": 5.813223072814941}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 33, "Epoch-Time": 2755.8147270679474, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.33999633789062, "Augmented-0.05-Quantile-Accuracy": 68.87999725341797, "Augmented-0.1-Quantile-Accuracy": 70.33999633789062, "Augmented-Accuracy": 75.1095, "Augmented-Loss": 1.0905415998687744, "Clean-Accuracy": 79.13, "Clean-Loss": 0.966772639465332, "PGD-Accuracy": 0.02, "PGD-Loss": 6.022669714355469}, "Total-Time": 93947.58355975151, "Train": {"Loss": 1.2910401387786865, "avg t": 0.9842396753692627, "plain loss": 0.9191131569519038}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.87999725341797, "Augmented-0.05-Quantile-Accuracy": 74.23999786376953, "Augmented-0.1-Quantile-Accuracy": 75.55999755859375, "Augmented-Accuracy": 79.6348, "Augmented-Loss": 0.9907468386135101, "Clean-Accuracy": 74.06, "Clean-Loss": 0.9235694038391113, "PGD-Accuracy": 0.0, "PGD-Loss": 5.752892916870117}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 34, "Epoch-Time": 2755.0075681209564, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.30999755859375, "Augmented-0.05-Quantile-Accuracy": 64.3699951171875, "Augmented-0.1-Quantile-Accuracy": 65.80999755859375, "Augmented-Accuracy": 71.1823, "Augmented-Loss": 1.1247431872940064, "Clean-Accuracy": 74.33, "Clean-Loss": 1.01128231048584, "PGD-Accuracy": 0.04, "PGD-Loss": 5.991910955810547}, "Total-Time": 96702.59112787247, "Train": {"Loss": 1.2937876875305176, "avg t": 0.9853004035949707, "plain loss": 0.923606994598388}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.91999816894531, "Augmented-0.05-Quantile-Accuracy": 69.6199951171875, "Augmented-0.1-Quantile-Accuracy": 71.13999938964844, "Augmented-Accuracy": 76.156, "Augmented-Loss": 1.0315675952186585, "Clean-Accuracy": 75.8, "Clean-Loss": 0.9541645729064941, "PGD-Accuracy": 0.1, "PGD-Loss": 5.758129908752442}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 35, "Epoch-Time": 2420.7862479686737, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.25, "Augmented-0.05-Quantile-Accuracy": 63.90999984741211, "Augmented-0.1-Quantile-Accuracy": 65.22999572753906, "Augmented-Accuracy": 70.419, "Augmented-Loss": 1.1046574355621337, "Clean-Accuracy": 72.29, "Clean-Loss": 0.9937380722045899, "PGD-Accuracy": 0.18, "PGD-Loss": 5.822320867919922}, "Total-Time": 99123.37737584114, "Train": {"Loss": 1.3030889838027955, "avg t": 0.9854349374389648, "plain loss": 0.9241849445800774}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 64.04000091552734, "Augmented-0.05-Quantile-Accuracy": 67.6199951171875, "Augmented-0.1-Quantile-Accuracy": 69.04000091552734, "Augmented-Accuracy": 73.8086, "Augmented-Loss": 1.0112234749546052, "Clean-Accuracy": 70.66, "Clean-Loss": 0.951354012298584, "PGD-Accuracy": 0.14, "PGD-Loss": 5.640857656097412}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 36, "Epoch-Time": 2064.3315584659576, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.55999755859375, "Augmented-0.05-Quantile-Accuracy": 65.4000015258789, "Augmented-0.1-Quantile-Accuracy": 67.11000061035156, "Augmented-Accuracy": 72.0569, "Augmented-Loss": 1.1495543011398315, "Clean-Accuracy": 75.86, "Clean-Loss": 0.9854041305541992, "PGD-Accuracy": 0.08, "PGD-Loss": 5.920163677978516}, "Total-Time": 101187.7089343071, "Train": {"Loss": 1.2950673821640015, "avg t": 0.9851323323059082, "plain loss": 0.9242508726501469}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.6199951171875, "Augmented-0.05-Quantile-Accuracy": 72.75999450683594, "Augmented-0.1-Quantile-Accuracy": 74.15999603271484, "Augmented-Accuracy": 78.915, "Augmented-Loss": 0.9938895931015015, "Clean-Accuracy": 73.86, "Clean-Loss": 0.9085351182937622, "PGD-Accuracy": 0.14, "PGD-Loss": 5.616637263488769}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 37, "Epoch-Time": 1701.2260179519653, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.73999786376953, "Augmented-0.05-Quantile-Accuracy": 64.56999969482422, "Augmented-0.1-Quantile-Accuracy": 66.06999969482422, "Augmented-Accuracy": 70.628, "Augmented-Loss": 1.0798739337921142, "Clean-Accuracy": 71.77, "Clean-Loss": 0.9903362800598144, "PGD-Accuracy": 0.18, "PGD-Loss": 5.891028173828125}, "Total-Time": 102888.93495225906, "Train": {"Loss": 1.2864537250328063, "avg t": 0.9835745174026489, "plain loss": 0.9180783290710457}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.73999786376953, "Augmented-0.05-Quantile-Accuracy": 67.29999542236328, "Augmented-0.1-Quantile-Accuracy": 68.55999755859375, "Augmented-Accuracy": 73.4026, "Augmented-Loss": 1.010076931476593, "Clean-Accuracy": 67.86, "Clean-Loss": 0.9631881902694702, "PGD-Accuracy": 0.2, "PGD-Loss": 5.6933938552856445}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 38, "Epoch-Time": 1376.8632016181946, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.97000122070312, "Augmented-0.05-Quantile-Accuracy": 69.58000183105469, "Augmented-0.1-Quantile-Accuracy": 71.08999633789062, "Augmented-Accuracy": 75.8265, "Augmented-Loss": 1.0310868387832641, "Clean-Accuracy": 76.82, "Clean-Loss": 0.9260268577575683, "PGD-Accuracy": 0.05, "PGD-Loss": 5.885280267333984}, "Total-Time": 104265.79815387726, "Train": {"Loss": 1.3012994676971437, "avg t": 0.9850482682037354, "plain loss": 0.9260535495300288}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.81999969482422, "Augmented-0.05-Quantile-Accuracy": 72.18000030517578, "Augmented-0.1-Quantile-Accuracy": 73.54000091552734, "Augmented-Accuracy": 78.2396, "Augmented-Loss": 0.9581567931671142, "Clean-Accuracy": 75.94, "Clean-Loss": 0.85562271900177, "PGD-Accuracy": 0.06, "PGD-Loss": 5.722450308227539}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 39, "Epoch-Time": 1376.70347738266, "Test": {"Augmented-0.01-Quantile-Accuracy": 62.48999786376953, "Augmented-0.05-Quantile-Accuracy": 66.33999633789062, "Augmented-0.1-Quantile-Accuracy": 67.97000122070312, "Augmented-Accuracy": 73.2116, "Augmented-Loss": 1.0934255992660522, "Clean-Accuracy": 76.68, "Clean-Loss": 0.9617661231994629, "PGD-Accuracy": 0.06, "PGD-Loss": 5.951370178222656}, "Total-Time": 105642.50163125992, "Train": {"Loss": 1.2855342679595947, "avg t": 0.9833351440429687, "plain loss": 0.9135640225219726}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.33999633789062, "Augmented-0.05-Quantile-Accuracy": 71.1199951171875, "Augmented-0.1-Quantile-Accuracy": 72.75999450683594, "Augmented-Accuracy": 77.4984, "Augmented-Loss": 0.9883019129695892, "Clean-Accuracy": 72.72, "Clean-Loss": 0.9658018102645874, "PGD-Accuracy": 0.08, "PGD-Loss": 5.718963337707519}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 40, "Epoch-Time": 1376.3991775512695, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.189998626708984, "Augmented-0.05-Quantile-Accuracy": 64.5, "Augmented-0.1-Quantile-Accuracy": 65.98999786376953, "Augmented-Accuracy": 70.5443, "Augmented-Loss": 1.0967569810791016, "Clean-Accuracy": 75.55, "Clean-Loss": 0.9214603927612305, "PGD-Accuracy": 0.09, "PGD-Loss": 5.886663238525391}, "Total-Time": 107018.90080881119, "Train": {"Loss": 1.2856209302139283, "avg t": 0.9838985787582397, "plain loss": 0.9202403302917478}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.4000015258789, "Augmented-0.05-Quantile-Accuracy": 70.08000183105469, "Augmented-0.1-Quantile-Accuracy": 71.43999481201172, "Augmented-Accuracy": 75.4334, "Augmented-Loss": 0.9652794415454865, "Clean-Accuracy": 71.8, "Clean-Loss": 0.9416482727050781, "PGD-Accuracy": 0.08, "PGD-Loss": 5.659905846405029}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 41, "Epoch-Time": 1376.1315293312073, "Test": {"Augmented-0.01-Quantile-Accuracy": 63.79999923706055, "Augmented-0.05-Quantile-Accuracy": 67.04999542236328, "Augmented-0.1-Quantile-Accuracy": 68.81999969482422, "Augmented-Accuracy": 73.9095, "Augmented-Loss": 1.1002069219741821, "Clean-Accuracy": 77.77, "Clean-Loss": 0.9333820526123047, "PGD-Accuracy": 0.03, "PGD-Loss": 5.937213519287109}, "Total-Time": 108395.0323381424, "Train": {"Loss": 1.294142462234497, "avg t": 0.9836022264099121, "plain loss": 0.9174791460876459}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 70.9000015258789, "Augmented-0.05-Quantile-Accuracy": 74.0999984741211, "Augmented-0.1-Quantile-Accuracy": 75.1199951171875, "Augmented-Accuracy": 79.5746, "Augmented-Loss": 0.9618226984825134, "Clean-Accuracy": 70.98, "Clean-Loss": 0.9031160429000854, "PGD-Accuracy": 0.1, "PGD-Loss": 5.681216939544678}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 42, "Epoch-Time": 1375.64390873909, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.61000061035156, "Augmented-0.05-Quantile-Accuracy": 69.95999908447266, "Augmented-0.1-Quantile-Accuracy": 71.52999877929688, "Augmented-Accuracy": 75.8893, "Augmented-Loss": 1.0663248450927734, "Clean-Accuracy": 77.86, "Clean-Loss": 0.9555252006530762, "PGD-Accuracy": 0.12, "PGD-Loss": 5.709464654541016}, "Total-Time": 109770.67624688148, "Train": {"Loss": 1.2995269955444335, "avg t": 0.9848226955413818, "plain loss": 0.9207550012207025}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.0, "Augmented-0.05-Quantile-Accuracy": 74.6199951171875, "Augmented-0.1-Quantile-Accuracy": 75.93999481201172, "Augmented-Accuracy": 80.1904, "Augmented-Loss": 0.9715170880336762, "Clean-Accuracy": 77.66, "Clean-Loss": 0.9032765972137451, "PGD-Accuracy": 0.12, "PGD-Loss": 5.557959406280518}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 43, "Epoch-Time": 1376.2107870578766, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.73999786376953, "Augmented-0.05-Quantile-Accuracy": 70.45999908447266, "Augmented-0.1-Quantile-Accuracy": 72.22000122070312, "Augmented-Accuracy": 77.038, "Augmented-Loss": 1.056856715789795, "Clean-Accuracy": 80.18, "Clean-Loss": 0.9313856117248536, "PGD-Accuracy": 0.11, "PGD-Loss": 5.98591455078125}, "Total-Time": 111146.88703393936, "Train": {"Loss": 1.283938956375122, "avg t": 0.9826606630325317, "plain loss": 0.913231193817138}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 72.0, "Augmented-0.05-Quantile-Accuracy": 75.6199951171875, "Augmented-0.1-Quantile-Accuracy": 77.27999877929688, "Augmented-Accuracy": 81.6224, "Augmented-Loss": 0.956770784362793, "Clean-Accuracy": 78.32, "Clean-Loss": 0.9008451747894287, "PGD-Accuracy": 0.06, "PGD-Loss": 5.785684251403809}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 44, "Epoch-Time": 1376.1362373828888, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.529998779296875, "Augmented-0.05-Quantile-Accuracy": 63.09000015258789, "Augmented-0.1-Quantile-Accuracy": 64.72999572753906, "Augmented-Accuracy": 69.7021, "Augmented-Loss": 1.1763654473190308, "Clean-Accuracy": 72.8, "Clean-Loss": 1.000466596221924, "PGD-Accuracy": 0.15, "PGD-Loss": 5.89769228515625}, "Total-Time": 112523.02327132225, "Train": {"Loss": 1.2896084426879884, "avg t": 0.9834481112670899, "plain loss": 0.9179004585266115}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.0199966430664, "Augmented-0.05-Quantile-Accuracy": 71.37999725341797, "Augmented-0.1-Quantile-Accuracy": 72.75999450683594, "Augmented-Accuracy": 76.9486, "Augmented-Loss": 1.013296554878235, "Clean-Accuracy": 69.6, "Clean-Loss": 0.9233568668365478, "PGD-Accuracy": 0.14, "PGD-Loss": 5.7174131919860836}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 45, "Epoch-Time": 1376.0758211612701, "Test": {"Augmented-0.01-Quantile-Accuracy": 67.06999969482422, "Augmented-0.05-Quantile-Accuracy": 70.47000122070312, "Augmented-0.1-Quantile-Accuracy": 72.00999450683594, "Augmented-Accuracy": 76.4425, "Augmented-Loss": 1.0415978449783325, "Clean-Accuracy": 79.04, "Clean-Loss": 0.9383023559570313, "PGD-Accuracy": 0.05, "PGD-Loss": 6.073790362548828}, "Total-Time": 113899.09909248352, "Train": {"Loss": 1.284401629333496, "avg t": 0.9834291034507752, "plain loss": 0.9180402214660637}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.54000091552734, "Augmented-0.05-Quantile-Accuracy": 73.36000061035156, "Augmented-0.1-Quantile-Accuracy": 75.19999694824219, "Augmented-Accuracy": 80.2352, "Augmented-Loss": 0.9608981441936493, "Clean-Accuracy": 79.38, "Clean-Loss": 0.8878637855529785, "PGD-Accuracy": 0.04, "PGD-Loss": 5.92618791885376}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 46, "Epoch-Time": 1375.6278083324432, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.5, "Augmented-0.05-Quantile-Accuracy": 64.97999572753906, "Augmented-0.1-Quantile-Accuracy": 66.37999725341797, "Augmented-Accuracy": 71.0074, "Augmented-Loss": 1.0770371031951904, "Clean-Accuracy": 72.23, "Clean-Loss": 0.9796825416564942, "PGD-Accuracy": 0.08, "PGD-Loss": 5.806940686035157}, "Total-Time": 115274.72690081596, "Train": {"Loss": 1.285187377090454, "avg t": 0.9832417565155029, "plain loss": 0.915929574127198}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 63.3599967956543, "Augmented-0.05-Quantile-Accuracy": 66.69999694824219, "Augmented-0.1-Quantile-Accuracy": 68.22000122070312, "Augmented-Accuracy": 72.9864, "Augmented-Loss": 1.0090768022613525, "Clean-Accuracy": 74.26, "Clean-Loss": 0.9201539525985718, "PGD-Accuracy": 0.06, "PGD-Loss": 5.585624194335938}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 47, "Epoch-Time": 1376.34104180336, "Test": {"Augmented-0.01-Quantile-Accuracy": 60.8599967956543, "Augmented-0.05-Quantile-Accuracy": 64.65999603271484, "Augmented-0.1-Quantile-Accuracy": 66.29999542236328, "Augmented-Accuracy": 71.6265, "Augmented-Loss": 1.1344981101150513, "Clean-Accuracy": 75.63, "Clean-Loss": 0.9891085235595704, "PGD-Accuracy": 0.03, "PGD-Loss": 6.080913806152344}, "Total-Time": 116651.06794261932, "Train": {"Loss": 1.2848340767288209, "avg t": 0.9830883728790283, "plain loss": 0.9156683703002931}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 67.27999877929688, "Augmented-0.05-Quantile-Accuracy": 70.79999542236328, "Augmented-0.1-Quantile-Accuracy": 72.6199951171875, "Augmented-Accuracy": 77.4372, "Augmented-Loss": 1.0097411314144134, "Clean-Accuracy": 77.08, "Clean-Loss": 0.8998810781478882, "PGD-Accuracy": 0.04, "PGD-Loss": 5.935658065795899}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 48, "Epoch-Time": 1375.0902225971222, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.72999954223633, "Augmented-0.05-Quantile-Accuracy": 63.81999969482422, "Augmented-0.1-Quantile-Accuracy": 65.48999786376953, "Augmented-Accuracy": 71.0884, "Augmented-Loss": 1.1336728582687379, "Clean-Accuracy": 76.59, "Clean-Loss": 0.9617379386901855, "PGD-Accuracy": 0.03, "PGD-Loss": 6.061498309326172}, "Total-Time": 118026.15816521645, "Train": {"Loss": 1.2873962033462525, "avg t": 0.9839233201026917, "plain loss": 0.9173222265319823}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.36000061035156, "Augmented-0.05-Quantile-Accuracy": 71.08000183105469, "Augmented-0.1-Quantile-Accuracy": 72.33999633789062, "Augmented-Accuracy": 76.7308, "Augmented-Loss": 0.9920525205373764, "Clean-Accuracy": 75.54, "Clean-Loss": 0.9120062225341797, "PGD-Accuracy": 0.12, "PGD-Loss": 5.791788080596924}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 49, "Epoch-Time": 1375.8814704418182, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.91999816894531, "Augmented-0.05-Quantile-Accuracy": 69.3499984741211, "Augmented-0.1-Quantile-Accuracy": 70.75, "Augmented-Accuracy": 75.3539, "Augmented-Loss": 1.0339591604003906, "Clean-Accuracy": 76.87, "Clean-Loss": 0.9321093612670899, "PGD-Accuracy": 0.14, "PGD-Loss": 6.070690924072266}, "Total-Time": 119402.03963565826, "Train": {"Loss": 1.2853651061248779, "avg t": 0.9830969116973877, "plain loss": 0.9162600286254882}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 68.97999572753906, "Augmented-0.05-Quantile-Accuracy": 72.1199951171875, "Augmented-0.1-Quantile-Accuracy": 73.19999694824219, "Augmented-Accuracy": 77.8118, "Augmented-Loss": 0.9607720280933381, "Clean-Accuracy": 73.14, "Clean-Loss": 0.8941451820373535, "PGD-Accuracy": 0.24, "PGD-Loss": 5.850846315002442}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 50, "Epoch-Time": 1375.8739416599274, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.37999725341797, "Augmented-0.05-Quantile-Accuracy": 68.73999786376953, "Augmented-0.1-Quantile-Accuracy": 70.50999450683594, "Augmented-Accuracy": 75.0622, "Augmented-Loss": 1.0508801956100464, "Clean-Accuracy": 76.79, "Clean-Loss": 0.9447435546875, "PGD-Accuracy": 0.17, "PGD-Loss": 5.750084619140625}, "Total-Time": 120777.91357731819, "Train": {"Loss": 1.2809945435333252, "avg t": 0.9821111825942993, "plain loss": 0.9107480568237304}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.69999694824219, "Augmented-0.05-Quantile-Accuracy": 73.08000183105469, "Augmented-0.1-Quantile-Accuracy": 74.5, "Augmented-Accuracy": 79.0108, "Augmented-Loss": 0.9684745589637757, "Clean-Accuracy": 74.16, "Clean-Loss": 0.8781743202209472, "PGD-Accuracy": 0.16, "PGD-Loss": 5.525822848510742}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 51, "Epoch-Time": 1376.1815423965454, "Test": {"Augmented-0.01-Quantile-Accuracy": 59.72999954223633, "Augmented-0.05-Quantile-Accuracy": 63.41999816894531, "Augmented-0.1-Quantile-Accuracy": 65.01000213623047, "Augmented-Accuracy": 70.1293, "Augmented-Loss": 1.1588183133850098, "Clean-Accuracy": 74.73, "Clean-Loss": 1.009754100036621, "PGD-Accuracy": 0.03, "PGD-Loss": 5.937805657958984}, "Total-Time": 122154.09511971474, "Train": {"Loss": 1.292175122909546, "avg t": 0.9845921224594116, "plain loss": 0.9203396124267573}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 66.63999938964844, "Augmented-0.05-Quantile-Accuracy": 70.0199966430664, "Augmented-0.1-Quantile-Accuracy": 71.54000091552734, "Augmented-Accuracy": 76.5114, "Augmented-Loss": 1.015671248178482, "Clean-Accuracy": 75.04, "Clean-Loss": 0.9546860370635987, "PGD-Accuracy": 0.02, "PGD-Loss": 5.7336771484375}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 52, "Epoch-Time": 1377.8090410232544, "Test": {"Augmented-0.01-Quantile-Accuracy": 66.08000183105469, "Augmented-0.05-Quantile-Accuracy": 69.83999633789062, "Augmented-0.1-Quantile-Accuracy": 71.29999542236328, "Augmented-Accuracy": 75.9998, "Augmented-Loss": 1.0984550995178222, "Clean-Accuracy": 77.93, "Clean-Loss": 0.9673882591247559, "PGD-Accuracy": 0.04, "PGD-Loss": 6.030230419921875}, "Total-Time": 123531.90416073799, "Train": {"Loss": 1.289146272277832, "avg t": 0.9834364429092407, "plain loss": 0.9156267986450198}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 69.29999542236328, "Augmented-0.05-Quantile-Accuracy": 73.27999877929688, "Augmented-0.1-Quantile-Accuracy": 74.83999633789062, "Augmented-Accuracy": 79.4268, "Augmented-Loss": 0.9955278394012451, "Clean-Accuracy": 76.48, "Clean-Loss": 0.9851803176879883, "PGD-Accuracy": 0.1, "PGD-Loss": 5.783022138214111}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 53, "Epoch-Time": 1380.7485609054565, "Test": {"Augmented-0.01-Quantile-Accuracy": 61.04999923706055, "Augmented-0.05-Quantile-Accuracy": 64.86000061035156, "Augmented-0.1-Quantile-Accuracy": 66.66999816894531, "Augmented-Accuracy": 71.9592, "Augmented-Loss": 1.1015205322036743, "Clean-Accuracy": 74.64, "Clean-Loss": 0.9669958129882813, "PGD-Accuracy": 0.03, "PGD-Loss": 5.902157232666015}, "Total-Time": 124912.65272164345, "Train": {"Loss": 1.2826975996017456, "avg t": 0.9829560812950134, "plain loss": 0.9092957442016599}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 65.6199951171875, "Augmented-0.05-Quantile-Accuracy": 68.93999481201172, "Augmented-0.1-Quantile-Accuracy": 70.68000030517578, "Augmented-Accuracy": 75.5696, "Augmented-Loss": 1.0090474851722717, "Clean-Accuracy": 69.58, "Clean-Loss": 0.9751143650054932, "PGD-Accuracy": 0.32, "PGD-Loss": 5.6052384841918945}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 54, "Epoch-Time": 1380.9442150592804, "Test": {"Augmented-0.01-Quantile-Accuracy": 65.22000122070312, "Augmented-0.05-Quantile-Accuracy": 68.72000122070312, "Augmented-0.1-Quantile-Accuracy": 70.47999572753906, "Augmented-Accuracy": 75.2361, "Augmented-Loss": 1.0648359277572632, "Clean-Accuracy": 79.02, "Clean-Loss": 0.9533204193115234, "PGD-Accuracy": 0.11, "PGD-Loss": 5.874115661621094}, "Total-Time": 126293.59693670273, "Train": {"Loss": 1.2804247883987427, "avg t": 0.9831739464759827, "plain loss": 0.9125446517639146}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 71.0, "Augmented-0.05-Quantile-Accuracy": 74.37999725341797, "Augmented-0.1-Quantile-Accuracy": 75.83999633789062, "Augmented-Accuracy": 79.9046, "Augmented-Loss": 0.9766704414768219, "Clean-Accuracy": 75.7, "Clean-Loss": 0.9006563869476318, "PGD-Accuracy": 0.1, "PGD-Loss": 5.630681253051757}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 55, "Epoch-Time": 1380.9238040447235, "Test": {"Augmented-0.01-Quantile-Accuracy": 73.73999786376953, "Augmented-0.05-Quantile-Accuracy": 77.18000030517578, "Augmented-0.1-Quantile-Accuracy": 78.88999938964844, "Augmented-Accuracy": 83.309, "Augmented-Loss": 0.9578001851882935, "Clean-Accuracy": 84.97, "Clean-Loss": 0.852449063873291, "PGD-Accuracy": 0.08, "PGD-Loss": 6.031982928466797}, "Total-Time": 127674.52074074745, "Train": {"Loss": 1.0874349603652953, "avg t": 0.9557602775955201, "plain loss": 0.8154842706909179}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.47999572753906, "Augmented-0.05-Quantile-Accuracy": 83.43999481201172, "Augmented-0.1-Quantile-Accuracy": 84.63999938964844, "Augmented-Accuracy": 88.129, "Augmented-Loss": 0.8637750538158416, "Clean-Accuracy": 81.32, "Clean-Loss": 0.8103260468482971, "PGD-Accuracy": 0.04, "PGD-Loss": 5.771798373413086}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 56, "Epoch-Time": 1382.0650475025177, "Test": {"Augmented-0.01-Quantile-Accuracy": 74.79000091552734, "Augmented-0.05-Quantile-Accuracy": 78.08000183105469, "Augmented-0.1-Quantile-Accuracy": 79.45999908447266, "Augmented-Accuracy": 83.8213, "Augmented-Loss": 0.9418869785385132, "Clean-Accuracy": 84.71, "Clean-Loss": 0.849028865814209, "PGD-Accuracy": 0.16, "PGD-Loss": 6.086263262939453}, "Total-Time": 129056.58578824997, "Train": {"Loss": 1.0414458835792542, "avg t": 0.9472922543334961, "plain loss": 0.7873961750183096}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 80.63999938964844, "Augmented-0.05-Quantile-Accuracy": 83.57999420166016, "Augmented-0.1-Quantile-Accuracy": 84.69999694824219, "Augmented-Accuracy": 88.2854, "Augmented-Loss": 0.8523342619915009, "Clean-Accuracy": 79.82, "Clean-Loss": 0.7870515117645264, "PGD-Accuracy": 0.24, "PGD-Loss": 5.845029779815674}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 57, "Epoch-Time": 1382.4845077991486, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.54999542236328, "Augmented-0.05-Quantile-Accuracy": 78.9000015258789, "Augmented-0.1-Quantile-Accuracy": 80.38999938964844, "Augmented-Accuracy": 84.4996, "Augmented-Loss": 0.9478570973510743, "Clean-Accuracy": 85.47, "Clean-Loss": 0.8511205070495605, "PGD-Accuracy": 0.12, "PGD-Loss": 6.028962042236328}, "Total-Time": 130439.07029604912, "Train": {"Loss": 1.0243026955413819, "avg t": 0.9441039183425903, "plain loss": 0.7818651452941897}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.73999786376953, "Augmented-0.05-Quantile-Accuracy": 84.55999755859375, "Augmented-0.1-Quantile-Accuracy": 85.63999938964844, "Augmented-Accuracy": 89.189, "Augmented-Loss": 0.8529256031188965, "Clean-Accuracy": 83.94, "Clean-Loss": 0.754789060306549, "PGD-Accuracy": 0.44, "PGD-Loss": 5.773196726989746}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 58, "Epoch-Time": 1382.8203053474426, "Test": {"Augmented-0.01-Quantile-Accuracy": 75.48999786376953, "Augmented-0.05-Quantile-Accuracy": 78.97999572753906, "Augmented-0.1-Quantile-Accuracy": 80.54999542236328, "Augmented-Accuracy": 84.5361, "Augmented-Loss": 0.9556532486648559, "Clean-Accuracy": 85.91, "Clean-Loss": 0.8603537780761719, "PGD-Accuracy": 0.39, "PGD-Loss": 5.972042547607422}, "Total-Time": 131821.89060139656, "Train": {"Loss": 1.0128483401298523, "avg t": 0.94240459482193, "plain loss": 0.7773712749176028}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 81.79999542236328, "Augmented-0.05-Quantile-Accuracy": 84.93999481201172, "Augmented-0.1-Quantile-Accuracy": 86.18000030517578, "Augmented-Accuracy": 89.683, "Augmented-Loss": 0.8623962661018372, "Clean-Accuracy": 89.6, "Clean-Loss": 0.7690272123336792, "PGD-Accuracy": 0.84, "PGD-Loss": 5.7509993682861325}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 59, "Epoch-Time": 1379.5583250522614, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.72999572753906, "Augmented-0.05-Quantile-Accuracy": 80.80999755859375, "Augmented-0.1-Quantile-Accuracy": 82.25999450683594, "Augmented-Accuracy": 86.3462, "Augmented-Loss": 0.9692858884429931, "Clean-Accuracy": 88.29, "Clean-Loss": 0.8745842399597168, "PGD-Accuracy": 0.16, "PGD-Loss": 5.988811901855469}, "Total-Time": 133201.44892644882, "Train": {"Loss": 1.001849197883606, "avg t": 0.9401130821990967, "plain loss": 0.7782866470642089}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.13999938964844, "Augmented-0.05-Quantile-Accuracy": 87.63999938964844, "Augmented-0.1-Quantile-Accuracy": 88.65999603271484, "Augmented-Accuracy": 91.4958, "Augmented-Loss": 0.8730574217128754, "Clean-Accuracy": 89.02, "Clean-Loss": 0.7916756119728089, "PGD-Accuracy": 0.52, "PGD-Loss": 5.781509712219238}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 60, "Epoch-Time": 1383.2241957187653, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.12999725341797, "Augmented-0.05-Quantile-Accuracy": 80.23999786376953, "Augmented-0.1-Quantile-Accuracy": 81.56999969482422, "Augmented-Accuracy": 85.7801, "Augmented-Loss": 0.979786854927063, "Clean-Accuracy": 87.53, "Clean-Loss": 0.8748185722351074, "PGD-Accuracy": 0.12, "PGD-Loss": 5.894671051025391}, "Total-Time": 134584.6731221676, "Train": {"Loss": 0.9961087808990479, "avg t": 0.9395452188491822, "plain loss": 0.7806313097839369}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.47999572753906, "Augmented-0.05-Quantile-Accuracy": 87.55999755859375, "Augmented-0.1-Quantile-Accuracy": 88.55999755859375, "Augmented-Accuracy": 91.5888, "Augmented-Loss": 0.8817422247037887, "Clean-Accuracy": 88.32, "Clean-Loss": 0.8044074246406555, "PGD-Accuracy": 0.68, "PGD-Loss": 5.671359951019287}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 61, "Epoch-Time": 1387.7160987854004, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.48999786376953, "Augmented-0.05-Quantile-Accuracy": 80.58999633789062, "Augmented-0.1-Quantile-Accuracy": 82.07999420166016, "Augmented-Accuracy": 86.151, "Augmented-Loss": 0.983167710647583, "Clean-Accuracy": 87.31, "Clean-Loss": 0.8874919921875, "PGD-Accuracy": 0.25, "PGD-Loss": 5.8288140625}, "Total-Time": 135972.389220953, "Train": {"Loss": 0.9904628665733337, "avg t": 0.9381133961486816, "plain loss": 0.7843041705932614}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.04000091552734, "Augmented-0.05-Quantile-Accuracy": 87.75999450683594, "Augmented-0.1-Quantile-Accuracy": 88.91999816894531, "Augmented-Accuracy": 91.708, "Augmented-Loss": 0.8885965756168366, "Clean-Accuracy": 91.22, "Clean-Loss": 0.7796603051185608, "PGD-Accuracy": 0.84, "PGD-Loss": 5.620626063537598}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 62, "Epoch-Time": 1387.7638204097748, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.79000091552734, "Augmented-0.05-Quantile-Accuracy": 80.00999450683594, "Augmented-0.1-Quantile-Accuracy": 81.5999984741211, "Augmented-Accuracy": 85.9493, "Augmented-Loss": 1.012321217765808, "Clean-Accuracy": 87.48, "Clean-Loss": 0.896605532836914, "PGD-Accuracy": 0.27, "PGD-Loss": 5.7572591003417966}, "Total-Time": 137360.15304136276, "Train": {"Loss": 0.9853718422317504, "avg t": 0.9370380830764771, "plain loss": 0.7840344692687992}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.79999542236328, "Augmented-0.05-Quantile-Accuracy": 87.18000030517578, "Augmented-0.1-Quantile-Accuracy": 88.29999542236328, "Augmented-Accuracy": 91.6674, "Augmented-Loss": 0.9079117156763077, "Clean-Accuracy": 88.82, "Clean-Loss": 0.80220759973526, "PGD-Accuracy": 0.7, "PGD-Loss": 5.573936289215088}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 63, "Epoch-Time": 1388.7382230758667, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.2699966430664, "Augmented-0.05-Quantile-Accuracy": 81.5199966430664, "Augmented-0.1-Quantile-Accuracy": 83.05999755859375, "Augmented-Accuracy": 86.9866, "Augmented-Loss": 1.0255742015304565, "Clean-Accuracy": 88.85, "Clean-Loss": 0.9058900314331054, "PGD-Accuracy": 0.21, "PGD-Loss": 5.7264511657714845}, "Total-Time": 138748.89126443863, "Train": {"Loss": 0.9817978397369385, "avg t": 0.9362148514175415, "plain loss": 0.7911147458496097}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.81999969482422, "Augmented-0.05-Quantile-Accuracy": 88.77999877929688, "Augmented-0.1-Quantile-Accuracy": 90.05999755859375, "Augmented-Accuracy": 92.546, "Augmented-Loss": 0.9188761631565094, "Clean-Accuracy": 85.14, "Clean-Loss": 0.7844385762214661, "PGD-Accuracy": 0.64, "PGD-Loss": 5.516341806793213}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 64, "Epoch-Time": 1390.5065050125122, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.0199966430664, "Augmented-0.05-Quantile-Accuracy": 81.07999420166016, "Augmented-0.1-Quantile-Accuracy": 82.61000061035156, "Augmented-Accuracy": 86.4287, "Augmented-Loss": 1.0353582148284912, "Clean-Accuracy": 88.21, "Clean-Loss": 0.9138468887329102, "PGD-Accuracy": 0.11, "PGD-Loss": 5.621045660400391}, "Total-Time": 140139.39776945114, "Train": {"Loss": 0.9753178838539124, "avg t": 0.9347855792236328, "plain loss": 0.7947824852142336}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.25999450683594, "Augmented-0.05-Quantile-Accuracy": 87.86000061035156, "Augmented-0.1-Quantile-Accuracy": 89.07999420166016, "Augmented-Accuracy": 92.0992, "Augmented-Loss": 0.9281723260097504, "Clean-Accuracy": 91.08, "Clean-Loss": 0.7578223868370056, "PGD-Accuracy": 0.44, "PGD-Loss": 5.412417024230957}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 65, "Epoch-Time": 1388.2213048934937, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.66999816894531, "Augmented-0.05-Quantile-Accuracy": 81.00999450683594, "Augmented-0.1-Quantile-Accuracy": 82.47000122070312, "Augmented-Accuracy": 86.2844, "Augmented-Loss": 1.0663916521453858, "Clean-Accuracy": 88.25, "Clean-Loss": 0.9407848121643066, "PGD-Accuracy": 0.11, "PGD-Loss": 5.559720806884766}, "Total-Time": 141527.61907434464, "Train": {"Loss": 0.9710185977745056, "avg t": 0.9336691741371155, "plain loss": 0.798817066116333}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.27999877929688, "Augmented-0.05-Quantile-Accuracy": 88.15999603271484, "Augmented-0.1-Quantile-Accuracy": 89.27999877929688, "Augmented-Accuracy": 92.5962, "Augmented-Loss": 0.9527385052719116, "Clean-Accuracy": 91.4, "Clean-Loss": 0.8119792868614196, "PGD-Accuracy": 0.62, "PGD-Loss": 5.354578946685791}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 66, "Epoch-Time": 1386.973798274994, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.8699951171875, "Augmented-0.05-Quantile-Accuracy": 81.98999786376953, "Augmented-0.1-Quantile-Accuracy": 83.31999969482422, "Augmented-Accuracy": 87.0265, "Augmented-Loss": 1.0648735024108886, "Clean-Accuracy": 89.09, "Clean-Loss": 0.9529501609802246, "PGD-Accuracy": 0.1, "PGD-Loss": 5.5299450927734375}, "Total-Time": 142914.59287261963, "Train": {"Loss": 0.9701776801872254, "avg t": 0.933475111026764, "plain loss": 0.8047702159423826}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.19999694824219, "Augmented-0.05-Quantile-Accuracy": 88.41999816894531, "Augmented-0.1-Quantile-Accuracy": 89.87999725341797, "Augmented-Accuracy": 92.5366, "Augmented-Loss": 0.973274502541542, "Clean-Accuracy": 89.48, "Clean-Loss": 0.821902051448822, "PGD-Accuracy": 0.38, "PGD-Loss": 5.332191915130616}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 67, "Epoch-Time": 1387.4012002944946, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.5, "Augmented-0.05-Quantile-Accuracy": 80.82999420166016, "Augmented-0.1-Quantile-Accuracy": 82.0999984741211, "Augmented-Accuracy": 86.0642, "Augmented-Loss": 1.0701773933410645, "Clean-Accuracy": 87.67, "Clean-Loss": 0.9589959899902344, "PGD-Accuracy": 0.14, "PGD-Loss": 5.426122924804687}, "Total-Time": 144301.99407291412, "Train": {"Loss": 0.9694840848731995, "avg t": 0.9330932355499267, "plain loss": 0.8074415153198241}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 84.73999786376953, "Augmented-0.05-Quantile-Accuracy": 87.05999755859375, "Augmented-0.1-Quantile-Accuracy": 88.05999755859375, "Augmented-Accuracy": 91.3546, "Augmented-Loss": 0.9742400681877136, "Clean-Accuracy": 89.54, "Clean-Loss": 0.8156337314605713, "PGD-Accuracy": 0.48, "PGD-Loss": 5.211411207580566}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 68, "Epoch-Time": 1389.2097990512848, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.43999481201172, "Augmented-0.05-Quantile-Accuracy": 81.57999420166016, "Augmented-0.1-Quantile-Accuracy": 83.04999542236328, "Augmented-Accuracy": 87.0656, "Augmented-Loss": 1.085655098258972, "Clean-Accuracy": 89.47, "Clean-Loss": 0.9613375709533691, "PGD-Accuracy": 0.25, "PGD-Loss": 5.308511212158203}, "Total-Time": 145691.2038719654, "Train": {"Loss": 0.9674701763916016, "avg t": 0.9324761007118225, "plain loss": 0.8107683815917972}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.65999603271484, "Augmented-0.05-Quantile-Accuracy": 89.68000030517578, "Augmented-0.1-Quantile-Accuracy": 91.0, "Augmented-Accuracy": 93.4794, "Augmented-Loss": 0.9813285602493286, "Clean-Accuracy": 89.54, "Clean-Loss": 0.8170143480300903, "PGD-Accuracy": 0.9, "PGD-Loss": 5.0956679061889645}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 69, "Epoch-Time": 1390.1236197948456, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.6500015258789, "Augmented-0.05-Quantile-Accuracy": 82.72999572753906, "Augmented-0.1-Quantile-Accuracy": 83.8499984741211, "Augmented-Accuracy": 87.6507, "Augmented-Loss": 1.0856738860168458, "Clean-Accuracy": 89.66, "Clean-Loss": 0.9760198440551758, "PGD-Accuracy": 0.4, "PGD-Loss": 5.1911542694091795}, "Total-Time": 147081.32749176025, "Train": {"Loss": 0.9662604299545288, "avg t": 0.9319667270088196, "plain loss": 0.8153646464843748}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.47999572753906, "Augmented-0.05-Quantile-Accuracy": 89.93999481201172, "Augmented-0.1-Quantile-Accuracy": 91.15999603271484, "Augmented-Accuracy": 93.513, "Augmented-Loss": 0.9980500239486695, "Clean-Accuracy": 86.82, "Clean-Loss": 0.8599046031951905, "PGD-Accuracy": 1.88, "PGD-Loss": 4.945493754577637}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 70, "Epoch-Time": 1390.9831323623657, "Test": {"Augmented-0.01-Quantile-Accuracy": 76.1500015258789, "Augmented-0.05-Quantile-Accuracy": 79.37999725341797, "Augmented-0.1-Quantile-Accuracy": 80.80999755859375, "Augmented-Accuracy": 85.0812, "Augmented-Loss": 1.0983919974517822, "Clean-Accuracy": 86.37, "Clean-Loss": 0.9834243728637695, "PGD-Accuracy": 0.75, "PGD-Loss": 5.172371905517578}, "Total-Time": 148472.31062412262, "Train": {"Loss": 0.9650035283279419, "avg t": 0.9315871934700012, "plain loss": 0.8187518849792483}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 83.79999542236328, "Augmented-0.05-Quantile-Accuracy": 86.29999542236328, "Augmented-0.1-Quantile-Accuracy": 87.81999969482422, "Augmented-Accuracy": 90.6966, "Augmented-Loss": 1.0081443545703888, "Clean-Accuracy": 90.66, "Clean-Loss": 0.8018059149742126, "PGD-Accuracy": 1.76, "PGD-Loss": 4.9710667617797855}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 71, "Epoch-Time": 1390.9970111846924, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.54999542236328, "Augmented-0.05-Quantile-Accuracy": 82.58999633789062, "Augmented-0.1-Quantile-Accuracy": 83.93000030517578, "Augmented-Accuracy": 87.8131, "Augmented-Loss": 1.0910601297836304, "Clean-Accuracy": 89.37, "Clean-Loss": 0.9863179130554199, "PGD-Accuracy": 0.27, "PGD-Loss": 5.1117103485107425}, "Total-Time": 149863.3076353073, "Train": {"Loss": 0.9662579484558106, "avg t": 0.9321714124298096, "plain loss": 0.823066207275391}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.73999786376953, "Augmented-0.05-Quantile-Accuracy": 90.25999450683594, "Augmented-0.1-Quantile-Accuracy": 91.36000061035156, "Augmented-Accuracy": 93.7866, "Augmented-Loss": 1.0048858592300416, "Clean-Accuracy": 91.34, "Clean-Loss": 0.8270419317245483, "PGD-Accuracy": 1.14, "PGD-Loss": 4.921220733642578}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 72, "Epoch-Time": 1390.8340194225311, "Test": {"Augmented-0.01-Quantile-Accuracy": 77.61000061035156, "Augmented-0.05-Quantile-Accuracy": 81.37999725341797, "Augmented-0.1-Quantile-Accuracy": 82.65999603271484, "Augmented-Accuracy": 86.5625, "Augmented-Loss": 1.1019728964920044, "Clean-Accuracy": 87.86, "Clean-Loss": 0.9961876014709473, "PGD-Accuracy": 0.61, "PGD-Loss": 5.101109426879883}, "Total-Time": 151254.14165472984, "Train": {"Loss": 0.9651873672485352, "avg t": 0.931865631980896, "plain loss": 0.8283230032653811}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.5199966430664, "Augmented-0.05-Quantile-Accuracy": 88.1199951171875, "Augmented-0.1-Quantile-Accuracy": 89.43999481201172, "Augmented-Accuracy": 92.2518, "Augmented-Loss": 1.0085279083423615, "Clean-Accuracy": 87.82, "Clean-Loss": 0.8345920466423035, "PGD-Accuracy": 2.1, "PGD-Loss": 4.861741696166992}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 73, "Epoch-Time": 1390.6966145038605, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.04999542236328, "Augmented-0.05-Quantile-Accuracy": 81.18000030517578, "Augmented-0.1-Quantile-Accuracy": 82.55999755859375, "Augmented-Accuracy": 86.4782, "Augmented-Loss": 1.1295456575775147, "Clean-Accuracy": 88.36, "Clean-Loss": 1.0131076080322265, "PGD-Accuracy": 0.92, "PGD-Loss": 5.015976538085938}, "Total-Time": 152644.8382692337, "Train": {"Loss": 0.9646901243209839, "avg t": 0.9316161530876159, "plain loss": 0.8293259172363285}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.5, "Augmented-0.05-Quantile-Accuracy": 89.54000091552734, "Augmented-0.1-Quantile-Accuracy": 90.36000061035156, "Augmented-Accuracy": 93.2342, "Augmented-Loss": 1.0365797573432922, "Clean-Accuracy": 86.72, "Clean-Loss": 0.8918335884094238, "PGD-Accuracy": 2.68, "PGD-Loss": 4.787633370208741}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 74, "Epoch-Time": 1389.554735660553, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.3699951171875, "Augmented-0.05-Quantile-Accuracy": 81.80999755859375, "Augmented-0.1-Quantile-Accuracy": 83.07999420166016, "Augmented-Accuracy": 86.8705, "Augmented-Loss": 1.1330963175125122, "Clean-Accuracy": 87.95, "Clean-Loss": 1.0124856391906738, "PGD-Accuracy": 0.87, "PGD-Loss": 4.9415723266601566}, "Total-Time": 154034.39300489426, "Train": {"Loss": 0.9626278774833679, "avg t": 0.9312164128112793, "plain loss": 0.8340488324584966}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 85.5999984741211, "Augmented-0.05-Quantile-Accuracy": 88.41999816894531, "Augmented-0.1-Quantile-Accuracy": 89.5, "Augmented-Accuracy": 92.437, "Augmented-Loss": 1.0366778483161927, "Clean-Accuracy": 92.94, "Clean-Loss": 0.8042872316360473, "PGD-Accuracy": 4.5, "PGD-Loss": 4.643010982513427}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 75, "Epoch-Time": 1388.3865370750427, "Test": {"Augmented-0.01-Quantile-Accuracy": 78.72000122070312, "Augmented-0.05-Quantile-Accuracy": 81.9000015258789, "Augmented-0.1-Quantile-Accuracy": 83.33999633789062, "Augmented-Accuracy": 87.1197, "Augmented-Loss": 1.1372024381408692, "Clean-Accuracy": 88.3, "Clean-Loss": 1.013694352722168, "PGD-Accuracy": 1.36, "PGD-Loss": 4.92800998840332}, "Total-Time": 155422.7795419693, "Train": {"Loss": 0.9534944939994812, "avg t": 0.9280708913421631, "plain loss": 0.826285993103027}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.07999420166016, "Augmented-0.05-Quantile-Accuracy": 89.5199966430664, "Augmented-0.1-Quantile-Accuracy": 90.41999816894531, "Augmented-Accuracy": 92.83, "Augmented-Loss": 1.0420154914207458, "Clean-Accuracy": 88.0, "Clean-Loss": 0.8337903779983521, "PGD-Accuracy": 4.42, "PGD-Loss": 4.6557821281433105}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 76, "Epoch-Time": 1387.6370651721954, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.20999908447266, "Augmented-0.05-Quantile-Accuracy": 82.41999816894531, "Augmented-0.1-Quantile-Accuracy": 83.93000030517578, "Augmented-Accuracy": 87.5954, "Augmented-Loss": 1.1361064688568114, "Clean-Accuracy": 89.09, "Clean-Loss": 1.0226917755126954, "PGD-Accuracy": 1.83, "PGD-Loss": 4.890997024536133}, "Total-Time": 156810.4166071415, "Train": {"Loss": 0.9487137648391724, "avg t": 0.9268608918380737, "plain loss": 0.8240402965087897}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.0, "Augmented-0.05-Quantile-Accuracy": 90.87999725341797, "Augmented-0.1-Quantile-Accuracy": 91.65999603271484, "Augmented-Accuracy": 93.9516, "Augmented-Loss": 1.0524799885120393, "Clean-Accuracy": 87.14, "Clean-Loss": 0.8657185248374939, "PGD-Accuracy": 7.02, "PGD-Loss": 4.5343975730896}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 77, "Epoch-Time": 1386.603925228119, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.81999969482422, "Augmented-0.05-Quantile-Accuracy": 82.77999877929688, "Augmented-0.1-Quantile-Accuracy": 83.97999572753906, "Augmented-Accuracy": 87.7408, "Augmented-Loss": 1.133762091041565, "Clean-Accuracy": 87.78, "Clean-Loss": 1.007171127319336, "PGD-Accuracy": 1.96, "PGD-Loss": 4.854414294433594}, "Total-Time": 158197.0205323696, "Train": {"Loss": 0.9476025458908081, "avg t": 0.9264134456253051, "plain loss": 0.8233730574951169}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 86.79999542236328, "Augmented-0.05-Quantile-Accuracy": 89.13999938964844, "Augmented-0.1-Quantile-Accuracy": 89.9000015258789, "Augmented-Accuracy": 92.575, "Augmented-Loss": 1.0363709980411528, "Clean-Accuracy": 93.34, "Clean-Loss": 0.8682998125076294, "PGD-Accuracy": 7.3, "PGD-Loss": 4.501876309967041}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 78, "Epoch-Time": 1385.221436738968, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.68999481201172, "Augmented-0.05-Quantile-Accuracy": 82.8499984741211, "Augmented-0.1-Quantile-Accuracy": 84.02999877929688, "Augmented-Accuracy": 87.785, "Augmented-Loss": 1.137576106765747, "Clean-Accuracy": 89.15, "Clean-Loss": 1.0128400131225586, "PGD-Accuracy": 1.97, "PGD-Loss": 4.837880932617187}, "Total-Time": 159582.24196910858, "Train": {"Loss": 0.9473947539138794, "avg t": 0.926201830329895, "plain loss": 0.8220551661682125}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.75999450683594, "Augmented-0.05-Quantile-Accuracy": 90.5, "Augmented-0.1-Quantile-Accuracy": 91.5199966430664, "Augmented-Accuracy": 93.9568, "Augmented-Loss": 1.0430447832984924, "Clean-Accuracy": 90.78, "Clean-Loss": 0.827064902973175, "PGD-Accuracy": 7.02, "PGD-Loss": 4.499839483642578}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 79, "Epoch-Time": 1384.0986726284027, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.68999481201172, "Augmented-0.05-Quantile-Accuracy": 82.79999542236328, "Augmented-0.1-Quantile-Accuracy": 84.00999450683594, "Augmented-Accuracy": 87.8118, "Augmented-Loss": 1.1352027537384033, "Clean-Accuracy": 88.61, "Clean-Loss": 1.0150720817565917, "PGD-Accuracy": 2.05, "PGD-Loss": 4.813999057006836}, "Total-Time": 160966.34064173698, "Train": {"Loss": 0.9463875514602661, "avg t": 0.9259868803215027, "plain loss": 0.8233245875244145}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.97999572753906, "Augmented-0.05-Quantile-Accuracy": 90.27999877929688, "Augmented-0.1-Quantile-Accuracy": 91.39999389648438, "Augmented-Accuracy": 93.5938, "Augmented-Loss": 1.0456726033477783, "Clean-Accuracy": 92.9, "Clean-Loss": 0.7839264114379882, "PGD-Accuracy": 7.54, "PGD-Loss": 4.462765390777588}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 80, "Epoch-Time": 1383.4222373962402, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.69999694824219, "Augmented-0.05-Quantile-Accuracy": 82.82999420166016, "Augmented-0.1-Quantile-Accuracy": 84.04999542236328, "Augmented-Accuracy": 87.8566, "Augmented-Loss": 1.133210089073181, "Clean-Accuracy": 88.95, "Clean-Loss": 1.0147859519958495, "PGD-Accuracy": 1.88, "PGD-Loss": 4.798938409423828}, "Total-Time": 162349.76287913322, "Train": {"Loss": 0.9456797719764709, "avg t": 0.925700319366455, "plain loss": 0.8208361080932612}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.65999603271484, "Augmented-0.05-Quantile-Accuracy": 90.69999694824219, "Augmented-0.1-Quantile-Accuracy": 91.57999420166016, "Augmented-Accuracy": 93.8554, "Augmented-Loss": 1.043963276599884, "Clean-Accuracy": 92.68, "Clean-Loss": 0.8214038209915161, "PGD-Accuracy": 8.14, "PGD-Loss": 4.414616786956787}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 81, "Epoch-Time": 1382.4355154037476, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.69999694824219, "Augmented-0.05-Quantile-Accuracy": 83.02999877929688, "Augmented-0.1-Quantile-Accuracy": 84.29999542236328, "Augmented-Accuracy": 87.9933, "Augmented-Loss": 1.1346569213790894, "Clean-Accuracy": 89.13, "Clean-Loss": 1.0167887535095215, "PGD-Accuracy": 1.84, "PGD-Loss": 4.79984072265625}, "Total-Time": 163732.19839453697, "Train": {"Loss": 0.94495165599823, "avg t": 0.9254271423721313, "plain loss": 0.8195072858276374}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.68000030517578, "Augmented-0.05-Quantile-Accuracy": 91.1199951171875, "Augmented-0.1-Quantile-Accuracy": 92.0, "Augmented-Accuracy": 94.2792, "Augmented-Loss": 1.0450565727481842, "Clean-Accuracy": 91.82, "Clean-Loss": 0.8874164605140686, "PGD-Accuracy": 8.24, "PGD-Loss": 4.412825615692139}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 82, "Epoch-Time": 1382.2626812458038, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.79000091552734, "Augmented-0.05-Quantile-Accuracy": 82.94999694824219, "Augmented-0.1-Quantile-Accuracy": 84.19999694824219, "Augmented-Accuracy": 87.9099, "Augmented-Loss": 1.1372973806762696, "Clean-Accuracy": 88.86, "Clean-Loss": 1.015516944885254, "PGD-Accuracy": 2.06, "PGD-Loss": 4.7775993865966795}, "Total-Time": 165114.46107578278, "Train": {"Loss": 0.9453361136627197, "avg t": 0.925582818775177, "plain loss": 0.8217695204772973}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.5, "Augmented-0.05-Quantile-Accuracy": 89.93999481201172, "Augmented-0.1-Quantile-Accuracy": 90.86000061035156, "Augmented-Accuracy": 93.4716, "Augmented-Loss": 1.0441297274742127, "Clean-Accuracy": 89.58, "Clean-Loss": 0.852141301727295, "PGD-Accuracy": 7.92, "PGD-Loss": 4.41103399810791}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 83, "Epoch-Time": 1382.245924949646, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.75, "Augmented-0.05-Quantile-Accuracy": 82.8699951171875, "Augmented-0.1-Quantile-Accuracy": 84.18000030517578, "Augmented-Accuracy": 87.9625, "Augmented-Loss": 1.135623127166748, "Clean-Accuracy": 89.57, "Clean-Loss": 1.0138336715698242, "PGD-Accuracy": 2.16, "PGD-Loss": 4.77321110534668}, "Total-Time": 166496.70700073242, "Train": {"Loss": 0.9439579800796509, "avg t": 0.9251795911026001, "plain loss": 0.8209959349365232}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.55999755859375, "Augmented-0.05-Quantile-Accuracy": 91.0, "Augmented-0.1-Quantile-Accuracy": 91.89999389648438, "Augmented-Accuracy": 94.073, "Augmented-Loss": 1.0425485499324798, "Clean-Accuracy": 92.52, "Clean-Loss": 0.8251879573822022, "PGD-Accuracy": 9.02, "PGD-Loss": 4.374197053527832}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 84, "Epoch-Time": 1382.3314790725708, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.37999725341797, "Augmented-0.05-Quantile-Accuracy": 82.50999450683594, "Augmented-0.1-Quantile-Accuracy": 83.81999969482422, "Augmented-Accuracy": 87.6851, "Augmented-Loss": 1.1395734271316529, "Clean-Accuracy": 89.32, "Clean-Loss": 1.0147664840698243, "PGD-Accuracy": 2.0, "PGD-Loss": 4.754100793457031}, "Total-Time": 167879.038479805, "Train": {"Loss": 0.9440746910095215, "avg t": 0.925274850654602, "plain loss": 0.8202113857727049}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.5199966430664, "Augmented-0.05-Quantile-Accuracy": 90.5999984741211, "Augmented-0.1-Quantile-Accuracy": 91.27999877929688, "Augmented-Accuracy": 93.911, "Augmented-Loss": 1.04672660014534, "Clean-Accuracy": 93.68, "Clean-Loss": 0.8151467379570008, "PGD-Accuracy": 8.46, "PGD-Loss": 4.385992604064941}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 85, "Epoch-Time": 1382.2013890743256, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.0199966430664, "Augmented-0.05-Quantile-Accuracy": 82.97000122070312, "Augmented-0.1-Quantile-Accuracy": 84.30999755859375, "Augmented-Accuracy": 88.0134, "Augmented-Loss": 1.1395032220840453, "Clean-Accuracy": 89.86, "Clean-Loss": 1.0261847373962403, "PGD-Accuracy": 2.27, "PGD-Loss": 4.733048648071289}, "Total-Time": 169261.23986887932, "Train": {"Loss": 0.944217207698822, "avg t": 0.9251863614082336, "plain loss": 0.8216674320373536}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.54000091552734, "Augmented-0.05-Quantile-Accuracy": 91.0199966430664, "Augmented-0.1-Quantile-Accuracy": 92.04000091552734, "Augmented-Accuracy": 94.2086, "Augmented-Loss": 1.0562370068588256, "Clean-Accuracy": 93.82, "Clean-Loss": 0.812629167175293, "PGD-Accuracy": 8.46, "PGD-Loss": 4.375985189819336}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 86, "Epoch-Time": 1381.4569470882416, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.1500015258789, "Augmented-0.05-Quantile-Accuracy": 83.16999816894531, "Augmented-0.1-Quantile-Accuracy": 84.44999694824219, "Augmented-Accuracy": 88.196, "Augmented-Loss": 1.1402810743103027, "Clean-Accuracy": 88.86, "Clean-Loss": 1.0224645477294922, "PGD-Accuracy": 1.98, "PGD-Loss": 4.724897442626953}, "Total-Time": 170642.69681596756, "Train": {"Loss": 0.9438225908660889, "avg t": 0.9250862572860717, "plain loss": 0.8219900579223639}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.33999633789062, "Augmented-0.05-Quantile-Accuracy": 90.91999816894531, "Augmented-0.1-Quantile-Accuracy": 91.87999725341797, "Augmented-Accuracy": 94.105, "Augmented-Loss": 1.0500737167377472, "Clean-Accuracy": 91.58, "Clean-Loss": 0.7977537229537964, "PGD-Accuracy": 8.28, "PGD-Loss": 4.3720709999084475}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 87, "Epoch-Time": 1381.288577079773, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.68999481201172, "Augmented-0.05-Quantile-Accuracy": 82.68999481201172, "Augmented-0.1-Quantile-Accuracy": 84.11000061035156, "Augmented-Accuracy": 87.862, "Augmented-Loss": 1.1414398072738647, "Clean-Accuracy": 88.54, "Clean-Loss": 1.0196794059753418, "PGD-Accuracy": 1.84, "PGD-Loss": 4.7143937194824215}, "Total-Time": 172023.98539304733, "Train": {"Loss": 0.943623662147522, "avg t": 0.9249375589179992, "plain loss": 0.8218242794189456}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.91999816894531, "Augmented-0.05-Quantile-Accuracy": 90.4000015258789, "Augmented-0.1-Quantile-Accuracy": 91.5, "Augmented-Accuracy": 93.8772, "Augmented-Loss": 1.0479161567897797, "Clean-Accuracy": 92.04, "Clean-Loss": 0.7767663888931274, "PGD-Accuracy": 8.78, "PGD-Loss": 4.320623302459717}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 88, "Epoch-Time": 1380.161333322525, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.29999542236328, "Augmented-0.05-Quantile-Accuracy": 82.5999984741211, "Augmented-0.1-Quantile-Accuracy": 83.83999633789062, "Augmented-Accuracy": 87.6571, "Augmented-Loss": 1.1447473721313477, "Clean-Accuracy": 88.42, "Clean-Loss": 1.0223844299316407, "PGD-Accuracy": 1.91, "PGD-Loss": 4.69404732055664}, "Total-Time": 173404.14672636986, "Train": {"Loss": 0.9434113158798217, "avg t": 0.9248321934509277, "plain loss": 0.8224146020812989}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.0, "Augmented-0.05-Quantile-Accuracy": 90.19999694824219, "Augmented-0.1-Quantile-Accuracy": 91.19999694824219, "Augmented-Accuracy": 93.3044, "Augmented-Loss": 1.0510287213344573, "Clean-Accuracy": 93.74, "Clean-Loss": 0.8001435564041137, "PGD-Accuracy": 9.4, "PGD-Loss": 4.288999661254882}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 89, "Epoch-Time": 1381.4613399505615, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.8699951171875, "Augmented-0.05-Quantile-Accuracy": 82.77999877929688, "Augmented-0.1-Quantile-Accuracy": 83.97000122070312, "Augmented-Accuracy": 87.839, "Augmented-Loss": 1.1471337422485353, "Clean-Accuracy": 89.73, "Clean-Loss": 1.0185610328674317, "PGD-Accuracy": 1.74, "PGD-Loss": 4.691342434692383}, "Total-Time": 174785.60806632042, "Train": {"Loss": 0.9435544728660583, "avg t": 0.9249920901870727, "plain loss": 0.8223035013732911}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.45999908447266, "Augmented-0.05-Quantile-Accuracy": 91.39999389648438, "Augmented-0.1-Quantile-Accuracy": 92.13999938964844, "Augmented-Accuracy": 94.507, "Augmented-Loss": 1.0472619933166505, "Clean-Accuracy": 86.84, "Clean-Loss": 0.8625355018615722, "PGD-Accuracy": 8.46, "PGD-Loss": 4.281799348449707}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 90, "Epoch-Time": 1381.5262475013733, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.63999938964844, "Augmented-0.05-Quantile-Accuracy": 82.83999633789062, "Augmented-0.1-Quantile-Accuracy": 83.93000030517578, "Augmented-Accuracy": 87.8746, "Augmented-Loss": 1.1459565357589723, "Clean-Accuracy": 89.32, "Clean-Loss": 1.0194040672302247, "PGD-Accuracy": 1.72, "PGD-Loss": 4.692513003540039}, "Total-Time": 176167.1343138218, "Train": {"Loss": 0.942936041431427, "avg t": 0.9246142257118225, "plain loss": 0.8217713348388659}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.0199966430664, "Augmented-0.05-Quantile-Accuracy": 91.31999969482422, "Augmented-0.1-Quantile-Accuracy": 92.0999984741211, "Augmented-Accuracy": 94.389, "Augmented-Loss": 1.0484123297595977, "Clean-Accuracy": 86.9, "Clean-Loss": 0.8395366228103638, "PGD-Accuracy": 9.44, "PGD-Loss": 4.267931059265137}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 91, "Epoch-Time": 1380.8772511482239, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.70999908447266, "Augmented-0.05-Quantile-Accuracy": 82.6199951171875, "Augmented-0.1-Quantile-Accuracy": 83.81999969482422, "Augmented-Accuracy": 87.695, "Augmented-Loss": 1.1458403119049072, "Clean-Accuracy": 89.61, "Clean-Loss": 1.0146335090637206, "PGD-Accuracy": 1.78, "PGD-Loss": 4.684586813354493}, "Total-Time": 177548.01156497002, "Train": {"Loss": 0.9429960835647583, "avg t": 0.9247110483169556, "plain loss": 0.8214613317871087}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.97999572753906, "Augmented-0.05-Quantile-Accuracy": 91.19999694824219, "Augmented-0.1-Quantile-Accuracy": 92.15999603271484, "Augmented-Accuracy": 94.523, "Augmented-Loss": 1.04410502576828, "Clean-Accuracy": 90.34, "Clean-Loss": 0.8355264673233033, "PGD-Accuracy": 9.0, "PGD-Loss": 4.296184443664551}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 92, "Epoch-Time": 1380.8624713420868, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.94999694824219, "Augmented-0.05-Quantile-Accuracy": 82.86000061035156, "Augmented-0.1-Quantile-Accuracy": 83.97000122070312, "Augmented-Accuracy": 87.8112, "Augmented-Loss": 1.14709433795166, "Clean-Accuracy": 88.71, "Clean-Loss": 1.0196524810791017, "PGD-Accuracy": 1.88, "PGD-Loss": 4.682184539794922}, "Total-Time": 178928.8740363121, "Train": {"Loss": 0.9431220021438599, "avg t": 0.9247764128875733, "plain loss": 0.822098010681151}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.4000015258789, "Augmented-0.05-Quantile-Accuracy": 90.91999816894531, "Augmented-0.1-Quantile-Accuracy": 91.69999694824219, "Augmented-Accuracy": 94.1036, "Augmented-Loss": 1.048285066871643, "Clean-Accuracy": 86.44, "Clean-Loss": 0.8558877597808838, "PGD-Accuracy": 9.18, "PGD-Loss": 4.292898292541504}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 93, "Epoch-Time": 1380.6676869392395, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.75999450683594, "Augmented-0.05-Quantile-Accuracy": 82.72999572753906, "Augmented-0.1-Quantile-Accuracy": 83.8699951171875, "Augmented-Accuracy": 87.8116, "Augmented-Loss": 1.1463224730453492, "Clean-Accuracy": 89.15, "Clean-Loss": 1.0167867248535156, "PGD-Accuracy": 1.85, "PGD-Loss": 4.682749298095703}, "Total-Time": 180309.54172325134, "Train": {"Loss": 0.9428009565353394, "avg t": 0.9245716218948364, "plain loss": 0.821672820922851}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.55999755859375, "Augmented-0.05-Quantile-Accuracy": 90.83999633789062, "Augmented-0.1-Quantile-Accuracy": 91.68000030517578, "Augmented-Accuracy": 93.9312, "Augmented-Loss": 1.0472939324741364, "Clean-Accuracy": 92.88, "Clean-Loss": 0.8305773138046265, "PGD-Accuracy": 9.46, "PGD-Loss": 4.272421574401855}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 94, "Epoch-Time": 1380.486029624939, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.94999694824219, "Augmented-0.05-Quantile-Accuracy": 82.80999755859375, "Augmented-0.1-Quantile-Accuracy": 83.93999481201172, "Augmented-Accuracy": 87.8792, "Augmented-Loss": 1.1461196823425293, "Clean-Accuracy": 88.55, "Clean-Loss": 1.0193750480651855, "PGD-Accuracy": 1.92, "PGD-Loss": 4.6796971008300785}, "Total-Time": 181690.02775287628, "Train": {"Loss": 0.9431330409431458, "avg t": 0.924670318851471, "plain loss": 0.8220354195861814}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.27999877929688, "Augmented-0.05-Quantile-Accuracy": 90.6199951171875, "Augmented-0.1-Quantile-Accuracy": 91.47999572753906, "Augmented-Accuracy": 93.8414, "Augmented-Loss": 1.0480662292137146, "Clean-Accuracy": 93.72, "Clean-Loss": 0.7928089614868165, "PGD-Accuracy": 8.84, "PGD-Loss": 4.299040907287598}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 95, "Epoch-Time": 1381.3495061397552, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.72000122070312, "Augmented-0.05-Quantile-Accuracy": 82.68000030517578, "Augmented-0.1-Quantile-Accuracy": 83.95999908447266, "Augmented-Accuracy": 87.8726, "Augmented-Loss": 1.144335826637268, "Clean-Accuracy": 89.77, "Clean-Loss": 1.0184835540771484, "PGD-Accuracy": 1.86, "PGD-Loss": 4.678485241699219}, "Total-Time": 183071.37725901604, "Train": {"Loss": 0.9428038010025025, "avg t": 0.9247143306732177, "plain loss": 0.8222724227905274}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.31999969482422, "Augmented-0.05-Quantile-Accuracy": 91.37999725341797, "Augmented-0.1-Quantile-Accuracy": 92.41999816894531, "Augmented-Accuracy": 94.5212, "Augmented-Loss": 1.0466682899513244, "Clean-Accuracy": 93.78, "Clean-Loss": 0.8010146502494812, "PGD-Accuracy": 8.98, "PGD-Loss": 4.2840959777832035}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 96, "Epoch-Time": 1380.4465055465698, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.0199966430664, "Augmented-0.05-Quantile-Accuracy": 82.80999755859375, "Augmented-0.1-Quantile-Accuracy": 84.04999542236328, "Augmented-Accuracy": 87.8956, "Augmented-Loss": 1.1452715722961426, "Clean-Accuracy": 88.74, "Clean-Loss": 1.0120893165588378, "PGD-Accuracy": 1.96, "PGD-Loss": 4.676221832275391}, "Total-Time": 184451.8237645626, "Train": {"Loss": 0.9425644040679931, "avg t": 0.9245651637649536, "plain loss": 0.8218442799682623}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.65999603271484, "Augmented-0.05-Quantile-Accuracy": 90.6199951171875, "Augmented-0.1-Quantile-Accuracy": 91.5, "Augmented-Accuracy": 93.7532, "Augmented-Loss": 1.0405388588485718, "Clean-Accuracy": 91.72, "Clean-Loss": 0.7716512939453125, "PGD-Accuracy": 9.58, "PGD-Loss": 4.24600919265747}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 97, "Epoch-Time": 1380.5164771080017, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.77999877929688, "Augmented-0.05-Quantile-Accuracy": 82.72000122070312, "Augmented-0.1-Quantile-Accuracy": 84.0, "Augmented-Accuracy": 87.8451, "Augmented-Loss": 1.1455551061172486, "Clean-Accuracy": 89.0, "Clean-Loss": 1.0194597274780273, "PGD-Accuracy": 1.92, "PGD-Loss": 4.673142395019531}, "Total-Time": 185832.3402416706, "Train": {"Loss": 0.9431107427978516, "avg t": 0.9246605799293518, "plain loss": 0.8219342051086423}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.13999938964844, "Augmented-0.05-Quantile-Accuracy": 91.39999389648438, "Augmented-0.1-Quantile-Accuracy": 92.23999786376953, "Augmented-Accuracy": 94.2508, "Augmented-Loss": 1.049591370918274, "Clean-Accuracy": 93.68, "Clean-Loss": 0.7768151488304138, "PGD-Accuracy": 9.26, "PGD-Loss": 4.270785837554931}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 98, "Epoch-Time": 1380.978716135025, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.90999603271484, "Augmented-0.05-Quantile-Accuracy": 82.70999908447266, "Augmented-0.1-Quantile-Accuracy": 83.91999816894531, "Augmented-Accuracy": 87.8084, "Augmented-Loss": 1.1454714072570802, "Clean-Accuracy": 88.85, "Clean-Loss": 1.0176125465393067, "PGD-Accuracy": 2.02, "PGD-Loss": 4.668618688964844}, "Total-Time": 187213.31895780563, "Train": {"Loss": 0.9428541048431397, "avg t": 0.9246084964752197, "plain loss": 0.8219491990966804}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.36000061035156, "Augmented-0.05-Quantile-Accuracy": 90.81999969482422, "Augmented-0.1-Quantile-Accuracy": 91.65999603271484, "Augmented-Accuracy": 93.7178, "Augmented-Loss": 1.0451663319854736, "Clean-Accuracy": 88.26, "Clean-Loss": 0.824232110786438, "PGD-Accuracy": 8.86, "PGD-Loss": 4.279239320373535}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 99, "Epoch-Time": 1380.5868310928345, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.8499984741211, "Augmented-0.05-Quantile-Accuracy": 82.80999755859375, "Augmented-0.1-Quantile-Accuracy": 84.05999755859375, "Augmented-Accuracy": 87.853, "Augmented-Loss": 1.1451181528701782, "Clean-Accuracy": 89.19, "Clean-Loss": 1.0283486061096192, "PGD-Accuracy": 2.01, "PGD-Loss": 4.667886965942383}, "Total-Time": 188593.90578889847, "Train": {"Loss": 0.943227491493225, "avg t": 0.9248271424865723, "plain loss": 0.8223589395751941}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.55999755859375, "Augmented-0.05-Quantile-Accuracy": 91.04000091552734, "Augmented-0.1-Quantile-Accuracy": 92.0, "Augmented-Accuracy": 94.2714, "Augmented-Loss": 1.0572988350143433, "Clean-Accuracy": 79.3, "Clean-Loss": 0.9136438276290894, "PGD-Accuracy": 8.16, "PGD-Loss": 4.302892443847656}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 100, "Epoch-Time": 1380.3763961791992, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.98999786376953, "Augmented-0.05-Quantile-Accuracy": 82.7699966430664, "Augmented-0.1-Quantile-Accuracy": 83.95999908447266, "Augmented-Accuracy": 87.8959, "Augmented-Loss": 1.1451089328918458, "Clean-Accuracy": 88.92, "Clean-Loss": 1.0215510246276855, "PGD-Accuracy": 2.02, "PGD-Loss": 4.664630267333984}, "Total-Time": 189974.28218507767, "Train": {"Loss": 0.9428389523506164, "avg t": 0.9246237569046021, "plain loss": 0.8219961379394529}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.23999786376953, "Augmented-0.05-Quantile-Accuracy": 90.63999938964844, "Augmented-0.1-Quantile-Accuracy": 91.5999984741211, "Augmented-Accuracy": 93.7806, "Augmented-Loss": 1.0516233932476045, "Clean-Accuracy": 94.32, "Clean-Loss": 0.8305232835769654, "PGD-Accuracy": 7.94, "PGD-Loss": 4.316016784667969}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 101, "Epoch-Time": 1380.145652770996, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.04999542236328, "Augmented-0.05-Quantile-Accuracy": 82.83999633789062, "Augmented-0.1-Quantile-Accuracy": 84.07999420166016, "Augmented-Accuracy": 88.0022, "Augmented-Loss": 1.1435966253814698, "Clean-Accuracy": 88.18, "Clean-Loss": 1.0212389427185058, "PGD-Accuracy": 2.02, "PGD-Loss": 4.6619810913085935}, "Total-Time": 191354.42783784866, "Train": {"Loss": 0.9422199443817139, "avg t": 0.9244578202629089, "plain loss": 0.8222351431884768}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 87.45999908447266, "Augmented-0.05-Quantile-Accuracy": 89.75999450683594, "Augmented-0.1-Quantile-Accuracy": 90.63999938964844, "Augmented-Accuracy": 93.0782, "Augmented-Loss": 1.0502675035915374, "Clean-Accuracy": 92.42, "Clean-Loss": 0.8239005330085755, "PGD-Accuracy": 8.88, "PGD-Loss": 4.278407689666748}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 102, "Epoch-Time": 1380.4959557056427, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.56999969482422, "Augmented-0.05-Quantile-Accuracy": 82.52999877929688, "Augmented-0.1-Quantile-Accuracy": 83.90999603271484, "Augmented-Accuracy": 87.7176, "Augmented-Loss": 1.1448078130722046, "Clean-Accuracy": 89.09, "Clean-Loss": 1.0152940002441406, "PGD-Accuracy": 2.01, "PGD-Loss": 4.664459057617187}, "Total-Time": 192734.9237935543, "Train": {"Loss": 0.9430073497772217, "avg t": 0.9247920390701294, "plain loss": 0.8230869039916984}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.04000091552734, "Augmented-0.05-Quantile-Accuracy": 91.39999389648438, "Augmented-0.1-Quantile-Accuracy": 92.1199951171875, "Augmented-Accuracy": 94.385, "Augmented-Loss": 1.0437982462615967, "Clean-Accuracy": 93.64, "Clean-Loss": 0.787914044380188, "PGD-Accuracy": 9.3, "PGD-Loss": 4.274247866821289}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 103, "Epoch-Time": 1381.1914031505585, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.70999908447266, "Augmented-0.05-Quantile-Accuracy": 82.75, "Augmented-0.1-Quantile-Accuracy": 84.04999542236328, "Augmented-Accuracy": 87.8619, "Augmented-Loss": 1.1452669504623414, "Clean-Accuracy": 89.31, "Clean-Loss": 1.0161115730285644, "PGD-Accuracy": 2.05, "PGD-Loss": 4.662381918334961}, "Total-Time": 194116.11519670486, "Train": {"Loss": 0.9420583262825012, "avg t": 0.9244170358848571, "plain loss": 0.8220708484802247}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.0999984741211, "Augmented-0.05-Quantile-Accuracy": 91.07999420166016, "Augmented-0.1-Quantile-Accuracy": 91.97999572753906, "Augmented-Accuracy": 94.2682, "Augmented-Loss": 1.0453569609127045, "Clean-Accuracy": 93.76, "Clean-Loss": 0.782652907371521, "PGD-Accuracy": 9.38, "PGD-Loss": 4.260633807373047}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 104, "Epoch-Time": 1384.4283525943756, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.97999572753906, "Augmented-0.05-Quantile-Accuracy": 82.77999877929688, "Augmented-0.1-Quantile-Accuracy": 84.02999877929688, "Augmented-Accuracy": 87.8587, "Augmented-Loss": 1.1461746697845459, "Clean-Accuracy": 88.65, "Clean-Loss": 1.0217858589172364, "PGD-Accuracy": 2.05, "PGD-Loss": 4.660020095825195}, "Total-Time": 195500.54354929924, "Train": {"Loss": 0.942966124382019, "avg t": 0.9246126643180848, "plain loss": 0.8223601935119625}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.1199951171875, "Augmented-0.05-Quantile-Accuracy": 90.83999633789062, "Augmented-0.1-Quantile-Accuracy": 91.72000122070312, "Augmented-Accuracy": 93.9136, "Augmented-Loss": 1.0519223538074494, "Clean-Accuracy": 93.44, "Clean-Loss": 0.8186432438850403, "PGD-Accuracy": 8.74, "PGD-Loss": 4.276700596618652}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 105, "Epoch-Time": 1383.999974489212, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.98999786376953, "Augmented-0.05-Quantile-Accuracy": 82.77999877929688, "Augmented-0.1-Quantile-Accuracy": 84.04999542236328, "Augmented-Accuracy": 87.8682, "Augmented-Loss": 1.1453390099182128, "Clean-Accuracy": 89.28, "Clean-Loss": 1.0193152290344238, "PGD-Accuracy": 2.0, "PGD-Loss": 4.657236624145508}, "Total-Time": 196884.54352378845, "Train": {"Loss": 0.9426451634979248, "avg t": 0.9245208407402039, "plain loss": 0.8225715182800294}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.81999969482422, "Augmented-0.05-Quantile-Accuracy": 91.36000061035156, "Augmented-0.1-Quantile-Accuracy": 92.05999755859375, "Augmented-Accuracy": 94.42, "Augmented-Loss": 1.0480788035793305, "Clean-Accuracy": 94.38, "Clean-Loss": 0.8083438766479493, "PGD-Accuracy": 11.0, "PGD-Loss": 4.18814839553833}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 106, "Epoch-Time": 1384.471495628357, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.8699951171875, "Augmented-0.05-Quantile-Accuracy": 82.83999633789062, "Augmented-0.1-Quantile-Accuracy": 84.16999816894531, "Augmented-Accuracy": 87.9037, "Augmented-Loss": 1.1453997596817016, "Clean-Accuracy": 88.37, "Clean-Loss": 1.0176334320068359, "PGD-Accuracy": 2.08, "PGD-Loss": 4.650253994750977}, "Total-Time": 198269.0150194168, "Train": {"Loss": 0.9428543069076538, "avg t": 0.9245130288314819, "plain loss": 0.8228021983795165}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.36000061035156, "Augmented-0.05-Quantile-Accuracy": 90.54000091552734, "Augmented-0.1-Quantile-Accuracy": 91.27999877929688, "Augmented-Accuracy": 93.6054, "Augmented-Loss": 1.0448241926288604, "Clean-Accuracy": 91.82, "Clean-Loss": 0.7979834091186524, "PGD-Accuracy": 10.3, "PGD-Loss": 4.213166004943847}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 107, "Epoch-Time": 1383.3449413776398, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.61000061035156, "Augmented-0.05-Quantile-Accuracy": 82.55999755859375, "Augmented-0.1-Quantile-Accuracy": 83.90999603271484, "Augmented-Accuracy": 87.7335, "Augmented-Loss": 1.146062894180298, "Clean-Accuracy": 89.44, "Clean-Loss": 1.0266677749633788, "PGD-Accuracy": 2.1, "PGD-Loss": 4.651418344116211}, "Total-Time": 199652.35996079445, "Train": {"Loss": 0.9426869097137451, "avg t": 0.9245202672195435, "plain loss": 0.8234772659301766}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.23999786376953, "Augmented-0.05-Quantile-Accuracy": 91.47999572753906, "Augmented-0.1-Quantile-Accuracy": 92.23999786376953, "Augmented-Accuracy": 94.3984, "Augmented-Loss": 1.055984155752182, "Clean-Accuracy": 91.84, "Clean-Loss": 0.7547405272483826, "PGD-Accuracy": 10.02, "PGD-Loss": 4.225882356262207}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 108, "Epoch-Time": 1383.1133806705475, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.80999755859375, "Augmented-0.05-Quantile-Accuracy": 82.79000091552734, "Augmented-0.1-Quantile-Accuracy": 83.98999786376953, "Augmented-Accuracy": 87.8749, "Augmented-Loss": 1.1456413174285889, "Clean-Accuracy": 89.31, "Clean-Loss": 1.0210861602783203, "PGD-Accuracy": 2.1, "PGD-Loss": 4.650375387573242}, "Total-Time": 201035.473341465, "Train": {"Loss": 0.9429125282859803, "avg t": 0.9246297476577758, "plain loss": 0.8232658713989257}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.19999694824219, "Augmented-0.05-Quantile-Accuracy": 91.68000030517578, "Augmented-0.1-Quantile-Accuracy": 92.45999908447266, "Augmented-Accuracy": 94.616, "Augmented-Loss": 1.0493332048625945, "Clean-Accuracy": 91.52, "Clean-Loss": 0.8508676766395569, "PGD-Accuracy": 10.52, "PGD-Loss": 4.211197122192383}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 109, "Epoch-Time": 1383.4924564361572, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.13999938964844, "Augmented-0.05-Quantile-Accuracy": 82.98999786376953, "Augmented-0.1-Quantile-Accuracy": 84.22000122070312, "Augmented-Accuracy": 88.0382, "Augmented-Loss": 1.1448958446426392, "Clean-Accuracy": 88.94, "Clean-Loss": 1.0206206298828124, "PGD-Accuracy": 2.09, "PGD-Loss": 4.647470974731445}, "Total-Time": 202418.96579790115, "Train": {"Loss": 0.9425740141105652, "avg t": 0.9244988616371155, "plain loss": 0.8225294153442386}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.65999603271484, "Augmented-0.05-Quantile-Accuracy": 90.87999725341797, "Augmented-0.1-Quantile-Accuracy": 91.83999633789062, "Augmented-Accuracy": 94.0314, "Augmented-Loss": 1.0483822128753661, "Clean-Accuracy": 94.14, "Clean-Loss": 0.8480577579498291, "PGD-Accuracy": 10.06, "PGD-Loss": 4.2313035957336425}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 110, "Epoch-Time": 1380.0288710594177, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.22999572753906, "Augmented-0.05-Quantile-Accuracy": 83.04000091552734, "Augmented-0.1-Quantile-Accuracy": 84.29000091552734, "Augmented-Accuracy": 88.0882, "Augmented-Loss": 1.1462150166244507, "Clean-Accuracy": 89.0, "Clean-Loss": 1.0226909004211426, "PGD-Accuracy": 2.11, "PGD-Loss": 4.648648583984375}, "Total-Time": 203798.99466896057, "Train": {"Loss": 0.9430788468551635, "avg t": 0.9246691227340699, "plain loss": 0.822879963684082}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.65999603271484, "Augmented-0.05-Quantile-Accuracy": 91.23999786376953, "Augmented-0.1-Quantile-Accuracy": 92.04000091552734, "Augmented-Accuracy": 94.223, "Augmented-Loss": 1.052343100774765, "Clean-Accuracy": 93.02, "Clean-Loss": 0.8189276081085205, "PGD-Accuracy": 9.54, "PGD-Loss": 4.22724302368164}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 111, "Epoch-Time": 1380.0600008964539, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.11000061035156, "Augmented-0.05-Quantile-Accuracy": 82.94999694824219, "Augmented-0.1-Quantile-Accuracy": 84.25999450683594, "Augmented-Accuracy": 88.0766, "Augmented-Loss": 1.1452350943069458, "Clean-Accuracy": 89.13, "Clean-Loss": 1.0206033836364745, "PGD-Accuracy": 2.23, "PGD-Loss": 4.641866049194336}, "Total-Time": 205179.05466985703, "Train": {"Loss": 0.9423555454826354, "avg t": 0.9245197981262206, "plain loss": 0.8223049079589856}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.1199951171875, "Augmented-0.05-Quantile-Accuracy": 91.5199966430664, "Augmented-0.1-Quantile-Accuracy": 92.27999877929688, "Augmented-Accuracy": 94.6424, "Augmented-Loss": 1.0490056491336823, "Clean-Accuracy": 92.32, "Clean-Loss": 0.8202159257888794, "PGD-Accuracy": 10.08, "PGD-Loss": 4.213835696411133}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 112, "Epoch-Time": 1386.6167886257172, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.04999542236328, "Augmented-0.05-Quantile-Accuracy": 83.04999542236328, "Augmented-0.1-Quantile-Accuracy": 84.25999450683594, "Augmented-Accuracy": 87.9756, "Augmented-Loss": 1.1453074308929443, "Clean-Accuracy": 89.72, "Clean-Loss": 1.0237274017333984, "PGD-Accuracy": 2.05, "PGD-Loss": 4.643871292114258}, "Total-Time": 206565.67145848274, "Train": {"Loss": 0.9429874894523621, "avg t": 0.9246457885169983, "plain loss": 0.8230930593872078}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.1199951171875, "Augmented-0.05-Quantile-Accuracy": 91.29999542236328, "Augmented-0.1-Quantile-Accuracy": 92.19999694824219, "Augmented-Accuracy": 94.7168, "Augmented-Loss": 1.0526374179725646, "Clean-Accuracy": 92.64, "Clean-Loss": 0.8194535668373107, "PGD-Accuracy": 9.62, "PGD-Loss": 4.224800607299804}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 113, "Epoch-Time": 1386.4228975772858, "Test": {"Augmented-0.01-Quantile-Accuracy": 80.04000091552734, "Augmented-0.05-Quantile-Accuracy": 82.8499984741211, "Augmented-0.1-Quantile-Accuracy": 84.1199951171875, "Augmented-Accuracy": 87.9174, "Augmented-Loss": 1.1466632823791505, "Clean-Accuracy": 89.41, "Clean-Loss": 1.0236570793151856, "PGD-Accuracy": 2.18, "PGD-Loss": 4.640669937133789}, "Total-Time": 207952.09435606003, "Train": {"Loss": 0.942600382976532, "avg t": 0.9245772470474243, "plain loss": 0.8227819664916991}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 89.19999694824219, "Augmented-0.05-Quantile-Accuracy": 91.73999786376953, "Augmented-0.1-Quantile-Accuracy": 92.63999938964844, "Augmented-Accuracy": 94.6926, "Augmented-Loss": 1.05238500242424, "Clean-Accuracy": 83.96, "Clean-Loss": 0.9270569652557373, "PGD-Accuracy": 11.48, "PGD-Loss": 4.173877392578125}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
{"Epoch": 114, "Epoch-Time": 1386.3667566776276, "Test": {"Augmented-0.01-Quantile-Accuracy": 79.95999908447266, "Augmented-0.05-Quantile-Accuracy": 82.8499984741211, "Augmented-0.1-Quantile-Accuracy": 84.15999603271484, "Augmented-Accuracy": 87.9773, "Augmented-Loss": 1.1458201215438844, "Clean-Accuracy": 89.13, "Clean-Loss": 1.0186301330566405, "PGD-Accuracy": 2.17, "PGD-Loss": 4.636878219604492}, "Total-Time": 209338.46111273766, "Train": {"Loss": 0.9424668078613281, "avg t": 0.9244748534202576, "plain loss": 0.8232024995727528}, "Validation": {"Augmented-0.01-Quantile-Accuracy": 88.83999633789062, "Augmented-0.05-Quantile-Accuracy": 91.0999984741211, "Augmented-0.1-Quantile-Accuracy": 92.0199966430664, "Augmented-Accuracy": 94.154, "Augmented-Loss": 1.0466930517807007, "Clean-Accuracy": 94.56, "Clean-Loss": 0.836747826385498, "PGD-Accuracy": 9.78, "PGD-Loss": 4.241478210449219}, "args": {"algorithm": "CVaR_SGD", "cvar_sgd_beta": 0.3, "cvar_sgd_t_step_size": 1.0, "data_dir": "./advbench/data", "dataset": "CIFAR10", "device": "cuda:0", "epsilon": null, "evaluators": ["Clean", "PGD", "Augmented"], "hparams": null, "hparams_seed": 0, "output_dir": "train-output-noAutoGrad/cifar_03", "save_model_every_epoch": false, "seed": 0, "trial_seed": 0}, "hparams": {"batch_size": 64, "cvar_sgd_M": 20, "cvar_sgd_beta": 0.3, "cvar_sgd_n_steps": 5, "cvar_sgd_t_step_size": 1.0, "epsilon": 0.031, "g_dale_n_steps": 10, "g_dale_noise_coeff": 0, "g_dale_nu": 0.1, "g_dale_pd_margin": 0.1, "g_dale_pd_step_size": 0.001, "g_dale_step_size": 0.007, "l_dale_n_steps": 10, "l_dale_noise_coeff": 0.01, "l_dale_nu": 0.1, "l_dale_step_size": 0.007, "learning_rate": 0.01, "mart_beta": 5.0, "optimizer": 1, "pgd_n_steps": 10, "pgd_step_size": 0.007, "rand_smoothing_n_samples": 10, "rand_smoothing_n_steps": 10, "rand_smoothing_sigma": 0.12, "rand_smoothing_step_size": 0.00784313725490196, "sgd_momentum": 0.9, "term_t": 2.0, "trades_beta": 6.0, "trades_n_steps": 10, "trades_step_size": 0.00784313725490196, "weight_decay": 0.0035}}
