{"agg_test_acc": 0.14215994955108627, "agg_val_acc": 0.16339976786762947, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2390e3a47c7c3a07515e45b9c659988e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1661109697, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.1323490640653836, "env0_out_acc": 0.14135021097046413, "env1_in_acc": 0.21196559250224675, "env1_out_acc": 0.2110939907550077, "env2_in_acc": 0.1382241813602015, "env2_out_acc": 0.14609571788413098, "env3_in_acc": 0.12980667091565753, "env3_out_acc": 0.1377551020408163, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 4.954870223999023, "mem_gb": 2.1692652702331543, "step": 0, "step_time": 1.6075546741485596}
{"agg_test_acc": 0.36051637261571157, "agg_val_acc": 0.6845628840427604, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2390e3a47c7c3a07515e45b9c659988e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1661109697, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7595570788294226, "env0_out_acc": 0.7436708860759493, "env1_in_acc": 0.7475927590191296, "env1_out_acc": 0.7411402157164869, "env2_in_acc": 0.3608312342569269, "env2_out_acc": 0.3602015113350126, "env3_in_acc": 0.5670278308901636, "env3_out_acc": 0.5688775510204082, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.6923498129844665, "mem_gb": 2.4381909370422363, "step": 300, "step_time": 0.16348004579544068}
{"agg_test_acc": 0.4998425690196001, "agg_val_acc": 0.7997051070173846, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2390e3a47c7c3a07515e45b9c659988e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1661109697, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8808331136303718, "env0_out_acc": 0.8618143459915611, "env1_in_acc": 0.8298883040184876, "env1_out_acc": 0.8289676425269645, "env2_in_acc": 0.5059823677581864, "env2_out_acc": 0.49370277078085645, "env3_in_acc": 0.7199915020182707, "env3_out_acc": 0.7083333333333334, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.311460996468862, "mem_gb": 2.4381909370422363, "step": 600, "step_time": 0.1876506265004476}
{"agg_test_acc": 0.5403022667323677, "agg_val_acc": 0.8292288758423123, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2390e3a47c7c3a07515e45b9c659988e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1661109697, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9082520432375428, "env0_out_acc": 0.8945147679324894, "env1_in_acc": 0.8522275003209655, "env1_out_acc": 0.842321520287622, "env2_in_acc": 0.5465994962216625, "env2_out_acc": 0.5340050377833753, "env3_in_acc": 0.758444869343531, "env3_out_acc": 0.7508503401360545, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.1649421910444895, "mem_gb": 2.4381909370422363, "step": 900, "step_time": 0.18709024031956992}
{"agg_test_acc": 0.5642317377531486, "agg_val_acc": 0.8430478359664709, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2390e3a47c7c3a07515e45b9c659988e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1661109697, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9216978644872132, "env0_out_acc": 0.9050632911392406, "env1_in_acc": 0.866606753113365, "env1_out_acc": 0.8613251155624037, "env2_in_acc": 0.5717884130982368, "env2_out_acc": 0.5566750629722922, "env3_in_acc": 0.7890376035691523, "env3_out_acc": 0.7627551020408163, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.054763519366582, "mem_gb": 2.4381909370422363, "step": 1200, "step_time": 0.18541318972905477}
{"agg_test_acc": 0.5839105790531328, "agg_val_acc": 0.8552997207163404, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2390e3a47c7c3a07515e45b9c659988e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1661109697, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9346163986290535, "env0_out_acc": 0.9145569620253164, "env1_in_acc": 0.8827834125048145, "env1_out_acc": 0.8690292758089369, "env2_in_acc": 0.5859571788413098, "env2_out_acc": 0.5818639798488665, "env3_in_acc": 0.8100701083492671, "env3_out_acc": 0.782312925170068, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.9830904746055602, "mem_gb": 2.4381909370422363, "step": 1500, "step_time": 0.18265747547149658}
{"agg_test_acc": 0.5958753145635233, "agg_val_acc": 0.8714522802439981, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2390e3a47c7c3a07515e45b9c659988e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1661109697, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9417347745847614, "env0_out_acc": 0.9272151898734177, "env1_in_acc": 0.8888175632301965, "env1_out_acc": 0.881869542886492, "env2_in_acc": 0.5985516372795969, "env2_out_acc": 0.593198992443325, "env3_in_acc": 0.828978117697047, "env3_out_acc": 0.8052721088435374, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.8747632666428884, "mem_gb": 2.4381909370422363, "step": 1800, "step_time": 0.1896727180480957}
{"agg_test_acc": 0.6002833750147197, "agg_val_acc": 0.8767778454185253, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2390e3a47c7c3a07515e45b9c659988e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1661109697, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.955444239388347, "env0_out_acc": 0.9367088607594937, "env1_in_acc": 0.8922839902426499, "env1_out_acc": 0.8849512069851053, "env2_in_acc": 0.6023299748110831, "env2_out_acc": 0.5982367758186398, "env3_in_acc": 0.8374760994263862, "env3_out_acc": 0.8086734693877551, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.7739458175500233, "mem_gb": 2.4381909370422363, "step": 2100, "step_time": 0.18695473114649455}
{"agg_test_acc": 0.6028022667011177, "agg_val_acc": 0.8825591886600128, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2390e3a47c7c3a07515e45b9c659988e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1661109697, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9567624571579225, "env0_out_acc": 0.929324894514768, "env1_in_acc": 0.9008858646809603, "env1_out_acc": 0.8952234206471494, "env2_in_acc": 0.6061083123425692, "env2_out_acc": 0.5994962216624685, "env3_in_acc": 0.8529849160824304, "env3_out_acc": 0.8231292517006803, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.7413330749670664, "mem_gb": 2.4381909370422363, "step": 2400, "step_time": 0.18519754807154337}
{"agg_test_acc": 0.6097292188387121, "agg_val_acc": 0.8861932838811518, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2390e3a47c7c3a07515e45b9c659988e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1661109697, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9609807540205642, "env0_out_acc": 0.939873417721519, "env1_in_acc": 0.9052509949929387, "env1_out_acc": 0.8972778633795583, "env2_in_acc": 0.6098866498740554, "env2_out_acc": 0.6095717884130982, "env3_in_acc": 0.8608455491820692, "env3_out_acc": 0.8214285714285714, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.678501832485199, "mem_gb": 2.4381909370422363, "step": 2700, "step_time": 0.18834521452585856}
{"agg_test_acc": 0.6139798485595087, "agg_val_acc": 0.8942277385177341, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2390e3a47c7c3a07515e45b9c659988e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1661109697, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9665172686527814, "env0_out_acc": 0.9430379746835443, "env1_in_acc": 0.9129541661317242, "env1_out_acc": 0.9003595274781715, "env2_in_acc": 0.6120906801007556, "env2_out_acc": 0.6158690176322418, "env3_in_acc": 0.8661567877629063, "env3_out_acc": 0.8392857142857143, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.6694844166437786, "mem_gb": 2.4381909370422363, "step": 3000, "step_time": 0.187129909992218}
{"agg_test_acc": 0.6158690173243072, "agg_val_acc": 0.895706077507457, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2390e3a47c7c3a07515e45b9c659988e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1661109697, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9717901397310835, "env0_out_acc": 0.9419831223628692, "env1_in_acc": 0.915907048401592, "env1_out_acc": 0.9075500770416025, "env2_in_acc": 0.6120906801007556, "env2_out_acc": 0.6196473551637279, "env3_in_acc": 0.8791162099001487, "env3_out_acc": 0.8375850340136054, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.3068508303165436, "mem_gb": 5.39812707901001, "step": 3300, "step_time": 0.21661836624145508}
{"agg_test_acc": 0.6152392944027077, "agg_val_acc": 0.8954539602511021, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2390e3a47c7c3a07515e45b9c659988e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1661109697, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.965462694437121, "env0_out_acc": 0.9388185654008439, "env1_in_acc": 0.9177044550006419, "env1_out_acc": 0.9116589625064201, "env2_in_acc": 0.6133501259445844, "env2_out_acc": 0.6171284634760705, "env3_in_acc": 0.8769917144678139, "env3_out_acc": 0.8358843537414966, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.179470123052597, "mem_gb": 5.39812707901001, "step": 3600, "step_time": 0.22407702128092447}
{"agg_test_acc": 0.6147670022115082, "agg_val_acc": 0.9004939336936314, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2390e3a47c7c3a07515e45b9c659988e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1661109697, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9741629317163195, "env0_out_acc": 0.9493670886075949, "env1_in_acc": 0.9215560405700347, "env1_out_acc": 0.9085772984078069, "env2_in_acc": 0.6111460957178841, "env2_out_acc": 0.6183879093198993, "env3_in_acc": 0.8899511366050563, "env3_out_acc": 0.8435374149659864, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.1675893978277843, "mem_gb": 5.39812707901001, "step": 3900, "step_time": 0.2216332785288493}
{"agg_test_acc": 0.6169710324371064, "agg_val_acc": 0.9007370064838999, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2390e3a47c7c3a07515e45b9c659988e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1661109697, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9738992881624045, "env0_out_acc": 0.9440928270042194, "env1_in_acc": 0.9247656952111952, "env1_out_acc": 0.91628145865434, "env2_in_acc": 0.614294710327456, "env2_out_acc": 0.6196473551637279, "env3_in_acc": 0.8882515402591884, "env3_out_acc": 0.8418367346938775, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.152178976138433, "mem_gb": 5.39812707901001, "step": 4200, "step_time": 0.22072728077570597}
{"agg_test_acc": 0.6155541558635075, "agg_val_acc": 0.9020655036589522, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2390e3a47c7c3a07515e45b9c659988e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1661109697, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9765357237015555, "env0_out_acc": 0.9419831223628692, "env1_in_acc": 0.9248940813968417, "env1_out_acc": 0.9121725731895224, "env2_in_acc": 0.6139798488664987, "env2_out_acc": 0.6171284634760705, "env3_in_acc": 0.8908009347779903, "env3_out_acc": 0.8520408163265306, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.143808941046397, "mem_gb": 5.39812707901001, "step": 4500, "step_time": 0.22204070409138998}
{"agg_test_acc": 0.6166561709763067, "agg_val_acc": 0.9092302355814639, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2390e3a47c7c3a07515e45b9c659988e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1661109697, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.977590297917216, "env0_out_acc": 0.9525316455696202, "env1_in_acc": 0.928617280780588, "env1_out_acc": 0.9214175654853621, "env2_in_acc": 0.6136649874055415, "env2_out_acc": 0.6196473551637279, "env3_in_acc": 0.9035479073719992, "env3_out_acc": 0.8537414965986394, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.1408966394265492, "mem_gb": 5.39812707901001, "step": 4800, "step_time": 0.22115635871887207}
{"agg_test_acc": 0.6171284631675062, "agg_val_acc": 0.9062255268432423, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2390e3a47c7c3a07515e45b9c659988e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1661109697, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9770630108093857, "env0_out_acc": 0.9430379746835443, "env1_in_acc": 0.931955321607395, "env1_out_acc": 0.9167950693374423, "env2_in_acc": 0.6158690176322418, "env2_out_acc": 0.6183879093198993, "env3_in_acc": 0.899511366050563, "env3_out_acc": 0.858843537414966, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.1389623761177063, "mem_gb": 5.39812707901001, "step": 5000, "step_time": 0.21987890481948852}
