{"agg_test_acc": 0.12198180732098035, "agg_val_acc": 0.12076112400296836, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b213f76e69a8fc9cc157eb8b31686284", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1108109227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.25731610862114423, "env0_out_acc": 0.28375527426160335, "env1_in_acc": 0.01643343176274233, "env1_out_acc": 0.023112480739599383, "env2_in_acc": 0.07840050377833753, "env2_out_acc": 0.055415617128463476, "env3_in_acc": 0.13171871680475886, "env3_out_acc": 0.11224489795918367, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 4.683970928192139, "mem_gb": 2.1692652702331543, "step": 0, "step_time": 1.4965288639068604}
{"agg_test_acc": 0.3628722200897188, "agg_val_acc": 0.7521955354396863, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b213f76e69a8fc9cc157eb8b31686284", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1108109227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8286316899551806, "env0_out_acc": 0.830168776371308, "env1_in_acc": 0.7949672615226602, "env1_out_acc": 0.7878787878787878, "env2_in_acc": 0.6275188916876574, "env2_out_acc": 0.6385390428211587, "env3_in_acc": 0.3660505629912896, "env3_out_acc": 0.3596938775510204, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.547182116508484, "mem_gb": 2.437561511993408, "step": 300, "step_time": 0.16129327297210694}
{"agg_test_acc": 0.38337847866958114, "agg_val_acc": 0.8281019897078453, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b213f76e69a8fc9cc157eb8b31686284", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1108109227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8916424993408911, "env0_out_acc": 0.869198312236287, "env1_in_acc": 0.8474772114520478, "env1_out_acc": 0.8418079096045198, "env2_in_acc": 0.7692065491183879, "env2_out_acc": 0.7732997481108312, "env3_in_acc": 0.3917569577225409, "env3_out_acc": 0.375, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.14019238114357, "mem_gb": 2.437561511993408, "step": 600, "step_time": 0.17851592143376668}
{"agg_test_acc": 0.40441857092286276, "agg_val_acc": 0.8499972304800986, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b213f76e69a8fc9cc157eb8b31686284", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1108109227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9140522014236752, "env0_out_acc": 0.8997890295358649, "env1_in_acc": 0.8644241879573757, "env1_out_acc": 0.8592706728299949, "env2_in_acc": 0.8066750629722922, "env2_out_acc": 0.7909319899244333, "env3_in_acc": 0.41002761844062036, "env3_out_acc": 0.39880952380952384, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.994294851620992, "mem_gb": 2.437561511993408, "step": 900, "step_time": 0.18418067773183186}
{"agg_test_acc": 0.4153640580988783, "agg_val_acc": 0.8639983456376633, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b213f76e69a8fc9cc157eb8b31686284", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1108109227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9314526759820723, "env0_out_acc": 0.9156118143459916, "env1_in_acc": 0.8775195788933111, "env1_out_acc": 0.8715973292244479, "env2_in_acc": 0.827455919395466, "env2_out_acc": 0.8047858942065491, "env3_in_acc": 0.41831315062672614, "env3_out_acc": 0.41241496598639454, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.8578103137016297, "mem_gb": 2.437561511993408, "step": 1200, "step_time": 0.1809475072224935}
{"agg_test_acc": 0.4300282252243012, "agg_val_acc": 0.8747489008338053, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b213f76e69a8fc9cc157eb8b31686284", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1108109227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9430529923543369, "env0_out_acc": 0.9177215189873418, "env1_in_acc": 0.8857362947746823, "env1_out_acc": 0.8803287108371854, "env2_in_acc": 0.841624685138539, "env2_out_acc": 0.8261964735516373, "env3_in_acc": 0.43148502230720204, "env3_out_acc": 0.42857142857142855, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.7397265569368998, "mem_gb": 2.437561511993408, "step": 1500, "step_time": 0.18403250455856324}
{"agg_test_acc": 0.43735908936999207, "agg_val_acc": 0.887997619383317, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b213f76e69a8fc9cc157eb8b31686284", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1108109227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9517532296335355, "env0_out_acc": 0.9314345991561181, "env1_in_acc": 0.8944665553986391, "env1_out_acc": 0.8849512069851053, "env2_in_acc": 0.8696473551637279, "env2_out_acc": 0.8476070528967254, "env3_in_acc": 0.44189504992564266, "env3_out_acc": 0.4328231292517007, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.6408058857917787, "mem_gb": 2.437561511993408, "step": 1800, "step_time": 0.1836411762237549}
{"agg_test_acc": 0.44394638011473764, "agg_val_acc": 0.8845490273463837, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b213f76e69a8fc9cc157eb8b31686284", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1108109227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9578170313735829, "env0_out_acc": 0.9229957805907173, "env1_in_acc": 0.9037103607651816, "env1_out_acc": 0.8906009244992296, "env2_in_acc": 0.8844458438287154, "env2_out_acc": 0.8400503778337531, "env3_in_acc": 0.4508179307414489, "env3_out_acc": 0.4370748299319728, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.5657013813654581, "mem_gb": 2.437561511993408, "step": 2100, "step_time": 0.18862013578414916}
{"agg_test_acc": 0.4449034869850507, "agg_val_acc": 0.8979873700931802, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b213f76e69a8fc9cc157eb8b31686284", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1108109227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9641444766675454, "env0_out_acc": 0.9388185654008439, "env1_in_acc": 0.9100012838618564, "env1_out_acc": 0.8936825885978429, "env2_in_acc": 0.8992443324937027, "env2_out_acc": 0.8614609571788413, "env3_in_acc": 0.44933078393881454, "env3_out_acc": 0.44047619047619047, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.5087049667040506, "mem_gb": 2.437561511993408, "step": 2400, "step_time": 0.1792914136250814}
{"agg_test_acc": 0.44713474915100715, "agg_val_acc": 0.9016266630707711, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b213f76e69a8fc9cc157eb8b31686284", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1108109227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9675718428684419, "env0_out_acc": 0.9419831223628692, "env1_in_acc": 0.9142380279881884, "env1_out_acc": 0.903954802259887, "env2_in_acc": 0.9134130982367759, "env2_out_acc": 0.8589420654911839, "env3_in_acc": 0.4520926280008498, "env3_out_acc": 0.4421768707482993, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.4959102590878806, "mem_gb": 2.437561511993408, "step": 2700, "step_time": 0.18094058990478515}
{"agg_test_acc": 0.44554110659599266, "agg_val_acc": 0.9039389278408082, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b213f76e69a8fc9cc157eb8b31686284", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1108109227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9699446348536779, "env0_out_acc": 0.9430379746835443, "env1_in_acc": 0.9191167030427526, "env1_out_acc": 0.9085772984078069, "env2_in_acc": 0.9124685138539043, "env2_out_acc": 0.8602015113350125, "env3_in_acc": 0.4497556830252815, "env3_out_acc": 0.4413265306122449, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.4737000751495362, "mem_gb": 2.437561511993408, "step": 3000, "step_time": 0.18098066171010335}
{"agg_test_acc": 0.44373393057161037, "agg_val_acc": 0.9082841045691936, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b213f76e69a8fc9cc157eb8b31686284", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1108109227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9720537832849987, "env0_out_acc": 0.9472573839662447, "env1_in_acc": 0.9233534471690846, "env1_out_acc": 0.9085772984078069, "env2_in_acc": 0.9184508816120907, "env2_out_acc": 0.8690176322418136, "env3_in_acc": 0.45039303165498196, "env3_out_acc": 0.4370748299319728, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.1521366061766942, "mem_gb": 5.3968682289123535, "step": 3300, "step_time": 0.210565398534139}
{"agg_test_acc": 0.4420332503003519, "agg_val_acc": 0.9116262395756717, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b213f76e69a8fc9cc157eb8b31686284", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1108109227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9725810703928289, "env0_out_acc": 0.9472573839662447, "env1_in_acc": 0.9259211708820131, "env1_out_acc": 0.9060092449922958, "env2_in_acc": 0.9307304785894207, "env2_out_acc": 0.8816120906801007, "env3_in_acc": 0.45039303165498196, "env3_out_acc": 0.4336734693877551, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.9719240351517995, "mem_gb": 5.3968682289123535, "step": 3600, "step_time": 0.22307310183842977}
{"agg_test_acc": 0.44235300854128323, "agg_val_acc": 0.9168665830786975, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b213f76e69a8fc9cc157eb8b31686284", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1108109227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9736356446084893, "env0_out_acc": 0.9419831223628692, "env1_in_acc": 0.9281037360380023, "env1_out_acc": 0.9106317411402157, "env2_in_acc": 0.9323047858942065, "env2_out_acc": 0.8979848866498741, "env3_in_acc": 0.4476311875929467, "env3_out_acc": 0.4370748299319728, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.9517782717943192, "mem_gb": 5.3968682289123535, "step": 3900, "step_time": 0.22272252877553303}
{"agg_test_acc": 0.4408653197762722, "agg_val_acc": 0.9190432546066057, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b213f76e69a8fc9cc157eb8b31686284", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1108109227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9757447930398102, "env0_out_acc": 0.9535864978902954, "env1_in_acc": 0.9311850044935165, "env1_out_acc": 0.9219311761684643, "env2_in_acc": 0.9351385390428212, "env2_out_acc": 0.8816120906801007, "env3_in_acc": 0.4463564903335458, "env3_out_acc": 0.43537414965986393, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.9326107108592987, "mem_gb": 5.3968682289123535, "step": 4200, "step_time": 0.2207194193204244}
{"agg_test_acc": 0.4384213370856284, "agg_val_acc": 0.9138881116641044, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b213f76e69a8fc9cc157eb8b31686284", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1108109227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9767993672554706, "env0_out_acc": 0.9546413502109705, "env1_in_acc": 0.9350365900629092, "env1_out_acc": 0.9142270159219312, "env2_in_acc": 0.9363979848866498, "env2_out_acc": 0.8727959697732998, "env3_in_acc": 0.4440195453579775, "env3_out_acc": 0.4328231292517007, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.9281772351264954, "mem_gb": 5.3968682289123535, "step": 4500, "step_time": 0.21910972277323404}
{"agg_test_acc": 0.43576517583341745, "agg_val_acc": 0.9214539970427117, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b213f76e69a8fc9cc157eb8b31686284", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1108109227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9799630899024518, "env0_out_acc": 0.9556962025316456, "env1_in_acc": 0.9360636795480807, "env1_out_acc": 0.9131997945557268, "env2_in_acc": 0.9373425692695214, "env2_out_acc": 0.8954659949622166, "env3_in_acc": 0.44040790312300826, "env3_out_acc": 0.43112244897959184, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.9215969667832057, "mem_gb": 5.3968682289123535, "step": 4800, "step_time": 0.2177089254061381}
{"agg_test_acc": 0.43735936035155226, "agg_val_acc": 0.9219932052864088, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b213f76e69a8fc9cc157eb8b31686284", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1108109227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9770630108093857, "env0_out_acc": 0.9567510548523207, "env1_in_acc": 0.9392733341892412, "env1_out_acc": 0.91628145865434, "env2_in_acc": 0.9458438287153652, "env2_out_acc": 0.8929471032745592, "env3_in_acc": 0.44104525175270876, "env3_out_acc": 0.4336734693877551, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.9214507764577866, "mem_gb": 5.3968682289123535, "step": 5000, "step_time": 0.2206790006160736}
