{"agg_test_acc": 0.04271553970816842, "agg_val_acc": 0.10316886826536348, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/d8e9313e84f39ccff9b0e9256cfedd50", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 379730425, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.04534669127339837, "env0_out_acc": 0.04008438818565401, "env1_in_acc": 0.07433560148927976, "env1_out_acc": 0.0662557781201849, "env2_in_acc": 0.1473551637279597, "env2_out_acc": 0.1624685138539043, "env3_in_acc": 0.08837900998512853, "env3_out_acc": 0.08078231292517007, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 3.894956111907959, "mem_gb": 2.3339076042175293, "step": 0, "step_time": 1.7816462516784668}
{"agg_test_acc": 0.37587283240063163, "agg_val_acc": 0.6907327667645607, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/d8e9313e84f39ccff9b0e9256cfedd50", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 379730425, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.38043764829949905, "env0_out_acc": 0.37130801687763715, "env1_in_acc": 0.7864937732699961, "env1_out_acc": 0.7760657421674371, "env2_in_acc": 0.6656171284634761, "env2_out_acc": 0.6498740554156172, "env3_in_acc": 0.6579562353940939, "env3_out_acc": 0.6462585034013606, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 2.4353866763909657, "mem_gb": 2.5989842414855957, "step": 300, "step_time": 0.1641967749595642}
{"agg_test_acc": 0.35820690661455706, "agg_val_acc": 0.773833975702604, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/d8e9313e84f39ccff9b0e9256cfedd50", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 379730425, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3588188768784603, "env0_out_acc": 0.3575949367088608, "env1_in_acc": 0.8428553087687765, "env1_out_acc": 0.8253723677452491, "env2_in_acc": 0.7758186397984886, "env2_out_acc": 0.7367758186397985, "env3_in_acc": 0.7599320161461652, "env3_out_acc": 0.7593537414965986, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 2.1129862229029337, "mem_gb": 2.5989842414855957, "step": 600, "step_time": 0.18756156524022422}
{"agg_test_acc": 0.4303241256173453, "agg_val_acc": 0.791227430875009, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/d8e9313e84f39ccff9b0e9256cfedd50", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 379730425, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.42182968626417083, "env0_out_acc": 0.4388185654008439, "env1_in_acc": 0.8621132366157401, "env1_out_acc": 0.8387262455059066, "env2_in_acc": 0.8091939546599496, "env2_out_acc": 0.7594458438287154, "env3_in_acc": 0.7968982366687911, "env3_out_acc": 0.7755102040816326, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.9725146226088206, "mem_gb": 2.5989842414855957, "step": 900, "step_time": 0.1911386815706889}
{"agg_test_acc": 0.459196710121804, "agg_val_acc": 0.8044411809852029, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/d8e9313e84f39ccff9b0e9256cfedd50", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 379730425, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.4521486949644081, "env0_out_acc": 0.46624472573839665, "env1_in_acc": 0.8703299524971113, "env1_out_acc": 0.8500256805341551, "env2_in_acc": 0.8296599496221663, "env2_out_acc": 0.7707808564231738, "env3_in_acc": 0.8247291268323773, "env3_out_acc": 0.7925170068027211, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.8634284766515097, "mem_gb": 2.5989842414855957, "step": 1200, "step_time": 0.19301509062449138}
{"agg_test_acc": 0.4856958073796768, "agg_val_acc": 0.8238526872415327, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/d8e9313e84f39ccff9b0e9256cfedd50", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 379730425, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.4829949907724756, "env0_out_acc": 0.4883966244725738, "env1_in_acc": 0.8816279368339967, "env1_out_acc": 0.8572162300975861, "env2_in_acc": 0.8498110831234257, "env2_out_acc": 0.8022670025188917, "env3_in_acc": 0.8451242829827916, "env3_out_acc": 0.8120748299319728, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.7736128878593445, "mem_gb": 2.5989842414855957, "step": 1500, "step_time": 0.19496344804763793}
{"agg_test_acc": 0.5016490234337109, "agg_val_acc": 0.8386277776562109, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/d8e9313e84f39ccff9b0e9256cfedd50", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 379730425, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.49380437648299497, "env0_out_acc": 0.509493670886076, "env1_in_acc": 0.8857362947746823, "env1_out_acc": 0.8664612223934258, "env2_in_acc": 0.8756297229219143, "env2_out_acc": 0.818639798488665, "env3_in_acc": 0.8502230720203952, "env3_out_acc": 0.83078231292517, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.6670874392986297, "mem_gb": 2.5989842414855957, "step": 1800, "step_time": 0.1955141003926595}
{"agg_test_acc": 0.5073180551025879, "agg_val_acc": 0.8435366919123585, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/d8e9313e84f39ccff9b0e9256cfedd50", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 379730425, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.49986817822304247, "env0_out_acc": 0.5147679324894515, "env1_in_acc": 0.8931826935421748, "env1_out_acc": 0.8823831535695943, "env2_in_acc": 0.8812972292191436, "env2_out_acc": 0.8123425692695214, "env3_in_acc": 0.8597833014659019, "env3_out_acc": 0.8358843537414966, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.607502722342809, "mem_gb": 2.5989842414855957, "step": 2100, "step_time": 0.19746935764948528}
{"agg_test_acc": 0.5156240785193268, "agg_val_acc": 0.8495340871748669, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/d8e9313e84f39ccff9b0e9256cfedd50", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 379730425, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5069865541787504, "env0_out_acc": 0.5242616033755274, "env1_in_acc": 0.9024264989087174, "env1_out_acc": 0.8798151001540832, "env2_in_acc": 0.8916876574307305, "env2_out_acc": 0.8337531486146096, "env3_in_acc": 0.8691310813681751, "env3_out_acc": 0.8350340136054422, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.536024247010549, "mem_gb": 2.5989842414855957, "step": 2400, "step_time": 0.1933660872777303}
{"agg_test_acc": 0.5095586081522241, "agg_val_acc": 0.8518210195107134, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/d8e9313e84f39ccff9b0e9256cfedd50", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 379730425, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5075138412865805, "env0_out_acc": 0.5116033755274262, "env1_in_acc": 0.9067916292206959, "env1_out_acc": 0.884437596302003, "env2_in_acc": 0.9033375314861462, "env2_out_acc": 0.8249370277078085, "env3_in_acc": 0.8767792649245804, "env3_out_acc": 0.8460884353741497, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.485339796145757, "mem_gb": 2.5989842414855957, "step": 2700, "step_time": 0.19585745652516684}
{"agg_test_acc": 0.5150960961492238, "agg_val_acc": 0.8642927903469328, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/d8e9313e84f39ccff9b0e9256cfedd50", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 379730425, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.511204851041392, "env0_out_acc": 0.5189873417721519, "env1_in_acc": 0.9123122352034921, "env1_out_acc": 0.8864920390344119, "env2_in_acc": 0.9162468513853904, "env2_out_acc": 0.8526448362720404, "env3_in_acc": 0.8893137879753559, "env3_out_acc": 0.8537414965986394, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.4417974571386973, "mem_gb": 2.5989842414855957, "step": 3000, "step_time": 0.19617654164632162}
{"agg_test_acc": 0.5226109107995984, "agg_val_acc": 0.8698054935252317, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/d8e9313e84f39ccff9b0e9256cfedd50", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 379730425, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5188505141049301, "env0_out_acc": 0.5263713080168776, "env1_in_acc": 0.9148799589164206, "env1_out_acc": 0.8983050847457628, "env2_in_acc": 0.927896725440806, "env2_out_acc": 0.8488664987405542, "env3_in_acc": 0.8927129806670916, "env3_out_acc": 0.8622448979591837, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.439648010333379, "mem_gb": 2.5989842414855957, "step": 3300, "step_time": 0.19320698181788126}
{"agg_test_acc": 0.5249835637311406, "agg_val_acc": 0.8731512456942842, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/d8e9313e84f39ccff9b0e9256cfedd50", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 379730425, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5246506722910624, "env0_out_acc": 0.5253164556962026, "env1_in_acc": 0.9180896135575812, "env1_out_acc": 0.9029275808936826, "env2_in_acc": 0.927896725440806, "env2_out_acc": 0.8576826196473551, "env3_in_acc": 0.8984491183343956, "env3_out_acc": 0.858843537414966, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.4068796372413634, "mem_gb": 2.5989842414855957, "step": 3600, "step_time": 0.18798012971878053}
{"agg_test_acc": 0.5228744153008745, "agg_val_acc": 0.874014355910093, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/d8e9313e84f39ccff9b0e9256cfedd50", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 379730425, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5204323754284208, "env0_out_acc": 0.5253164556962026, "env1_in_acc": 0.9224547438695596, "env1_out_acc": 0.8983050847457628, "env2_in_acc": 0.9392317380352645, "env2_out_acc": 0.8589420654911839, "env3_in_acc": 0.9077968982366688, "env3_out_acc": 0.8647959183673469, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.1910876071453094, "mem_gb": 5.394258975982666, "step": 3900, "step_time": 0.20232569615046184}
{"agg_test_acc": 0.5161505313118497, "agg_val_acc": 0.8811926392415937, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/d8e9313e84f39ccff9b0e9256cfedd50", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 379730425, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5143685736883733, "env0_out_acc": 0.5179324894514767, "env1_in_acc": 0.9274618051097702, "env1_out_acc": 0.9080636877247047, "env2_in_acc": 0.9335642317380353, "env2_out_acc": 0.8690176322418136, "env3_in_acc": 0.9109836413851711, "env3_out_acc": 0.8664965986394558, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.9571093710263571, "mem_gb": 5.394258975982666, "step": 4200, "step_time": 0.2169558278719584}
{"agg_test_acc": 0.5095586081522241, "agg_val_acc": 0.8866368220515981, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/d8e9313e84f39ccff9b0e9256cfedd50", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 379730425, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5075138412865805, "env0_out_acc": 0.5116033755274262, "env1_in_acc": 0.9290024393375272, "env1_out_acc": 0.9075500770416025, "env2_in_acc": 0.940176322418136, "env2_out_acc": 0.8816120906801007, "env3_in_acc": 0.9203314212874443, "env3_out_acc": 0.8707482993197279, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.9341720137993494, "mem_gb": 5.394258975982666, "step": 4500, "step_time": 0.21744668006896972}
{"agg_test_acc": 0.5046803680921895, "agg_val_acc": 0.8910788198053116, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/d8e9313e84f39ccff9b0e9256cfedd50", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 379730425, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5040864750856842, "env0_out_acc": 0.5052742616033755, "env1_in_acc": 0.9323404801643344, "env1_out_acc": 0.9111453518233179, "env2_in_acc": 0.9345088161209067, "env2_out_acc": 0.8853904282115869, "env3_in_acc": 0.9239430635224134, "env3_out_acc": 0.8767006802721088, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.919389285047849, "mem_gb": 5.394258975982666, "step": 4800, "step_time": 0.2202325963973999}
{"agg_test_acc": 0.5021754762262339, "agg_val_acc": 0.8934699919898755, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/d8e9313e84f39ccff9b0e9256cfedd50", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 379730425, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5011863959926179, "env0_out_acc": 0.5031645569620253, "env1_in_acc": 0.9316985492361022, "env1_out_acc": 0.9157678479712378, "env2_in_acc": 0.9493073047858942, "env2_out_acc": 0.8853904282115869, "env3_in_acc": 0.9254302103250478, "env3_out_acc": 0.8792517006802721, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.9150933259725571, "mem_gb": 5.394258975982666, "step": 5000, "step_time": 0.2244727647304535}
