{"agg_test_acc": 0.06501889165514797, "agg_val_acc": 0.04649175109972522, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/da4f0a78d6aec3fe1dce6e9f160ec88b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816260572, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.023464276298444504, "env0_out_acc": 0.022151898734177215, "env1_in_acc": 0.023494671973295675, "env1_out_acc": 0.022085259373394967, "env2_in_acc": 0.0670654911838791, "env2_out_acc": 0.06297229219143577, "env3_in_acc": 0.09050350541746335, "env3_out_acc": 0.09523809523809523, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 4.726449966430664, "mem_gb": 1.7946186065673828, "step": 0, "step_time": 1.4829397201538086}
{"agg_test_acc": 0.3792506295332966, "agg_val_acc": 0.6219418203468522, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/da4f0a78d6aec3fe1dce6e9f160ec88b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816260572, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5860796203532823, "env0_out_acc": 0.6044303797468354, "env1_in_acc": 0.7185774810630376, "env1_out_acc": 0.7180277349768875, "env2_in_acc": 0.40837531486146095, "env2_out_acc": 0.3501259445843829, "env3_in_acc": 0.5355852984916083, "env3_out_acc": 0.5433673469387755, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 3.0931669545173643, "mem_gb": 2.0937752723693848, "step": 300, "step_time": 0.1497727847099304}
{"agg_test_acc": 0.3882241811660894, "agg_val_acc": 0.7098489888021541, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/da4f0a78d6aec3fe1dce6e9f160ec88b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816260572, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7853941471131031, "env0_out_acc": 0.7542194092827004, "env1_in_acc": 0.7590191295416613, "env1_out_acc": 0.7673343605546995, "env2_in_acc": 0.4061712846347607, "env2_out_acc": 0.3702770780856423, "env3_in_acc": 0.5982579137454854, "env3_out_acc": 0.6079931972789115, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.7181127667427063, "mem_gb": 2.0937752723693848, "step": 600, "step_time": 0.1758811084429423}
{"agg_test_acc": 0.4146725438732682, "agg_val_acc": 0.7573008630495943, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/da4f0a78d6aec3fe1dce6e9f160ec88b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816260572, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8317954126021618, "env0_out_acc": 0.8164556962025317, "env1_in_acc": 0.7954808062652459, "env1_out_acc": 0.795582948125321, "env2_in_acc": 0.43261964735516373, "env2_out_acc": 0.3967254408060453, "env3_in_acc": 0.6439345655406841, "env3_out_acc": 0.6598639455782312, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.57357470591863, "mem_gb": 2.0937752723693848, "step": 900, "step_time": 0.17286401510238647}
{"agg_test_acc": 0.438759445624449, "agg_val_acc": 0.770734731258002, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/da4f0a78d6aec3fe1dce6e9f160ec88b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816260572, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8555233324545215, "env0_out_acc": 0.830168776371308, "env1_in_acc": 0.8117858518423418, "env1_out_acc": 0.8043143297380585, "env2_in_acc": 0.45308564231738035, "env2_out_acc": 0.4244332493702771, "env3_in_acc": 0.6847248778415126, "env3_out_acc": 0.6777210884353742, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.491621869405111, "mem_gb": 2.0937752723693848, "step": 1200, "step_time": 0.17118114789326985}
{"agg_test_acc": 0.454974810855636, "agg_val_acc": 0.7926547632658938, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/da4f0a78d6aec3fe1dce6e9f160ec88b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816260572, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8729238070129185, "env0_out_acc": 0.8502109704641351, "env1_in_acc": 0.8251380151495699, "env1_out_acc": 0.8253723677452491, "env2_in_acc": 0.4716624685138539, "env2_out_acc": 0.43828715365239296, "env3_in_acc": 0.721053749734438, "env3_out_acc": 0.7023809523809523, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.403601754506429, "mem_gb": 2.0937752723693848, "step": 1500, "step_time": 0.17279728094736735}
{"agg_test_acc": 0.46725440782682615, "agg_val_acc": 0.8078302772065397, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/da4f0a78d6aec3fe1dce6e9f160ec88b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816260572, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8966517268652782, "env0_out_acc": 0.8734177215189873, "env1_in_acc": 0.8338682757735267, "env1_out_acc": 0.8315356959424756, "env2_in_acc": 0.48614609571788414, "env2_out_acc": 0.44836272040302266, "env3_in_acc": 0.7365625663904822, "env3_out_acc": 0.7185374149659864, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.34383341550827, "mem_gb": 2.0937752723693848, "step": 1800, "step_time": 0.17162201484044393}
{"agg_test_acc": 0.47481108288602014, "agg_val_acc": 0.8204502208648181, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/da4f0a78d6aec3fe1dce6e9f160ec88b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816260572, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8984972317426839, "env0_out_acc": 0.879746835443038, "env1_in_acc": 0.8443959429965335, "env1_out_acc": 0.8418079096045198, "env2_in_acc": 0.49622166246851385, "env2_out_acc": 0.4534005037783375, "env3_in_acc": 0.7531336307626939, "env3_out_acc": 0.7397959183673469, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.287080679337184, "mem_gb": 2.0937752723693848, "step": 2100, "step_time": 0.17235456228256227}
{"agg_test_acc": 0.4889798486220088, "agg_val_acc": 0.8305928266610142, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/da4f0a78d6aec3fe1dce6e9f160ec88b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816260572, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9151067756393356, "env0_out_acc": 0.8945147679324894, "env1_in_acc": 0.8522275003209655, "env1_out_acc": 0.8438623523369286, "env2_in_acc": 0.5044080604534005, "env2_out_acc": 0.473551637279597, "env3_in_acc": 0.7805396218398131, "env3_out_acc": 0.7534013605442177, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.2273789815107983, "mem_gb": 2.0937752723693848, "step": 2400, "step_time": 0.17348644812901814}
{"agg_test_acc": 0.5028337528971978, "agg_val_acc": 0.8426500010835263, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/da4f0a78d6aec3fe1dce6e9f160ec88b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816260572, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9230160822567888, "env0_out_acc": 0.9061181434599156, "env1_in_acc": 0.8615996918731544, "env1_out_acc": 0.8556753980482794, "env2_in_acc": 0.5157430730478589, "env2_out_acc": 0.4899244332493703, "env3_in_acc": 0.8034841725090291, "env3_out_acc": 0.766156462585034, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.152503974835078, "mem_gb": 2.0937752723693848, "step": 2700, "step_time": 0.17298715035120646}
{"agg_test_acc": 0.5105478586867915, "agg_val_acc": 0.855266412092765, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/da4f0a78d6aec3fe1dce6e9f160ec88b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816260572, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9338254679673083, "env0_out_acc": 0.9113924050632911, "env1_in_acc": 0.8723841314674541, "env1_out_acc": 0.869542886492039, "env2_in_acc": 0.5223551637279596, "env2_out_acc": 0.4987405541561713, "env3_in_acc": 0.8145315487571702, "env3_out_acc": 0.7848639455782312, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.135948209365209, "mem_gb": 2.0937752723693848, "step": 3000, "step_time": 0.17431394656499227}
{"agg_test_acc": 0.5165302264419867, "agg_val_acc": 0.8531474971339642, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/da4f0a78d6aec3fe1dce6e9f160ec88b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816260572, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9390983390456104, "env0_out_acc": 0.9040084388185654, "env1_in_acc": 0.8698164077545256, "env1_out_acc": 0.8705701078582434, "env2_in_acc": 0.5255037783375315, "env2_out_acc": 0.5075566750629723, "env3_in_acc": 0.8245166772891438, "env3_out_acc": 0.7848639455782312, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.0548957812786104, "mem_gb": 2.0937752723693848, "step": 3300, "step_time": 0.17493518590927123}
{"agg_test_acc": 0.5245591936923802, "agg_val_acc": 0.8656442679900413, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/da4f0a78d6aec3fe1dce6e9f160ec88b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816260572, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9412074874769312, "env0_out_acc": 0.9219409282700421, "env1_in_acc": 0.8854795224033893, "env1_out_acc": 0.8705701078582434, "env2_in_acc": 0.5302267002518891, "env2_out_acc": 0.5188916876574308, "env3_in_acc": 0.8353516039940514, "env3_out_acc": 0.8044217687074829, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.6717295944690704, "mem_gb": 5.401005268096924, "step": 3600, "step_time": 0.20079567829767864}
{"agg_test_acc": 0.5299118385259761, "agg_val_acc": 0.8710134799003575, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/da4f0a78d6aec3fe1dce6e9f160ec88b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816260572, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9448984972317427, "env0_out_acc": 0.9187763713080169, "env1_in_acc": 0.8865066118885608, "env1_out_acc": 0.8787878787878788, "env2_in_acc": 0.533375314861461, "env2_out_acc": 0.5264483627204031, "env3_in_acc": 0.8442744848098577, "env3_out_acc": 0.8154761904761905, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.3634220886230468, "mem_gb": 5.401005268096924, "step": 3900, "step_time": 0.21493900299072266}
{"agg_test_acc": 0.5369962213939704, "agg_val_acc": 0.8638677601531947, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/da4f0a78d6aec3fe1dce6e9f160ec88b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816260572, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9522805167413657, "env0_out_acc": 0.9145569620253164, "env1_in_acc": 0.8897162665297214, "env1_out_acc": 0.8726245505906522, "env2_in_acc": 0.5412468513853904, "env2_out_acc": 0.5327455919395466, "env3_in_acc": 0.8485234756745273, "env3_out_acc": 0.8044217687074829, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.3218607187271119, "mem_gb": 5.401005268096924, "step": 4200, "step_time": 0.21744568665822347}
{"agg_test_acc": 0.5421914354971663, "agg_val_acc": 0.872591744760807, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/da4f0a78d6aec3fe1dce6e9f160ec88b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816260572, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9538623780648563, "env0_out_acc": 0.9272151898734177, "env1_in_acc": 0.8890743356014893, "env1_out_acc": 0.884437596302003, "env2_in_acc": 0.5440806045340051, "env2_out_acc": 0.5403022670025189, "env3_in_acc": 0.8578712555768006, "env3_out_acc": 0.8061224489795918, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.2963814699649812, "mem_gb": 5.401005268096924, "step": 4500, "step_time": 0.21762868642807007}
{"agg_test_acc": 0.5483312339827613, "agg_val_acc": 0.8804990682591747, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/da4f0a78d6aec3fe1dce6e9f160ec88b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816260572, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.953071447403111, "env0_out_acc": 0.929324894514768, "env1_in_acc": 0.898061368596739, "env1_out_acc": 0.8864920390344119, "env2_in_acc": 0.5488035264483627, "env2_out_acc": 0.5478589420654912, "env3_in_acc": 0.863819842787338, "env3_out_acc": 0.8256802721088435, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.2828404160340627, "mem_gb": 5.401005268096924, "step": 4800, "step_time": 0.21514866669972738}
{"agg_test_acc": 0.5505352642083595, "agg_val_acc": 0.8793488399431791, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/da4f0a78d6aec3fe1dce6e9f160ec88b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816260572, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9525441602952808, "env0_out_acc": 0.9335443037974683, "env1_in_acc": 0.8985749133393247, "env1_out_acc": 0.8839239856189008, "env2_in_acc": 0.5519521410579346, "env2_out_acc": 0.5491183879093199, "env3_in_acc": 0.8650945400467389, "env3_out_acc": 0.8205782312925171, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.2674422025680543, "mem_gb": 5.401005268096924, "step": 5000, "step_time": 0.2176638972759247}
