{"agg_test_acc": 0.13654489832448172, "agg_val_acc": 0.11841437342173738, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/7fbd94b6f5752c16ecf4320af21a0c9e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1010103620, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.02530978117585025, "env0_out_acc": 0.023206751054852322, "env1_in_acc": 0.19951213249454358, "env1_out_acc": 0.1997945557267591, "env2_in_acc": 0.13916876574307305, "env2_out_acc": 0.13224181360201512, "env3_in_acc": 0.12853197365625663, "env3_out_acc": 0.1445578231292517, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 4.374078273773193, "mem_gb": 2.1692652702331543, "step": 0, "step_time": 1.7024774551391602}
{"agg_test_acc": 0.30899810514243164, "agg_val_acc": 0.7101640977460412, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/7fbd94b6f5752c16ecf4320af21a0c9e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1010103620, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7959398892697074, "env0_out_acc": 0.7837552742616034, "env1_in_acc": 0.7587623571703684, "env1_out_acc": 0.7308680020544427, "env2_in_acc": 0.6690806045340051, "env2_out_acc": 0.6158690176322418, "env3_in_acc": 0.31527512215848735, "env3_out_acc": 0.30272108843537415, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 2.633942410151164, "mem_gb": 2.437439441680908, "step": 300, "step_time": 0.16782609462738038}
{"agg_test_acc": 0.36244488216942333, "agg_val_acc": 0.7920036017851202, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/7fbd94b6f5752c16ecf4320af21a0c9e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1010103620, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8781966780912207, "env0_out_acc": 0.8523206751054853, "env1_in_acc": 0.8265502631916806, "env1_out_acc": 0.8032871083718541, "env2_in_acc": 0.7556675062972292, "env2_out_acc": 0.7204030226700252, "env3_in_acc": 0.372848948374761, "env3_out_acc": 0.3520408163265306, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 2.1851293341318767, "mem_gb": 2.437439441680908, "step": 600, "step_time": 0.18439842383066812}
{"agg_test_acc": 0.398573227689702, "agg_val_acc": 0.8153516382120188, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/7fbd94b6f5752c16ecf4320af21a0c9e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1010103620, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9053519641444767, "env0_out_acc": 0.8765822784810127, "env1_in_acc": 0.8482475285659263, "env1_out_acc": 0.8263995891114535, "env2_in_acc": 0.7899874055415617, "env2_out_acc": 0.743073047858942, "env3_in_acc": 0.40769067346505206, "env3_out_acc": 0.38945578231292516, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 2.0146095689137775, "mem_gb": 2.437439441680908, "step": 900, "step_time": 0.18870953241984048}
{"agg_test_acc": 0.4183383517026599, "agg_val_acc": 0.8374414597492756, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/7fbd94b6f5752c16ecf4320af21a0c9e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1010103620, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9298708146585816, "env0_out_acc": 0.8945147679324894, "env1_in_acc": 0.8630119399152651, "env1_out_acc": 0.8382126348228043, "env2_in_acc": 0.8224181360201511, "env2_out_acc": 0.7795969773299748, "env3_in_acc": 0.4242617378372637, "env3_out_acc": 0.41241496598639454, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.8803685144583384, "mem_gb": 2.437439441680908, "step": 1200, "step_time": 0.183993288675944}
{"agg_test_acc": 0.4301341790143047, "agg_val_acc": 0.8494686504713668, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/7fbd94b6f5752c16ecf4320af21a0c9e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1010103620, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9448984972317427, "env0_out_acc": 0.9050632911392406, "env1_in_acc": 0.8743099242521505, "env1_out_acc": 0.8561890087313816, "env2_in_acc": 0.8441435768261965, "env2_out_acc": 0.7871536523929471, "env3_in_acc": 0.43254727002336946, "env3_out_acc": 0.42772108843537415, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.7708998421827953, "mem_gb": 2.437439441680908, "step": 1500, "step_time": 0.1834741187095642}
{"agg_test_acc": 0.43491483569778816, "agg_val_acc": 0.8553256103772722, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/7fbd94b6f5752c16ecf4320af21a0c9e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1010103620, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9472712892169787, "env0_out_acc": 0.9008438818565401, "env1_in_acc": 0.8813711644627038, "env1_out_acc": 0.8628659476117103, "env2_in_acc": 0.8579974811083123, "env2_out_acc": 0.8022670025188917, "env3_in_acc": 0.44040790312300826, "env3_out_acc": 0.429421768707483, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.6853771885236104, "mem_gb": 2.437439441680908, "step": 1800, "step_time": 0.18267987410227457}
{"agg_test_acc": 0.4470298792872441, "agg_val_acc": 0.8665632889152503, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/7fbd94b6f5752c16ecf4320af21a0c9e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1010103620, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9541260216187715, "env0_out_acc": 0.9208860759493671, "env1_in_acc": 0.8898446527153678, "env1_out_acc": 0.8664612223934258, "env2_in_acc": 0.8781486146095718, "env2_out_acc": 0.8123425692695214, "env3_in_acc": 0.4476311875929467, "env3_out_acc": 0.44642857142857145, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.602463546593984, "mem_gb": 2.437439441680908, "step": 2100, "step_time": 0.18572782278060912}
{"agg_test_acc": 0.4548943061247942, "agg_val_acc": 0.8753603737059213, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/7fbd94b6f5752c16ecf4320af21a0c9e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1010103620, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9591352491431584, "env0_out_acc": 0.9219409282700421, "env1_in_acc": 0.8931826935421748, "env1_out_acc": 0.8741653826399589, "env2_in_acc": 0.8797229219143576, "env2_out_acc": 0.8299748110831234, "env3_in_acc": 0.4514552793711494, "env3_out_acc": 0.4583333333333333, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.5527777421474456, "mem_gb": 2.437439441680908, "step": 2400, "step_time": 0.18472764174143474}
{"agg_test_acc": 0.4580821331979435, "agg_val_acc": 0.8772620335129759, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/7fbd94b6f5752c16ecf4320af21a0c9e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1010103620, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9649354073292908, "env0_out_acc": 0.9240506329113924, "env1_in_acc": 0.8997303890101425, "env1_out_acc": 0.8777606574216744, "env2_in_acc": 0.8942065491183879, "env2_out_acc": 0.8299748110831234, "env3_in_acc": 0.4544295729764181, "env3_out_acc": 0.461734693877551, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.479845206340154, "mem_gb": 2.437439441680908, "step": 2700, "step_time": 0.18343430598576863}
{"agg_test_acc": 0.45850784522887833, "agg_val_acc": 0.883976429140578, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/7fbd94b6f5752c16ecf4320af21a0c9e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1010103620, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9683627735301872, "env0_out_acc": 0.9251054852320675, "env1_in_acc": 0.9055077673642317, "env1_out_acc": 0.8880328710837185, "env2_in_acc": 0.9020780856423174, "env2_out_acc": 0.8387909319899244, "env3_in_acc": 0.45272997663055026, "env3_out_acc": 0.4642857142857143, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.4507092877229055, "mem_gb": 2.437439441680908, "step": 3000, "step_time": 0.18157947858174642}
{"agg_test_acc": 0.4581886289510672, "agg_val_acc": 0.8910813168745984, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/7fbd94b6f5752c16ecf4320af21a0c9e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1010103620, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9736356446084893, "env0_out_acc": 0.9335443037974683, "env1_in_acc": 0.908332263448453, "env1_out_acc": 0.8895737031330252, "env2_in_acc": 0.9108942065491183, "env2_out_acc": 0.8501259445843828, "env3_in_acc": 0.4537922243467177, "env3_out_acc": 0.46258503401360546, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.4218891481558482, "mem_gb": 2.437439441680908, "step": 3300, "step_time": 0.18077887535095216}
{"agg_test_acc": 0.45776318790169246, "agg_val_acc": 0.8968657378486398, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/7fbd94b6f5752c16ecf4320af21a0c9e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1010103620, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9715264961771685, "env0_out_acc": 0.9419831223628692, "env1_in_acc": 0.9128257799460778, "env1_out_acc": 0.8947098099640473, "env2_in_acc": 0.9228589420654912, "env2_out_acc": 0.853904282115869, "env3_in_acc": 0.4546420225196516, "env3_out_acc": 0.4608843537414966, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.3569983196258546, "mem_gb": 5.397242069244385, "step": 3600, "step_time": 0.18783889293670655}
{"agg_test_acc": 0.4560630495935542, "agg_val_acc": 0.8941316244037713, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/7fbd94b6f5752c16ecf4320af21a0c9e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1010103620, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.972844713946744, "env0_out_acc": 0.9388185654008439, "env1_in_acc": 0.9179612273719348, "env1_out_acc": 0.8947098099640473, "env2_in_acc": 0.9234886649874056, "env2_out_acc": 0.8488664987405542, "env3_in_acc": 0.4529424261737837, "env3_out_acc": 0.45918367346938777, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.0829845337073007, "mem_gb": 5.397242069244385, "step": 3900, "step_time": 0.21824127674102783}
{"agg_test_acc": 0.4550005308963578, "agg_val_acc": 0.8919039447173749, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/7fbd94b6f5752c16ecf4320af21a0c9e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1010103620, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.975481149485895, "env0_out_acc": 0.9367088607594937, "env1_in_acc": 0.9214276543843882, "env1_out_acc": 0.8926553672316384, "env2_in_acc": 0.926007556675063, "env2_out_acc": 0.8463476070528967, "env3_in_acc": 0.45166772891438284, "env3_out_acc": 0.4583333333333333, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.059386601448059, "mem_gb": 5.397242069244385, "step": 4200, "step_time": 0.22267542044321695}
{"agg_test_acc": 0.45085532597133526, "agg_val_acc": 0.8969540485462324, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/7fbd94b6f5752c16ecf4320af21a0c9e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1010103620, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9783812285789613, "env0_out_acc": 0.9324894514767933, "env1_in_acc": 0.9237386057260238, "env1_out_acc": 0.9044684129429892, "env2_in_acc": 0.934823677581864, "env2_out_acc": 0.853904282115869, "env3_in_acc": 0.4510303802846824, "env3_out_acc": 0.45068027210884354, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.0426359979311626, "mem_gb": 5.397242069244385, "step": 4500, "step_time": 0.2180719836552938}
{"agg_test_acc": 0.4496857695578949, "agg_val_acc": 0.9073492606883148, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/7fbd94b6f5752c16ecf4320af21a0c9e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1010103620, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9757447930398102, "env0_out_acc": 0.9419831223628692, "env1_in_acc": 0.9273334189241238, "env1_out_acc": 0.9060092449922958, "env2_in_acc": 0.9316750629722922, "env2_out_acc": 0.8740554156171285, "env3_in_acc": 0.4520926280008498, "env3_out_acc": 0.44727891156462585, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.0247330556313197, "mem_gb": 5.397242069244385, "step": 4800, "step_time": 0.2180345908800761}
{"agg_test_acc": 0.448198351774444, "agg_val_acc": 0.9024570833148899, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/7fbd94b6f5752c16ecf4320af21a0c9e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1010103620, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9815449512259425, "env0_out_acc": 0.9409282700421941, "env1_in_acc": 0.9272050327384773, "env1_out_acc": 0.9049820236260914, "env2_in_acc": 0.9357682619647355, "env2_out_acc": 0.8614609571788413, "env3_in_acc": 0.449968132568515, "env3_out_acc": 0.44642857142857145, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.0200346332788468, "mem_gb": 5.397242069244385, "step": 5000, "step_time": 0.21787700533866883}
