{"agg_test_acc": 0.01305258075238892, "agg_val_acc": 0.08452512786778495, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9f2cd315f6e0f633333b139c3af98d8a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1746633891, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.009227524387028736, "env0_out_acc": 0.016877637130801686, "env1_in_acc": 0.012453460007703171, "env1_out_acc": 0.019003595274781716, "env2_in_acc": 0.12027707808564232, "env2_out_acc": 0.10957178841309824, "env3_in_acc": 0.13554280858296155, "env3_out_acc": 0.125, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 4.028076171875, "mem_gb": 2.1692652702331543, "step": 0, "step_time": 1.5035977363586426}
{"agg_test_acc": 0.20764627479074724, "agg_val_acc": 0.6442387040267941, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9f2cd315f6e0f633333b139c3af98d8a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1746633891, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.2106511995781703, "env0_out_acc": 0.20464135021097046, "env1_in_acc": 0.6860957760944922, "env1_out_acc": 0.6861838726245506, "env2_in_acc": 0.6105163727959698, "env2_out_acc": 0.6385390428211587, "env3_in_acc": 0.6377735287869131, "env3_out_acc": 0.6079931972789115, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.5870606033007304, "mem_gb": 2.4381909370422363, "step": 300, "step_time": 0.16096695025761923}
{"agg_test_acc": 0.2599893929447455, "agg_val_acc": 0.7486598553175852, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9f2cd315f6e0f633333b139c3af98d8a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1746633891, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.2404429211705774, "env0_out_acc": 0.2795358649789029, "env1_in_acc": 0.8201309539093593, "env1_out_acc": 0.8186954288649204, "env2_in_acc": 0.7440176322418136, "env2_out_acc": 0.7342569269521411, "env3_in_acc": 0.7355003186743149, "env3_out_acc": 0.6930272108843537, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.302628711859385, "mem_gb": 2.4381909370422363, "step": 600, "step_time": 0.18088027397791545}
{"agg_test_acc": 0.3236675152813377, "agg_val_acc": 0.7679174561468554, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9f2cd315f6e0f633333b139c3af98d8a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1746633891, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.30556287898760875, "env0_out_acc": 0.34177215189873417, "env1_in_acc": 0.8356656823725767, "env1_out_acc": 0.8346173600410889, "env2_in_acc": 0.7695214105793451, "env2_out_acc": 0.7531486146095718, "env3_in_acc": 0.7714042914807733, "env3_out_acc": 0.7159863945578231, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.177883436282476, "mem_gb": 2.4381909370422363, "step": 900, "step_time": 0.1804050866762797}
{"agg_test_acc": 0.3541225173185252, "agg_val_acc": 0.7920202176417876, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9f2cd315f6e0f633333b139c3af98d8a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1746633891, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3348273134721856, "env0_out_acc": 0.37341772151898733, "env1_in_acc": 0.8537681345487226, "env1_out_acc": 0.8500256805341551, "env2_in_acc": 0.797544080604534, "env2_out_acc": 0.792191435768262, "env3_in_acc": 0.7964733375823242, "env3_out_acc": 0.733843537414966, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.0679547528425855, "mem_gb": 2.4381909370422363, "step": 1200, "step_time": 0.1821590288480123}
{"agg_test_acc": 0.37679933925656944, "agg_val_acc": 0.8044071072697467, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9f2cd315f6e0f633333b139c3af98d8a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1746633891, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3538096493540733, "env0_out_acc": 0.399789029535865, "env1_in_acc": 0.8660932083707793, "env1_out_acc": 0.8567026194144838, "env2_in_acc": 0.8214735516372796, "env2_out_acc": 0.8022670025188917, "env3_in_acc": 0.8141066496707032, "env3_out_acc": 0.7542517006802721, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.987988908290863, "mem_gb": 2.4381909370422363, "step": 1500, "step_time": 0.18785808404286702}
{"agg_test_acc": 0.40659481525177693, "agg_val_acc": 0.8283573780794296, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9f2cd315f6e0f633333b139c3af98d8a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1746633891, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3849195887160559, "env0_out_acc": 0.4282700421940928, "env1_in_acc": 0.8768776479650789, "env1_out_acc": 0.8710837185413457, "env2_in_acc": 0.8494962216624685, "env2_out_acc": 0.8299748110831234, "env3_in_acc": 0.8262162736350117, "env3_out_acc": 0.7840136054421769, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.9148580821355183, "mem_gb": 2.4381909370422363, "step": 1800, "step_time": 0.1841506028175354}
{"agg_test_acc": 0.4278209023814768, "agg_val_acc": 0.8313753149891764, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9f2cd315f6e0f633333b139c3af98d8a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1746633891, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.40627471658317954, "env0_out_acc": 0.44936708860759494, "env1_in_acc": 0.8818847092052895, "env1_out_acc": 0.8834103749357987, "env2_in_acc": 0.8570528967254408, "env2_out_acc": 0.8198992443324937, "env3_in_acc": 0.8451242829827916, "env3_out_acc": 0.7908163265306123, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.8090087254842122, "mem_gb": 2.4381909370422363, "step": 2100, "step_time": 0.18423696438471476}
{"agg_test_acc": 0.44469631466372334, "agg_val_acc": 0.8407925185439208, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9f2cd315f6e0f633333b139c3af98d8a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1746633891, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.42314790403374636, "env0_out_acc": 0.46624472573839665, "env1_in_acc": 0.8879188599306714, "env1_out_acc": 0.8787878787878788, "env2_in_acc": 0.8794080604534005, "env2_out_acc": 0.8425692695214105, "env3_in_acc": 0.8553218610579987, "env3_out_acc": 0.8010204081632653, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.7356716517607371, "mem_gb": 2.4381909370422363, "step": 2400, "step_time": 0.1826775828997294}
{"agg_test_acc": 0.45722119115102383, "agg_val_acc": 0.850492664960084, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9f2cd315f6e0f633333b139c3af98d8a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1746633891, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.43448457685209596, "env0_out_acc": 0.479957805907173, "env1_in_acc": 0.8961355758120426, "env1_out_acc": 0.8906009244992296, "env2_in_acc": 0.8869647355163728, "env2_out_acc": 0.853904282115869, "env3_in_acc": 0.864669640960272, "env3_out_acc": 0.8069727891156463, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.6555763292312622, "mem_gb": 2.4381909370422363, "step": 2700, "step_time": 0.18198741515477498}
{"agg_test_acc": 0.471327372750995, "agg_val_acc": 0.8570849613538559, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9f2cd315f6e0f633333b139c3af98d8a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1746633891, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.45320326918006854, "env0_out_acc": 0.48945147679324896, "env1_in_acc": 0.901399409423546, "env1_out_acc": 0.8972778633795583, "env2_in_acc": 0.8976700251889169, "env2_out_acc": 0.8602015113350125, "env3_in_acc": 0.8738049713193117, "env3_out_acc": 0.8137755102040817, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.6007620855172475, "mem_gb": 2.4381909370422363, "step": 3000, "step_time": 0.1858896859486898}
{"agg_test_acc": 0.4738319865119363, "agg_val_acc": 0.8572370714009512, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9f2cd315f6e0f633333b139c3af98d8a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1746633891, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.4582124967044556, "env0_out_acc": 0.48945147679324896, "env1_in_acc": 0.9057645397355245, "env1_out_acc": 0.8947098099640473, "env2_in_acc": 0.9153022670025189, "env2_out_acc": 0.8564231738035264, "env3_in_acc": 0.8820905035054175, "env3_out_acc": 0.8205782312925171, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.2168397734562555, "mem_gb": 5.39812707901001, "step": 3300, "step_time": 0.21435902754465738}
{"agg_test_acc": 0.47818252230688224, "agg_val_acc": 0.8600745099180326, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9f2cd315f6e0f633333b139c3af98d8a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1746633891, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.46374901133667285, "env0_out_acc": 0.49261603375527424, "env1_in_acc": 0.9082038772628065, "env1_out_acc": 0.8967642526964561, "env2_in_acc": 0.9241183879093199, "env2_out_acc": 0.8501259445843828, "env3_in_acc": 0.8878266411727215, "env3_out_acc": 0.8333333333333334, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.0201705167690913, "mem_gb": 5.39812707901001, "step": 3600, "step_time": 0.21930529991785686}
{"agg_test_acc": 0.47752313531740953, "agg_val_acc": 0.8672143410951945, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9f2cd315f6e0f633333b139c3af98d8a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1746633891, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.46453994199841814, "env0_out_acc": 0.49050632911392406, "env1_in_acc": 0.9114135319039671, "env1_out_acc": 0.8988186954288649, "env2_in_acc": 0.9149874055415617, "env2_out_acc": 0.8652392947103275, "env3_in_acc": 0.8975993201614616, "env3_out_acc": 0.8375850340136054, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.9974648666381836, "mem_gb": 5.39812707901001, "step": 3900, "step_time": 0.22411969502766926}
{"agg_test_acc": 0.47594099588969524, "agg_val_acc": 0.8668320670770917, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9f2cd315f6e0f633333b139c3af98d8a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1746633891, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.46348536778275773, "env0_out_acc": 0.4883966244725738, "env1_in_acc": 0.9178328411862884, "env1_out_acc": 0.8998459167950693, "env2_in_acc": 0.9291561712846348, "env2_out_acc": 0.8690176322418136, "env3_in_acc": 0.8986615678776291, "env3_out_acc": 0.8316326530612245, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.9778836365540823, "mem_gb": 5.39812707901001, "step": 4200, "step_time": 0.22260314067204792}
{"agg_test_acc": 0.4759411349422025, "agg_val_acc": 0.872151501782687, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9f2cd315f6e0f633333b139c3af98d8a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1746633891, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.46243079356709726, "env0_out_acc": 0.48945147679324896, "env1_in_acc": 0.9177044550006419, "env1_out_acc": 0.9060092449922958, "env2_in_acc": 0.9323047858942065, "env2_out_acc": 0.8677581863979849, "env3_in_acc": 0.8973868706182282, "env3_out_acc": 0.842687074829932, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.9638633167743683, "mem_gb": 5.39812707901001, "step": 4500, "step_time": 0.2212176767985026}
{"agg_test_acc": 0.47554553055902027, "agg_val_acc": 0.878296240314482, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9f2cd315f6e0f633333b139c3af98d8a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1746633891, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.4626944371210124, "env0_out_acc": 0.4883966244725738, "env1_in_acc": 0.9209141096418025, "env1_out_acc": 0.9049820236260914, "env2_in_acc": 0.9354534005037783, "env2_out_acc": 0.8753148614609572, "env3_in_acc": 0.9099213936690036, "env3_out_acc": 0.8545918367346939, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.9573823976516723, "mem_gb": 5.39812707901001, "step": 4800, "step_time": 0.22147891759872437}
{"agg_test_acc": 0.4760729567190942, "agg_val_acc": 0.8790447817462291, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9f2cd315f6e0f633333b139c3af98d8a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1746633891, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.4626944371210124, "env0_out_acc": 0.48945147679324896, "env1_in_acc": 0.9219411991269739, "env1_out_acc": 0.903954802259887, "env2_in_acc": 0.9357682619647355, "env2_out_acc": 0.8853904282115869, "env3_in_acc": 0.9116209900148715, "env3_out_acc": 0.8477891156462585, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.942804756462574, "mem_gb": 5.39812707901001, "step": 5000, "step_time": 0.2219511413574219}
