{"agg_test_acc": 0.11571158684390742, "agg_val_acc": 0.04551781247477952, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/410ceaaae6a33404243fabddfd40cd92", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 774609317, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.026891642499340892, "env0_out_acc": 0.022151898734177215, "env1_in_acc": 0.017845679804852996, "env1_out_acc": 0.01746276322547509, "env2_in_acc": 0.11429471032745592, "env2_out_acc": 0.11712846347607053, "env3_in_acc": 0.10558742298704057, "env3_out_acc": 0.09693877551020408, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 5.056929588317871, "mem_gb": 2.007481575012207, "step": 0, "step_time": 1.4552960395812988}
{"agg_test_acc": 0.35658060435571476, "agg_val_acc": 0.6841696543188929, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/410ceaaae6a33404243fabddfd40cd92", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 774609317, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8064856314263116, "env0_out_acc": 0.7869198312236287, "env1_in_acc": 0.7424573115932726, "env1_out_acc": 0.7349768875192604, "env2_in_acc": 0.3542191435768262, "env2_out_acc": 0.3589420654911839, "env3_in_acc": 0.5476949224559167, "env3_out_acc": 0.5306122448979592, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.924229186375936, "mem_gb": 2.258018970489502, "step": 300, "step_time": 0.1541874353090922}
{"agg_test_acc": 0.447418135796442, "agg_val_acc": 0.7746384024298114, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/410ceaaae6a33404243fabddfd40cd92", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 774609317, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8700237279198524, "env0_out_acc": 0.8554852320675106, "env1_in_acc": 0.8110155347284632, "env1_out_acc": 0.8043143297380585, "env2_in_acc": 0.4540302267002519, "env2_out_acc": 0.44080604534005036, "env3_in_acc": 0.6859995751009136, "env3_out_acc": 0.6641156462585034, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.5693479585647583, "mem_gb": 2.258018970489502, "step": 600, "step_time": 0.17684211810429892}
{"agg_test_acc": 0.47134760681722293, "agg_val_acc": 0.7987527512748354, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/410ceaaae6a33404243fabddfd40cd92", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 774609317, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8892697073556551, "env0_out_acc": 0.8786919831223629, "env1_in_acc": 0.8366927718577482, "env1_out_acc": 0.8279404211607602, "env2_in_acc": 0.4704030226700252, "env2_out_acc": 0.4722921914357683, "env3_in_acc": 0.728914382834077, "env3_out_acc": 0.689625850340136, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.4347912788391115, "mem_gb": 2.258018970489502, "step": 900, "step_time": 0.17753166437149048}
{"agg_test_acc": 0.49055415592600754, "agg_val_acc": 0.8130185389827065, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/410ceaaae6a33404243fabddfd40cd92", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 774609317, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9069338254679673, "env0_out_acc": 0.890295358649789, "env1_in_acc": 0.8508152522788548, "env1_out_acc": 0.8387262455059066, "env2_in_acc": 0.48614609571788414, "env2_out_acc": 0.49496221662468515, "env3_in_acc": 0.7546207775653282, "env3_out_acc": 0.7100340136054422, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.3273555878798167, "mem_gb": 2.258018970489502, "step": 1200, "step_time": 0.17929459492365518}
{"agg_test_acc": 0.5077141055395938, "agg_val_acc": 0.8319671708759522, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/410ceaaae6a33404243fabddfd40cd92", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 774609317, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9190614289480622, "env0_out_acc": 0.9040084388185654, "env1_in_acc": 0.862370008987033, "env1_out_acc": 0.8546481766820749, "env2_in_acc": 0.5040931989924433, "env2_out_acc": 0.5113350125944585, "env3_in_acc": 0.7773528786913109, "env3_out_acc": 0.7372448979591837, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.234673244555791, "mem_gb": 2.258018970489502, "step": 1500, "step_time": 0.17728696823120116}
{"agg_test_acc": 0.5231423171187815, "agg_val_acc": 0.8390688182003526, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/410ceaaae6a33404243fabddfd40cd92", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 774609317, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9264434484576852, "env0_out_acc": 0.9092827004219409, "env1_in_acc": 0.8721273590961612, "env1_out_acc": 0.8613251155624037, "env2_in_acc": 0.5198362720403022, "env2_out_acc": 0.5264483627204031, "env3_in_acc": 0.7964733375823242, "env3_out_acc": 0.7465986394557823, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.154521278142929, "mem_gb": 2.258018970489502, "step": 1800, "step_time": 0.17970807631810506}
{"agg_test_acc": 0.5393576823499685, "agg_val_acc": 0.8409612676892536, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/410ceaaae6a33404243fabddfd40cd92", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 774609317, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9354073292907988, "env0_out_acc": 0.9103375527426161, "env1_in_acc": 0.8766208755937861, "env1_out_acc": 0.8659476117103235, "env2_in_acc": 0.5371536523929471, "env2_out_acc": 0.5415617128463476, "env3_in_acc": 0.8068833652007649, "env3_out_acc": 0.7465986394557823, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.0927884169419606, "mem_gb": 2.258018970489502, "step": 2100, "step_time": 0.18905783653259278}
{"agg_test_acc": 0.5459697730267633, "agg_val_acc": 0.8577581016870965, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/410ceaaae6a33404243fabddfd40cd92", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 774609317, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9430529923543369, "env0_out_acc": 0.9251054852320675, "env1_in_acc": 0.8889459494158428, "env1_out_acc": 0.8777606574216744, "env2_in_acc": 0.5491183879093199, "env2_out_acc": 0.5428211586901763, "env3_in_acc": 0.8196303377947738, "env3_out_acc": 0.7704081632653061, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.023172305027644, "mem_gb": 2.258018970489502, "step": 2400, "step_time": 0.18479082266489666}
{"agg_test_acc": 0.5508501256691593, "agg_val_acc": 0.8630135169654329, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/410ceaaae6a33404243fabddfd40cd92", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 774609317, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.948062219878724, "env0_out_acc": 0.9272151898734177, "env1_in_acc": 0.8972910514828605, "env1_out_acc": 0.8854648176682075, "env2_in_acc": 0.5601385390428212, "env2_out_acc": 0.5415617128463476, "env3_in_acc": 0.8270660718079456, "env3_out_acc": 0.7763605442176871, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.9427048389116923, "mem_gb": 2.258018970489502, "step": 2700, "step_time": 0.18221062739690144}
{"agg_test_acc": 0.556202770502755, "agg_val_acc": 0.8669214228933683, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/410ceaaae6a33404243fabddfd40cd92", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 774609317, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.955444239388347, "env0_out_acc": 0.9251054852320675, "env1_in_acc": 0.8970342791115676, "env1_out_acc": 0.8941961992809451, "env2_in_acc": 0.5645465994962217, "env2_out_acc": 0.5478589420654912, "env3_in_acc": 0.8466114297854259, "env3_out_acc": 0.7814625850340136, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.8932232149442036, "mem_gb": 2.258018970489502, "step": 3000, "step_time": 0.18309459606806436}
{"agg_test_acc": 0.5590365236499527, "agg_val_acc": 0.8738056492139549, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/410ceaaae6a33404243fabddfd40cd92", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 774609317, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9625626153440549, "env0_out_acc": 0.9324894514767933, "env1_in_acc": 0.9051226088072923, "env1_out_acc": 0.8947098099640473, "env2_in_acc": 0.5664357682619647, "env2_out_acc": 0.5516372795969773, "env3_in_acc": 0.8485234756745273, "env3_out_acc": 0.79421768707483, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.8606077261765799, "mem_gb": 2.258018970489502, "step": 3300, "step_time": 0.1811539657910665}
{"agg_test_acc": 0.5606108309539515, "agg_val_acc": 0.8762742024448569, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/410ceaaae6a33404243fabddfd40cd92", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 774609317, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9601898233588189, "env0_out_acc": 0.9345991561181435, "env1_in_acc": 0.9096161253049172, "env1_out_acc": 0.8983050847457628, "env2_in_acc": 0.5683249370277078, "env2_out_acc": 0.552896725440806, "env3_in_acc": 0.8540471637985978, "env3_out_acc": 0.7959183673469388, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.4900330440203349, "mem_gb": 5.394754886627197, "step": 3600, "step_time": 0.20671804428100585}
{"agg_test_acc": 0.5606108309539515, "agg_val_acc": 0.8849821159871192, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/410ceaaae6a33404243fabddfd40cd92", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 774609317, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9630899024518851, "env0_out_acc": 0.9377637130801688, "env1_in_acc": 0.9103864424187957, "env1_out_acc": 0.8983050847457628, "env2_in_acc": 0.5632871536523929, "env2_out_acc": 0.5579345088161209, "env3_in_acc": 0.8612704482685363, "env3_out_acc": 0.8188775510204082, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.3029451560974121, "mem_gb": 5.394754886627197, "step": 3900, "step_time": 0.2194953242937724}
{"agg_test_acc": 0.5634445841011492, "agg_val_acc": 0.884940188584431, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/410ceaaae6a33404243fabddfd40cd92", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 774609317, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9670445557606117, "env0_out_acc": 0.9377637130801688, "env1_in_acc": 0.9156502760302991, "env1_out_acc": 0.9049820236260914, "env2_in_acc": 0.5639168765743073, "env2_out_acc": 0.5629722921914357, "env3_in_acc": 0.8674314850223072, "env3_out_acc": 0.8120748299319728, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.2771852628389995, "mem_gb": 5.394754886627197, "step": 4200, "step_time": 0.21914804855982462}
{"agg_test_acc": 0.5632871533707493, "agg_val_acc": 0.8854706664226364, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/410ceaaae6a33404243fabddfd40cd92", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 774609317, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9717901397310835, "env0_out_acc": 0.9451476793248945, "env1_in_acc": 0.913210938503017, "env1_out_acc": 0.9034411915767848, "env2_in_acc": 0.5636020151133502, "env2_out_acc": 0.5629722921914357, "env3_in_acc": 0.8744423199490121, "env3_out_acc": 0.8078231292517006, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.2577261205514272, "mem_gb": 5.394754886627197, "step": 4500, "step_time": 0.2210350251197815}
{"agg_test_acc": 0.5615554153363508, "agg_val_acc": 0.8805300273117925, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/410ceaaae6a33404243fabddfd40cd92", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 774609317, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9651990508832059, "env0_out_acc": 0.939873417721519, "env1_in_acc": 0.9221979714982668, "env1_out_acc": 0.8998459167950693, "env2_in_acc": 0.5626574307304786, "env2_out_acc": 0.5604534005037783, "env3_in_acc": 0.8812407053324836, "env3_out_acc": 0.8018707482993197, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.2522702475388845, "mem_gb": 5.394754886627197, "step": 4800, "step_time": 0.2237761338551839}
{"agg_test_acc": 0.5631297226403494, "agg_val_acc": 0.8857464562974394, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/410ceaaae6a33404243fabddfd40cd92", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 774609317, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9680991299762721, "env0_out_acc": 0.9388185654008439, "env1_in_acc": 0.9228399024264989, "env1_out_acc": 0.9054956343091937, "env2_in_acc": 0.5632871536523929, "env2_out_acc": 0.5629722921914357, "env3_in_acc": 0.8803909071595496, "env3_out_acc": 0.8129251700680272, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.2409236454963684, "mem_gb": 5.394754886627197, "step": 5000, "step_time": 0.2222862148284912}
