{"agg_test_acc": 0.034640656755267604, "agg_val_acc": 0.08664167712996111, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/5b1e42493aa55319b22620a1ae52ae21", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2119838762, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.08832059056156077, "env0_out_acc": 0.08227848101265822, "env1_in_acc": 0.16613172422647324, "env1_out_acc": 0.16127375449409348, "env2_in_acc": 0.030226700251889168, "env2_out_acc": 0.0163727959697733, "env3_in_acc": 0.03356702783089016, "env3_out_acc": 0.03571428571428571, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 5.8242292404174805, "mem_gb": 2.007481575012207, "step": 0, "step_time": 1.576622724533081}
{"agg_test_acc": 0.29635627340011944, "agg_val_acc": 0.6762014732912187, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/5b1e42493aa55319b22620a1ae52ae21", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2119838762, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7519114157658845, "env0_out_acc": 0.770042194092827, "env1_in_acc": 0.7151110540505842, "env1_out_acc": 0.7170005136106831, "env2_in_acc": 0.5484886649874056, "env2_out_acc": 0.5415617128463476, "env3_in_acc": 0.2933928192054387, "env3_out_acc": 0.29931972789115646, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.905100825627645, "mem_gb": 2.258018970489502, "step": 300, "step_time": 0.15512092192967733}
{"agg_test_acc": 0.30283517152082046, "agg_val_acc": 0.7790420284486393, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/5b1e42493aa55319b22620a1ae52ae21", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2119838762, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8502504613762194, "env0_out_acc": 0.8322784810126582, "env1_in_acc": 0.8038259083322634, "env1_out_acc": 0.8058551617873652, "env2_in_acc": 0.7002518891687658, "env2_out_acc": 0.698992443324937, "env3_in_acc": 0.3089016358614829, "env3_out_acc": 0.2967687074829932, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.480974708398183, "mem_gb": 2.258018970489502, "step": 600, "step_time": 0.1820841646194458}
{"agg_test_acc": 0.32281247409534547, "agg_val_acc": 0.8065902510805962, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/5b1e42493aa55319b22620a1ae52ae21", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2119838762, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8718692327972581, "env0_out_acc": 0.8586497890295358, "env1_in_acc": 0.8207728848375915, "env1_out_acc": 0.8243451463790447, "env2_in_acc": 0.7493702770780857, "env2_out_acc": 0.7367758186397985, "env3_in_acc": 0.3267473974930954, "env3_out_acc": 0.31887755102040816, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.3369429961840313, "mem_gb": 2.258018970489502, "step": 900, "step_time": 0.1812334132194519}
{"agg_test_acc": 0.34385148242238667, "agg_val_acc": 0.8137287157397695, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/5b1e42493aa55319b22620a1ae52ae21", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2119838762, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8982335881887688, "env0_out_acc": 0.8755274261603375, "env1_in_acc": 0.8423417640261908, "env1_out_acc": 0.8376990241397021, "env2_in_acc": 0.7717254408060453, "env2_out_acc": 0.7279596977329975, "env3_in_acc": 0.34841725090291054, "env3_out_acc": 0.3392857142857143, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.2590799379348754, "mem_gb": 2.258018970489502, "step": 1200, "step_time": 0.18187522888183594}
{"agg_test_acc": 0.356284116400293, "agg_val_acc": 0.8302427766134607, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/5b1e42493aa55319b22620a1ae52ae21", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2119838762, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9145794885315054, "env0_out_acc": 0.8860759493670886, "env1_in_acc": 0.8509436384645013, "env1_out_acc": 0.8351309707241911, "env2_in_acc": 0.7997481108312342, "env2_out_acc": 0.7695214105793451, "env3_in_acc": 0.3596770766942851, "env3_out_acc": 0.352891156462585, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.1520638155937193, "mem_gb": 2.258018970489502, "step": 1500, "step_time": 0.1822717022895813}
{"agg_test_acc": 0.3680796727303777, "agg_val_acc": 0.85008588235113, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/5b1e42493aa55319b22620a1ae52ae21", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2119838762, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9240706564724492, "env0_out_acc": 0.9029535864978903, "env1_in_acc": 0.8659648221851329, "env1_out_acc": 0.8525937339496662, "env2_in_acc": 0.815176322418136, "env2_out_acc": 0.7947103274559194, "env3_in_acc": 0.36881240705332485, "env3_out_acc": 0.3673469387755102, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.0686079748471577, "mem_gb": 2.258018970489502, "step": 1800, "step_time": 0.1810862119992574}
{"agg_test_acc": 0.3807231303620506, "agg_val_acc": 0.8616342702692101, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/5b1e42493aa55319b22620a1ae52ae21", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2119838762, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9311890324281571, "env0_out_acc": 0.9156118143459916, "env1_in_acc": 0.8718705867248684, "env1_out_acc": 0.869542886492039, "env2_in_acc": 0.8353274559193955, "env2_out_acc": 0.7997481108312342, "env3_in_acc": 0.38559592096876993, "env3_out_acc": 0.3758503401360544, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.002408565282822, "mem_gb": 2.258018970489502, "step": 2100, "step_time": 0.18234414974848429}
{"agg_test_acc": 0.3925176027658948, "agg_val_acc": 0.8634904939623794, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/5b1e42493aa55319b22620a1ae52ae21", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2119838762, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9448984972317427, "env0_out_acc": 0.9092827004219409, "env1_in_acc": 0.8794453716780074, "env1_out_acc": 0.8726245505906522, "env2_in_acc": 0.8482367758186398, "env2_out_acc": 0.8085642317380353, "env3_in_acc": 0.39813044401954534, "env3_out_acc": 0.3869047619047619, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.8953363422552745, "mem_gb": 2.258018970489502, "step": 2400, "step_time": 0.17981539328893026}
{"agg_test_acc": 0.40324982745410276, "agg_val_acc": 0.8776648460746163, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/5b1e42493aa55319b22620a1ae52ae21", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2119838762, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9475349327708937, "env0_out_acc": 0.9272151898734177, "env1_in_acc": 0.8881756323019643, "env1_out_acc": 0.8808423215202876, "env2_in_acc": 0.8620906801007556, "env2_out_acc": 0.8249370277078085, "env3_in_acc": 0.40854047163798596, "env3_out_acc": 0.3979591836734694, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.860446105003357, "mem_gb": 2.258018970489502, "step": 2700, "step_time": 0.1843336009979248}
{"agg_test_acc": 0.4098379311435286, "agg_val_acc": 0.8749862688421155, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/5b1e42493aa55319b22620a1ae52ae21", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2119838762, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.953071447403111, "env0_out_acc": 0.9145569620253164, "env1_in_acc": 0.8974194376685068, "env1_out_acc": 0.8854648176682075, "env2_in_acc": 0.881926952141058, "env2_out_acc": 0.8249370277078085, "env3_in_acc": 0.4149139579349904, "env3_out_acc": 0.40476190476190477, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.780560417175293, "mem_gb": 2.258018970489502, "step": 3000, "step_time": 0.1834191131591797}
{"agg_test_acc": 0.41546892796264134, "agg_val_acc": 0.8899746539558587, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/5b1e42493aa55319b22620a1ae52ae21", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2119838762, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9549169522805168, "env0_out_acc": 0.9314345991561181, "env1_in_acc": 0.9031968160225959, "env1_out_acc": 0.8921417565485362, "env2_in_acc": 0.8910579345088161, "env2_out_acc": 0.8463476070528967, "env3_in_acc": 0.4227745910346293, "env3_out_acc": 0.40816326530612246, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.7562542219956716, "mem_gb": 2.258018970489502, "step": 3300, "step_time": 0.18141227960586548}
{"agg_test_acc": 0.4190824670667255, "agg_val_acc": 0.8898126607130356, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/5b1e42493aa55319b22620a1ae52ae21", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2119838762, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.965462694437121, "env0_out_acc": 0.9324894514767933, "env1_in_acc": 0.9025548850943639, "env1_out_acc": 0.8906009244992296, "env2_in_acc": 0.9030226700251889, "env2_out_acc": 0.8463476070528967, "env3_in_acc": 0.42404928829403016, "env3_out_acc": 0.4141156462585034, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.4341913545131684, "mem_gb": 5.394754886627197, "step": 3600, "step_time": 0.2076049073537191}
{"agg_test_acc": 0.4248210435652025, "agg_val_acc": 0.892921153325155, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/5b1e42493aa55319b22620a1ae52ae21", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2119838762, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9615080411283944, "env0_out_acc": 0.9272151898734177, "env1_in_acc": 0.908974194376685, "env1_out_acc": 0.8900873138161274, "env2_in_acc": 0.8973551637279596, "env2_out_acc": 0.8614609571788413, "env3_in_acc": 0.42787338007223286, "env3_out_acc": 0.4217687074829932, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.258218103647232, "mem_gb": 5.394754886627197, "step": 3900, "step_time": 0.2195073692003886}
{"agg_test_acc": 0.4274766628542932, "agg_val_acc": 0.8972685504102802, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/5b1e42493aa55319b22620a1ae52ae21", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2119838762, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9688900606380174, "env0_out_acc": 0.9451476793248945, "env1_in_acc": 0.908974194376685, "env1_out_acc": 0.8977914740626605, "env2_in_acc": 0.9074307304785895, "env2_out_acc": 0.8488664987405542, "env3_in_acc": 0.4331846186530699, "env3_out_acc": 0.4217687074829932, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.2328846033414205, "mem_gb": 5.394754886627197, "step": 4200, "step_time": 0.21791310787200927}
{"agg_test_acc": 0.42875136011305676, "agg_val_acc": 0.8995615921040816, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/5b1e42493aa55319b22620a1ae52ae21", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2119838762, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9670445557606117, "env0_out_acc": 0.9356540084388185, "env1_in_acc": 0.9134677108743099, "env1_out_acc": 0.8977914740626605, "env2_in_acc": 0.9156171284634761, "env2_out_acc": 0.8652392947103275, "env3_in_acc": 0.43573401317187166, "env3_out_acc": 0.4217687074829932, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.2210550113519032, "mem_gb": 5.394754886627197, "step": 4500, "step_time": 0.21664503733317056}
{"agg_test_acc": 0.4301320111618238, "agg_val_acc": 0.8971620933798248, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/5b1e42493aa55319b22620a1ae52ae21", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2119838762, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9683627735301872, "env0_out_acc": 0.9367088607594937, "env1_in_acc": 0.9151367312877134, "env1_out_acc": 0.9008731381612738, "env2_in_acc": 0.9206549118387909, "env2_out_acc": 0.853904282115869, "env3_in_acc": 0.4393456554068409, "env3_out_acc": 0.42091836734693877, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.2056990659236908, "mem_gb": 5.394754886627197, "step": 4800, "step_time": 0.2204433266321818}
{"agg_test_acc": 0.43151401711839144, "agg_val_acc": 0.906091848238601, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/5b1e42493aa55319b22620a1ae52ae21", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2119838762, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9694173477458476, "env0_out_acc": 0.9440928270042194, "env1_in_acc": 0.9200154063422775, "env1_out_acc": 0.901386748844376, "env2_in_acc": 0.9222292191435768, "env2_out_acc": 0.8727959697732998, "env3_in_acc": 0.43870830677714046, "env3_out_acc": 0.42431972789115646, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.20317152261734, "mem_gb": 5.394754886627197, "step": 5000, "step_time": 0.22224872589111327}
