{"agg_test_acc": 0.030856423158375314, "agg_val_acc": 0.06731727555793147, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7ad891da63d5e55d0ea3ec5ac7cda7ce", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1148249373, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.022409702082784075, "env0_out_acc": 0.029535864978902954, "env1_in_acc": 0.1160611118243677, "env1_out_acc": 0.09758602978941962, "env2_in_acc": 0.030226700251889168, "env2_out_acc": 0.031486146095717885, "env3_in_acc": 0.07138304652644997, "env3_out_acc": 0.07482993197278912, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 6.373569488525391, "mem_gb": 2.007481575012207, "step": 0, "step_time": 1.4535391330718994}
{"agg_test_acc": 0.3154911837213476, "agg_val_acc": 0.6122147292640063, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7ad891da63d5e55d0ea3ec5ac7cda7ce", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1148249373, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5304508304771949, "env0_out_acc": 0.5348101265822784, "env1_in_acc": 0.7319296443702658, "env1_out_acc": 0.7380585516178737, "env2_in_acc": 0.34005037783375314, "env2_out_acc": 0.29093198992443325, "env3_in_acc": 0.5659655831739961, "env3_out_acc": 0.5637755102040817, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.958765799999237, "mem_gb": 2.258018970489502, "step": 300, "step_time": 0.15610099077224732}
{"agg_test_acc": 0.46174433226283057, "agg_val_acc": 0.7831382711384813, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7ad891da63d5e55d0ea3ec5ac7cda7ce", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1148249373, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8660690746111258, "env0_out_acc": 0.8544303797468354, "env1_in_acc": 0.8129413275131596, "env1_out_acc": 0.807909604519774, "env2_in_acc": 0.48016372795969775, "env2_out_acc": 0.4433249370277078, "env3_in_acc": 0.7127682175483323, "env3_out_acc": 0.6870748299319728, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.566118235588074, "mem_gb": 2.258018970489502, "step": 600, "step_time": 0.17833107153574626}
{"agg_test_acc": 0.4927581861516057, "agg_val_acc": 0.8102526129946049, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7ad891da63d5e55d0ea3ec5ac7cda7ce", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1148249373, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8890060638017401, "env0_out_acc": 0.8776371308016878, "env1_in_acc": 0.8372063166003338, "env1_out_acc": 0.8294812532100667, "env2_in_acc": 0.5119647355163728, "env2_out_acc": 0.473551637279597, "env3_in_acc": 0.7493095389844912, "env3_out_acc": 0.7236394557823129, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.416088960170746, "mem_gb": 2.258018970489502, "step": 900, "step_time": 0.18077242612838745}
{"agg_test_acc": 0.5248740551531801, "agg_val_acc": 0.8338882132613067, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7ad891da63d5e55d0ea3ec5ac7cda7ce", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1148249373, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9132612707619299, "env0_out_acc": 0.8987341772151899, "env1_in_acc": 0.8485043009372192, "env1_out_acc": 0.8520801232665639, "env2_in_acc": 0.542191435768262, "env2_out_acc": 0.5075566750629723, "env3_in_acc": 0.7779902273210113, "env3_out_acc": 0.7508503401360545, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.2954505403836567, "mem_gb": 2.258018970489502, "step": 1200, "step_time": 0.17730976581573488}
{"agg_test_acc": 0.533847606785973, "agg_val_acc": 0.8426449149534534, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7ad891da63d5e55d0ea3ec5ac7cda7ce", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1148249373, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9277616662272608, "env0_out_acc": 0.9103375527426161, "env1_in_acc": 0.8617280780588009, "env1_out_acc": 0.8582434514637904, "env2_in_acc": 0.5488035264483627, "env2_out_acc": 0.5188916876574308, "env3_in_acc": 0.7907371999150202, "env3_out_acc": 0.7593537414965986, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.215624943971634, "mem_gb": 2.258018970489502, "step": 1500, "step_time": 0.18092602570851643}
{"agg_test_acc": 0.5483312339827613, "agg_val_acc": 0.8610799361637683, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7ad891da63d5e55d0ea3ec5ac7cda7ce", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1148249373, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.943316635908252, "env0_out_acc": 0.9240506329113924, "env1_in_acc": 0.8719989729105149, "env1_out_acc": 0.8726245505906522, "env2_in_acc": 0.556360201511335, "env2_out_acc": 0.5403022670025189, "env3_in_acc": 0.8147439983004037, "env3_out_acc": 0.7865646258503401, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.134191953341166, "mem_gb": 2.258018970489502, "step": 1800, "step_time": 0.1807853356997172}
{"agg_test_acc": 0.5678526445523457, "agg_val_acc": 0.8679288746927727, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7ad891da63d5e55d0ea3ec5ac7cda7ce", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1148249373, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9464803585552333, "env0_out_acc": 0.9219409282700421, "env1_in_acc": 0.881114392091411, "env1_out_acc": 0.8782742681047766, "env2_in_acc": 0.5676952141057935, "env2_out_acc": 0.5680100755667506, "env3_in_acc": 0.8300403654132144, "env3_out_acc": 0.8035714285714286, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.053925938208898, "mem_gb": 2.258018970489502, "step": 2100, "step_time": 0.1814777978261312}
{"agg_test_acc": 0.585012594165932, "agg_val_acc": 0.8744769630995606, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7ad891da63d5e55d0ea3ec5ac7cda7ce", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1148249373, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9551805958344318, "env0_out_acc": 0.9335443037974683, "env1_in_acc": 0.8880472461163179, "env1_out_acc": 0.8854648176682075, "env2_in_acc": 0.5793450881612091, "env2_out_acc": 0.5906801007556675, "env3_in_acc": 0.8410877416613555, "env3_out_acc": 0.8044217687074829, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.9663081177075703, "mem_gb": 2.258018970489502, "step": 2400, "step_time": 0.1797052256266276}
{"agg_test_acc": 0.5927266999555258, "agg_val_acc": 0.8778265943827614, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7ad891da63d5e55d0ea3ec5ac7cda7ce", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1148249373, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9591352491431584, "env0_out_acc": 0.9282700421940928, "env1_in_acc": 0.8951084863268712, "env1_out_acc": 0.8880328710837185, "env2_in_acc": 0.589735516372796, "env2_out_acc": 0.5957178841309824, "env3_in_acc": 0.8502230720203952, "env3_out_acc": 0.8171768707482994, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.891175972223282, "mem_gb": 2.258018970489502, "step": 2700, "step_time": 0.1770286218325297}
{"agg_test_acc": 0.596190176024323, "agg_val_acc": 0.8853921022982162, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7ad891da63d5e55d0ea3ec5ac7cda7ce", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1148249373, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9601898233588189, "env0_out_acc": 0.9345991561181435, "env1_in_acc": 0.8961355758120426, "env1_out_acc": 0.8941961992809451, "env2_in_acc": 0.5941435768261965, "env2_out_acc": 0.5982367758186398, "env3_in_acc": 0.8572339069471001, "env3_out_acc": 0.8273809523809523, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.8524977974096934, "mem_gb": 2.258018970489502, "step": 3000, "step_time": 0.17670545260111492}
{"agg_test_acc": 0.6009130979363193, "agg_val_acc": 0.890415800124512, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7ad891da63d5e55d0ea3ec5ac7cda7ce", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1148249373, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9644081202214606, "env0_out_acc": 0.9419831223628692, "env1_in_acc": 0.9066632430350494, "env1_out_acc": 0.8993323061119671, "env2_in_acc": 0.5972921914357683, "env2_out_acc": 0.6045340050377834, "env3_in_acc": 0.8667941363926067, "env3_out_acc": 0.8299319727891157, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.777320950826009, "mem_gb": 2.258018970489502, "step": 3300, "step_time": 0.17887567440668742}
{"agg_test_acc": 0.6031171281619175, "agg_val_acc": 0.8887186525020099, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7ad891da63d5e55d0ea3ec5ac7cda7ce", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1148249373, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.970471921961508, "env0_out_acc": 0.9430379746835443, "env1_in_acc": 0.9097445114905636, "env1_out_acc": 0.8957370313302516, "env2_in_acc": 0.5991813602015114, "env2_out_acc": 0.6070528967254408, "env3_in_acc": 0.8750796685787126, "env3_out_acc": 0.8273809523809523, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.3214273564020793, "mem_gb": 5.396875858306885, "step": 3600, "step_time": 0.21440260171890257}
{"agg_test_acc": 0.5996536520931203, "agg_val_acc": 0.8891969753933586, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7ad891da63d5e55d0ea3ec5ac7cda7ce", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1148249373, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9707355655154232, "env0_out_acc": 0.9335443037974683, "env1_in_acc": 0.9170625240724098, "env1_out_acc": 0.9024139702105803, "env2_in_acc": 0.5960327455919395, "env2_out_acc": 0.6032745591939547, "env3_in_acc": 0.881878053962184, "env3_out_acc": 0.8316326530612245, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.23341765721639, "mem_gb": 5.396875858306885, "step": 3900, "step_time": 0.21600980520248414}
{"agg_test_acc": 0.5993387906323204, "agg_val_acc": 0.8997374160724995, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7ad891da63d5e55d0ea3ec5ac7cda7ce", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1148249373, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9720537832849987, "env0_out_acc": 0.9472573839662447, "env1_in_acc": 0.9170625240724098, "env1_out_acc": 0.9101181304571135, "env2_in_acc": 0.5966624685138538, "env2_out_acc": 0.6020151133501259, "env3_in_acc": 0.8850647971106862, "env3_out_acc": 0.8418367346938775, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.2085868537425994, "mem_gb": 5.396875858306885, "step": 4200, "step_time": 0.2177396003405253}
{"agg_test_acc": 0.6005982364755196, "agg_val_acc": 0.9000520263879244, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7ad891da63d5e55d0ea3ec5ac7cda7ce", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1148249373, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9723174268389138, "env0_out_acc": 0.9514767932489452, "env1_in_acc": 0.9196302477853383, "env1_out_acc": 0.9034411915767848, "env2_in_acc": 0.5954030226700252, "env2_out_acc": 0.6057934508816121, "env3_in_acc": 0.8908009347779903, "env3_out_acc": 0.8452380952380952, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.1946645367145539, "mem_gb": 5.396875858306885, "step": 4500, "step_time": 0.2167380952835083}
{"agg_test_acc": 0.5994962213627204, "agg_val_acc": 0.8994390813733079, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7ad891da63d5e55d0ea3ec5ac7cda7ce", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1148249373, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9749538623780648, "env0_out_acc": 0.9462025316455697, "env1_in_acc": 0.9221979714982668, "env1_out_acc": 0.9085772984078069, "env2_in_acc": 0.5957178841309824, "env2_out_acc": 0.6032745591939547, "env3_in_acc": 0.8944125770129594, "env3_out_acc": 0.8435374149659864, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.1807531599203747, "mem_gb": 5.396875858306885, "step": 4800, "step_time": 0.21609055678049724}
{"agg_test_acc": 0.601227959397119, "agg_val_acc": 0.9038768736004076, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7ad891da63d5e55d0ea3ec5ac7cda7ce", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1148249373, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.977853941471131, "env0_out_acc": 0.9472573839662447, "env1_in_acc": 0.9241237642829632, "env1_out_acc": 0.9106317411402157, "env2_in_acc": 0.5954030226700252, "env2_out_acc": 0.6070528967254408, "env3_in_acc": 0.9026981091990652, "env3_out_acc": 0.8537414965986394, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.175211535692215, "mem_gb": 5.396875858306885, "step": 5000, "step_time": 0.2186953318119049}
