{"agg_test_acc": 0.04112280665468996, "agg_val_acc": 0.14154183030290216, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/4cbe68e29a1f47b799678dbdcc5a58e8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1830790474, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.20089638808331137, "env0_out_acc": 0.22151898734177214, "env1_in_acc": 0.05597637694184106, "env1_out_acc": 0.05701078582434515, "env2_in_acc": 0.11933249370277078, "env2_out_acc": 0.14609571788413098, "env3_in_acc": 0.038878266411727216, "env3_out_acc": 0.04336734693877551, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 4.3130059242248535, "mem_gb": 2.007481575012207, "step": 0, "step_time": 1.6201918125152588}
{"agg_test_acc": 0.3249402213053394, "agg_val_acc": 0.704793733045489, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/4cbe68e29a1f47b799678dbdcc5a58e8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1830790474, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7925125230688109, "env0_out_acc": 0.7816455696202531, "env1_in_acc": 0.7506740274746437, "env1_out_acc": 0.7231638418079096, "env2_in_acc": 0.6268891687657431, "env2_out_acc": 0.6095717884130982, "env3_in_acc": 0.3207988102825579, "env3_out_acc": 0.32908163265306123, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.71849683602651, "mem_gb": 2.258018970489502, "step": 300, "step_time": 0.15750477949778238}
{"agg_test_acc": 0.3861433035273968, "agg_val_acc": 0.7980219394569652, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/4cbe68e29a1f47b799678dbdcc5a58e8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1830790474, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8771421038755602, "env0_out_acc": 0.8502109704641351, "env1_in_acc": 0.8306586211323661, "env1_out_acc": 0.8171545968156138, "env2_in_acc": 0.7421284634760705, "env2_out_acc": 0.7267002518891688, "env3_in_acc": 0.38793286594433823, "env3_out_acc": 0.3843537414965986, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.3080323139826455, "mem_gb": 2.258018970489502, "step": 600, "step_time": 0.18251519521077475}
{"agg_test_acc": 0.40537649073785625, "agg_val_acc": 0.8075711465522444, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/4cbe68e29a1f47b799678dbdcc5a58e8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1830790474, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9064065383601371, "env0_out_acc": 0.869198312236287, "env1_in_acc": 0.8492746180510977, "env1_out_acc": 0.8217770929635336, "env2_in_acc": 0.7840050377833753, "env2_out_acc": 0.7317380352644837, "env3_in_acc": 0.4059910771191842, "env3_out_acc": 0.40476190476190477, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.1561493154366813, "mem_gb": 2.258018970489502, "step": 900, "step_time": 0.18176903327306113}
{"agg_test_acc": 0.41376851867294295, "agg_val_acc": 0.8277808390558222, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/4cbe68e29a1f47b799678dbdcc5a58e8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1830790474, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9248615871341945, "env0_out_acc": 0.8818565400843882, "env1_in_acc": 0.8604442162023366, "env1_out_acc": 0.8407806882383153, "env2_in_acc": 0.8132871536523929, "env2_out_acc": 0.760705289672544, "env3_in_acc": 0.4219247928616954, "env3_out_acc": 0.40561224489795916, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.040497041940689, "mem_gb": 2.258018970489502, "step": 1200, "step_time": 0.17619971672693888}
{"agg_test_acc": 0.4184440345111033, "agg_val_acc": 0.8494651991608599, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/4cbe68e29a1f47b799678dbdcc5a58e8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1830790474, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9390983390456104, "env0_out_acc": 0.8976793248945147, "env1_in_acc": 0.8749518551803825, "env1_out_acc": 0.8597842835130971, "env2_in_acc": 0.8353274559193955, "env2_out_acc": 0.7909319899244333, "env3_in_acc": 0.426173783726365, "env3_out_acc": 0.4107142857142857, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.950484752257665, "mem_gb": 2.258018970489502, "step": 1500, "step_time": 0.1785513416926066}
{"agg_test_acc": 0.42577652454615494, "agg_val_acc": 0.8633127289538274, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/4cbe68e29a1f47b799678dbdcc5a58e8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1830790474, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9443712101239125, "env0_out_acc": 0.9071729957805907, "env1_in_acc": 0.8813711644627038, "env1_out_acc": 0.8628659476117103, "env2_in_acc": 0.8501259445843828, "env2_out_acc": 0.8198992443324937, "env3_in_acc": 0.43148502230720204, "env3_out_acc": 0.4200680272108844, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.85833540558815, "mem_gb": 2.258018970489502, "step": 1800, "step_time": 0.18128425200780232}
{"agg_test_acc": 0.42822104919991894, "agg_val_acc": 0.8682080164643202, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/4cbe68e29a1f47b799678dbdcc5a58e8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1830790474, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9546533087266016, "env0_out_acc": 0.9029535864978903, "env1_in_acc": 0.8876620875593786, "env1_out_acc": 0.8767334360554699, "env2_in_acc": 0.8721662468513854, "env2_out_acc": 0.8249370277078085, "env3_in_acc": 0.4321223709369025, "env3_out_acc": 0.42431972789115646, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.772536313533783, "mem_gb": 2.258018970489502, "step": 2100, "step_time": 0.1816490133603414}
{"agg_test_acc": 0.43438479576621053, "agg_val_acc": 0.8721814628960338, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/4cbe68e29a1f47b799678dbdcc5a58e8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1830790474, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9567624571579225, "env0_out_acc": 0.9145569620253164, "env1_in_acc": 0.8974194376685068, "env1_out_acc": 0.866974833076528, "env2_in_acc": 0.8863350125944585, "env2_out_acc": 0.8350125944584383, "env3_in_acc": 0.4359464627151052, "env3_out_acc": 0.4328231292517007, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.6887409361203511, "mem_gb": 2.258018970489502, "step": 2400, "step_time": 0.1779778289794922}
{"agg_test_acc": 0.43789129715405073, "agg_val_acc": 0.8891178337110458, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/4cbe68e29a1f47b799678dbdcc5a58e8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1830790474, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9622989717901397, "env0_out_acc": 0.9229957805907173, "env1_in_acc": 0.9046090640647066, "env1_out_acc": 0.8828967642526965, "env2_in_acc": 0.8957808564231738, "env2_out_acc": 0.8614609571788413, "env3_in_acc": 0.43955810495007436, "env3_out_acc": 0.4362244897959184, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.6136906456947326, "mem_gb": 2.258018970489502, "step": 2700, "step_time": 0.1810186982154846}
{"agg_test_acc": 0.4398036140237561, "agg_val_acc": 0.88237254278152, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/4cbe68e29a1f47b799678dbdcc5a58e8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1830790474, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.967835486422357, "env0_out_acc": 0.9229957805907173, "env1_in_acc": 0.908332263448453, "env1_out_acc": 0.891628145865434, "env2_in_acc": 0.9093198992443325, "env2_out_acc": 0.8324937027707808, "env3_in_acc": 0.4425323985553431, "env3_out_acc": 0.4370748299319728, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.5590909330050151, "mem_gb": 2.258018970489502, "step": 3000, "step_time": 0.17694132963816325}
{"agg_test_acc": 0.4404401497084575, "agg_val_acc": 0.8963585016502394, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/4cbe68e29a1f47b799678dbdcc5a58e8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1830790474, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9688900606380174, "env0_out_acc": 0.9324894514767933, "env1_in_acc": 0.9155218898446528, "env1_out_acc": 0.8900873138161274, "env2_in_acc": 0.917191435768262, "env2_out_acc": 0.8664987405541562, "env3_in_acc": 0.4463564903335458, "env3_out_acc": 0.43452380952380953, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.5317659060160318, "mem_gb": 2.258018970489502, "step": 3300, "step_time": 0.17787346919377645}
{"agg_test_acc": 0.4383148413325047, "agg_val_acc": 0.8980003060252858, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/4cbe68e29a1f47b799678dbdcc5a58e8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1830790474, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9744265752702347, "env0_out_acc": 0.9314345991561181, "env1_in_acc": 0.9179612273719348, "env1_out_acc": 0.8998459167950693, "env2_in_acc": 0.9203400503778337, "env2_out_acc": 0.8627204030226701, "env3_in_acc": 0.44465689398767794, "env3_out_acc": 0.43197278911564624, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.293634290099144, "mem_gb": 5.394754886627197, "step": 3600, "step_time": 0.19810012261072796}
{"agg_test_acc": 0.4383153832956249, "agg_val_acc": 0.9018758902678139, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/4cbe68e29a1f47b799678dbdcc5a58e8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1830790474, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9746902188241497, "env0_out_acc": 0.9388185654008439, "env1_in_acc": 0.9197586339709847, "env1_out_acc": 0.8977914740626605, "env2_in_acc": 0.9275818639798489, "env2_out_acc": 0.8690176322418136, "env3_in_acc": 0.4429572976418101, "env3_out_acc": 0.4336734693877551, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.0415732328097025, "mem_gb": 5.394754886627197, "step": 3900, "step_time": 0.21360314925511678}
{"agg_test_acc": 0.4348086109262246, "agg_val_acc": 0.9020300911092949, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/4cbe68e29a1f47b799678dbdcc5a58e8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1830790474, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9749538623780648, "env0_out_acc": 0.9419831223628692, "env1_in_acc": 0.9245089228399024, "env1_out_acc": 0.901386748844376, "env2_in_acc": 0.9335642317380353, "env2_out_acc": 0.8627204030226701, "env3_in_acc": 0.4401954535797748, "env3_out_acc": 0.429421768707483, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.0226652640104295, "mem_gb": 5.394754886627197, "step": 4200, "step_time": 0.21616253693898518}
{"agg_test_acc": 0.43640360838903963, "agg_val_acc": 0.9023854341633546, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/4cbe68e29a1f47b799678dbdcc5a58e8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1830790474, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9770630108093857, "env0_out_acc": 0.9345991561181435, "env1_in_acc": 0.9256643985107202, "env1_out_acc": 0.9085772984078069, "env2_in_acc": 0.9338790931989924, "env2_out_acc": 0.8639798488664987, "env3_in_acc": 0.4382834076906735, "env3_out_acc": 0.43452380952380953, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.0043563958009083, "mem_gb": 5.394754886627197, "step": 4500, "step_time": 0.21494208256403605}
{"agg_test_acc": 0.43534054772872305, "agg_val_acc": 0.9096281354962434, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/4cbe68e29a1f47b799678dbdcc5a58e8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1830790474, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9804903770102821, "env0_out_acc": 0.9462025316455697, "env1_in_acc": 0.9306714597509308, "env1_out_acc": 0.9111453518233179, "env2_in_acc": 0.9379722921914357, "env2_out_acc": 0.871536523929471, "env3_in_acc": 0.43870830677714046, "env3_out_acc": 0.43197278911564624, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.9855437576770782, "mem_gb": 5.394754886627197, "step": 4800, "step_time": 0.21637742201487223}
{"agg_test_acc": 0.43449074955621403, "agg_val_acc": 0.908396320607296, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/4cbe68e29a1f47b799678dbdcc5a58e8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1830790474, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9786448721328763, "env0_out_acc": 0.9493670886075949, "env1_in_acc": 0.9329824110925664, "env1_out_acc": 0.9080636877247047, "env2_in_acc": 0.9408060453400504, "env2_out_acc": 0.8677581863979849, "env3_in_acc": 0.4370087104312726, "env3_out_acc": 0.43197278911564624, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.9855725961923599, "mem_gb": 5.394754886627197, "step": 5000, "step_time": 0.21767904877662658}
