{"agg_test_acc": 0.12899914580162253, "agg_val_acc": 0.059888353128369064, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9e3f9ccae9f546ca46927b7e2e127be5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1284248858, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.016082256788821515, "env0_out_acc": 0.024261603375527425, "env1_in_acc": 0.024906920015406342, "env1_out_acc": 0.025680534155110426, "env2_in_acc": 0.15491183879093198, "env2_out_acc": 0.1297229219143577, "env3_in_acc": 0.1253452305077544, "env3_out_acc": 0.1326530612244898, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 5.398785591125488, "mem_gb": 1.7946186065673828, "step": 0, "step_time": 1.4950428009033203}
{"agg_test_acc": 0.20624867208723047, "agg_val_acc": 0.59259650451716, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9e3f9ccae9f546ca46927b7e2e127be5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1284248858, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.6016345900342737, "env0_out_acc": 0.6118143459915611, "env1_in_acc": 0.7198613429195019, "env1_out_acc": 0.7226502311248074, "env2_in_acc": 0.4852015113350126, "env2_out_acc": 0.4433249370277078, "env3_in_acc": 0.20416401104737625, "env3_out_acc": 0.20833333333333334, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.998391365210215, "mem_gb": 2.0937752723693848, "step": 300, "step_time": 0.15361656586329142}
{"agg_test_acc": 0.28201213549718795, "agg_val_acc": 0.723600527192193, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9e3f9ccae9f546ca46927b7e2e127be5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1284248858, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7969944634853677, "env0_out_acc": 0.7805907172995781, "env1_in_acc": 0.7718577481063038, "env1_out_acc": 0.7781201848998459, "env2_in_acc": 0.6700251889168766, "env2_out_acc": 0.6120906801007556, "env3_in_acc": 0.2766093052899936, "env3_out_acc": 0.28741496598639454, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.613304399649302, "mem_gb": 2.0937752723693848, "step": 600, "step_time": 0.17785545190175375}
{"agg_test_acc": 0.30740825632925867, "agg_val_acc": 0.7590826398854773, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9e3f9ccae9f546ca46927b7e2e127be5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1284248858, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8423411547587661, "env0_out_acc": 0.8090717299578059, "env1_in_acc": 0.8060084734882527, "env1_out_acc": 0.7981510015408321, "env2_in_acc": 0.7213476070528967, "env2_out_acc": 0.6700251889168766, "env3_in_acc": 0.30104100276184403, "env3_out_acc": 0.3137755102040816, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.459734314282735, "mem_gb": 2.0937752723693848, "step": 900, "step_time": 0.17502550840377806}
{"agg_test_acc": 0.3197330396462407, "agg_val_acc": 0.7940916214419972, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9e3f9ccae9f546ca46927b7e2e127be5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1284248858, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8621144213023991, "env0_out_acc": 0.8607594936708861, "env1_in_acc": 0.8211580433945308, "env1_out_acc": 0.8212634822804314, "env2_in_acc": 0.7374055415617129, "env2_out_acc": 0.7002518891687658, "env3_in_acc": 0.3171871680475887, "env3_out_acc": 0.32227891156462585, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.374644620815913, "mem_gb": 2.0937752723693848, "step": 1200, "step_time": 0.17828110059102376}
{"agg_test_acc": 0.3416226590904712, "agg_val_acc": 0.8131673612458128, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9e3f9ccae9f546ca46927b7e2e127be5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1284248858, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8832059056156077, "env0_out_acc": 0.880801687763713, "env1_in_acc": 0.8325844139170625, "env1_out_acc": 0.8294812532100667, "env2_in_acc": 0.7632241813602015, "env2_out_acc": 0.7292191435768262, "env3_in_acc": 0.3380072232844699, "env3_out_acc": 0.34523809523809523, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.288830940723419, "mem_gb": 2.0937752723693848, "step": 1500, "step_time": 0.18034850438435873}
{"agg_test_acc": 0.36159941970187615, "agg_val_acc": 0.8149939205908253, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9e3f9ccae9f546ca46927b7e2e127be5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1284248858, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8974426575270235, "env0_out_acc": 0.869198312236287, "env1_in_acc": 0.8433688535113621, "env1_out_acc": 0.8402670775552131, "env2_in_acc": 0.7931360201511335, "env2_out_acc": 0.7355163727959698, "env3_in_acc": 0.3575525812619503, "env3_out_acc": 0.3656462585034014, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.2429383965333303, "mem_gb": 2.0937752723693848, "step": 1800, "step_time": 0.1770276419321696}
{"agg_test_acc": 0.37498617975293425, "agg_val_acc": 0.8334913031811884, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9e3f9ccae9f546ca46927b7e2e127be5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1284248858, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.911152122330609, "env0_out_acc": 0.8976793248945147, "env1_in_acc": 0.8589035819745795, "env1_out_acc": 0.8433487416538265, "env2_in_acc": 0.8113979848866498, "env2_out_acc": 0.7594458438287154, "env3_in_acc": 0.37667304015296366, "env3_out_acc": 0.37329931972789115, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.165398519039154, "mem_gb": 2.0937752723693848, "step": 2100, "step_time": 0.1729315423965454}
{"agg_test_acc": 0.3802987732389163, "agg_val_acc": 0.8398035017240336, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9e3f9ccae9f546ca46927b7e2e127be5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1284248858, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9238070129185342, "env0_out_acc": 0.8924050632911392, "env1_in_acc": 0.8671202978559507, "env1_out_acc": 0.844889573703133, "env2_in_acc": 0.8189546599496221, "env2_out_acc": 0.7821158690176322, "env3_in_acc": 0.3830465264499681, "env3_out_acc": 0.37755102040816324, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.10971395611763, "mem_gb": 2.0937752723693848, "step": 2400, "step_time": 0.16755019187927245}
{"agg_test_acc": 0.3925184157105751, "agg_val_acc": 0.8524067419624374, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9e3f9ccae9f546ca46927b7e2e127be5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1284248858, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9298708146585816, "env0_out_acc": 0.9082278481012658, "env1_in_acc": 0.8752086275516754, "env1_out_acc": 0.861838726245506, "env2_in_acc": 0.8479219143576826, "env2_out_acc": 0.7871536523929471, "env3_in_acc": 0.3955810495007436, "env3_out_acc": 0.38945578231292516, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.0236642956733704, "mem_gb": 2.0937752723693848, "step": 2700, "step_time": 0.1690099620819092}
{"agg_test_acc": 0.4013375105843973, "agg_val_acc": 0.8584248053308374, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9e3f9ccae9f546ca46927b7e2e127be5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1284248858, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9409438439230161, "env0_out_acc": 0.9219409282700421, "env1_in_acc": 0.8807292335344717, "env1_out_acc": 0.8649203903441192, "env2_in_acc": 0.8548488664987406, "env2_out_acc": 0.7884130982367759, "env3_in_acc": 0.4055661780327172, "env3_out_acc": 0.397108843537415, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.9845891571044922, "mem_gb": 2.0937752723693848, "step": 3000, "step_time": 0.17010035117467245}
{"agg_test_acc": 0.40781884753913933, "agg_val_acc": 0.8634507295157405, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9e3f9ccae9f546ca46927b7e2e127be5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1284248858, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9496440812022146, "env0_out_acc": 0.9219409282700421, "env1_in_acc": 0.8877904737450251, "env1_out_acc": 0.8762198253723678, "env2_in_acc": 0.860831234256927, "env2_out_acc": 0.792191435768262, "env3_in_acc": 0.4134268111323561, "env3_out_acc": 0.40221088435374147, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.9171506428718568, "mem_gb": 2.0937752723693848, "step": 3300, "step_time": 0.16728918234507242}
{"agg_test_acc": 0.41504511280262735, "agg_val_acc": 0.8705044221282282, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9e3f9ccae9f546ca46927b7e2e127be5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1284248858, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9517532296335355, "env0_out_acc": 0.9282700421940928, "env1_in_acc": 0.8924123764282963, "env1_out_acc": 0.8746789933230611, "env2_in_acc": 0.8709068010075567, "env2_out_acc": 0.8085642317380353, "env3_in_acc": 0.41852560016995966, "env3_out_acc": 0.41156462585034015, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.5619762742519379, "mem_gb": 5.401005268096924, "step": 3600, "step_time": 0.19052267869313558}
{"agg_test_acc": 0.41993362014703517, "agg_val_acc": 0.8748383551447646, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9e3f9ccae9f546ca46927b7e2e127be5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1284248858, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9533350909570261, "env0_out_acc": 0.929324894514768, "env1_in_acc": 0.9002439337527282, "env1_out_acc": 0.8803287108371854, "env2_in_acc": 0.8847607052896725, "env2_out_acc": 0.8148614609571788, "env3_in_acc": 0.4214998937752284, "env3_out_acc": 0.41836734693877553, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.3069226837158203, "mem_gb": 5.401005268096924, "step": 3900, "step_time": 0.2109381635983785}
{"agg_test_acc": 0.42099668080735175, "agg_val_acc": 0.8746159564622551, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9e3f9ccae9f546ca46927b7e2e127be5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1284248858, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9638808331136304, "env0_out_acc": 0.9272151898734177, "env1_in_acc": 0.8993452304532032, "env1_out_acc": 0.8767334360554699, "env2_in_acc": 0.8913727959697733, "env2_out_acc": 0.8198992443324937, "env3_in_acc": 0.4210749946887614, "env3_out_acc": 0.42091836734693877, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.275721036195755, "mem_gb": 5.401005268096924, "step": 4200, "step_time": 0.21557151794433593}
{"agg_test_acc": 0.42173944126361684, "agg_val_acc": 0.884281720686472, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9e3f9ccae9f546ca46927b7e2e127be5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1284248858, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9612443975744793, "env0_out_acc": 0.9367088607594937, "env1_in_acc": 0.9037103607651816, "env1_out_acc": 0.8823831535695943, "env2_in_acc": 0.8875944584382871, "env2_out_acc": 0.8337531486146096, "env3_in_acc": 0.4251115360101976, "env3_out_acc": 0.41836734693877553, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.2485333796342213, "mem_gb": 5.401005268096924, "step": 4500, "step_time": 0.2151358699798584}
{"agg_test_acc": 0.42535270938614084, "agg_val_acc": 0.8844658601795544, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9e3f9ccae9f546ca46927b7e2e127be5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1284248858, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.965462694437121, "env0_out_acc": 0.929324894514768, "env1_in_acc": 0.9082038772628065, "env1_out_acc": 0.889060092449923, "env2_in_acc": 0.8976700251889169, "env2_out_acc": 0.8350125944584383, "env3_in_acc": 0.4272360314425324, "env3_out_acc": 0.42346938775510207, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.2351800227165222, "mem_gb": 5.401005268096924, "step": 4800, "step_time": 0.21973230123519896}
{"agg_test_acc": 0.4248213145467626, "agg_val_acc": 0.885662592886137, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9e3f9ccae9f546ca46927b7e2e127be5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1284248858, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9651990508832059, "env0_out_acc": 0.939873417721519, "env1_in_acc": 0.9057645397355245, "env1_out_acc": 0.8808423215202876, "env2_in_acc": 0.9008186397984886, "env2_out_acc": 0.836272040302267, "env3_in_acc": 0.4270235818992989, "env3_out_acc": 0.4226190476190476, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.230494914650917, "mem_gb": 5.401005268096924, "step": 5000, "step_time": 0.2176326560974121}
