{"agg_test_acc": 0.011997311274719433, "agg_val_acc": 0.10993491387528177, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9d62a3fec3c16aa12dfc3d6dc26b0410", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1002587461, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.012391247034010018, "env0_out_acc": 0.011603375527426161, "env1_in_acc": 0.012453460007703171, "env1_out_acc": 0.01078582434514638, "env2_in_acc": 0.2216624685138539, "env2_out_acc": 0.1889168765743073, "env3_in_acc": 0.12725727639685575, "env3_out_acc": 0.13010204081632654, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 5.578391075134277, "mem_gb": 1.7946186065673828, "step": 0, "step_time": 1.570885419845581}
{"agg_test_acc": 0.19578314918554304, "agg_val_acc": 0.4924969925523915, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9d62a3fec3c16aa12dfc3d6dc26b0410", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1002587461, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.18059583443184815, "env0_out_acc": 0.2109704641350211, "env1_in_acc": 0.5530876877647966, "env1_out_acc": 0.5608628659476117, "env2_in_acc": 0.4363979848866499, "env2_out_acc": 0.40302267002518893, "env3_in_acc": 0.49861907796898236, "env3_out_acc": 0.5136054421768708, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 3.0136741749445597, "mem_gb": 2.0937752723693848, "step": 300, "step_time": 0.1572283927599589}
{"agg_test_acc": 0.1852353212466026, "agg_val_acc": 0.6297150031107118, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9d62a3fec3c16aa12dfc3d6dc26b0410", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1002587461, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.175322963353546, "env0_out_acc": 0.19514767932489452, "env1_in_acc": 0.7475927590191296, "env1_out_acc": 0.7575757575757576, "env2_in_acc": 0.5856423173803527, "env2_out_acc": 0.5516372795969773, "env3_in_acc": 0.5954960696834501, "env3_out_acc": 0.5799319727891157, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.6454025944073996, "mem_gb": 2.0937752723693848, "step": 600, "step_time": 0.17447906335194904}
{"agg_test_acc": 0.20896685645228724, "agg_val_acc": 0.6650934361481396, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9d62a3fec3c16aa12dfc3d6dc26b0410", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1002587461, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.19535987345109412, "env0_out_acc": 0.22257383966244726, "env1_in_acc": 0.7735267685197073, "env1_out_acc": 0.768361581920904, "env2_in_acc": 0.6344458438287154, "env2_out_acc": 0.6095717884130982, "env3_in_acc": 0.6532823454429573, "env3_out_acc": 0.6173469387755102, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.5569549266497296, "mem_gb": 2.0937752723693848, "step": 900, "step_time": 0.17730971495310466}
{"agg_test_acc": 0.22623676069765783, "agg_val_acc": 0.7010066602915662, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9d62a3fec3c16aa12dfc3d6dc26b0410", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1002587461, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.22040601107302926, "env0_out_acc": 0.2320675105485232, "env1_in_acc": 0.7956091924508922, "env1_out_acc": 0.7986646122239343, "env2_in_acc": 0.6841939546599496, "env2_out_acc": 0.6385390428211587, "env3_in_acc": 0.681325685149777, "env3_out_acc": 0.6658163265306123, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.473777117729187, "mem_gb": 2.0937752723693848, "step": 1200, "step_time": 0.17661628484725952}
{"agg_test_acc": 0.24298035120301278, "agg_val_acc": 0.7184155918152781, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9d62a3fec3c16aa12dfc3d6dc26b0410", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1002587461, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.237015554969681, "env0_out_acc": 0.2489451476793249, "env1_in_acc": 0.8074207215303634, "env1_out_acc": 0.807909604519774, "env2_in_acc": 0.7115869017632241, "env2_out_acc": 0.6687657430730478, "env3_in_acc": 0.7055449330783938, "env3_out_acc": 0.6785714285714286, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.4211462179819745, "mem_gb": 2.0937752723693848, "step": 1500, "step_time": 0.1743654783566793}
{"agg_test_acc": 0.2762038886599393, "agg_val_acc": 0.7348503459901158, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9d62a3fec3c16aa12dfc3d6dc26b0410", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1002587461, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.26970735565515425, "env0_out_acc": 0.28270042194092826, "env1_in_acc": 0.8256515598921556, "env1_out_acc": 0.8305084745762712, "env2_in_acc": 0.7317380352644837, "env2_out_acc": 0.6750629722921915, "env3_in_acc": 0.7350754195878478, "env3_out_acc": 0.6989795918367347, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.382853291829427, "mem_gb": 2.0937752723693848, "step": 1800, "step_time": 0.1787762673695882}
{"agg_test_acc": 0.2976940365009442, "agg_val_acc": 0.7511014884602176, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9d62a3fec3c16aa12dfc3d6dc26b0410", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1002587461, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.2884260479831268, "env0_out_acc": 0.3069620253164557, "env1_in_acc": 0.8348953652586981, "env1_out_acc": 0.8192090395480226, "env2_in_acc": 0.7455919395465995, "env2_out_acc": 0.7002518891687658, "env3_in_acc": 0.7507966857871256, "env3_out_acc": 0.733843537414966, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.300026312669118, "mem_gb": 2.0937752723693848, "step": 2100, "step_time": 0.17617225329081218}
{"agg_test_acc": 0.3065266517627133, "agg_val_acc": 0.7605420484561477, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9d62a3fec3c16aa12dfc3d6dc26b0410", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1002587461, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.30187186923279724, "env0_out_acc": 0.3111814345991561, "env1_in_acc": 0.8459365772242907, "env1_out_acc": 0.829994863893169, "env2_in_acc": 0.7786523929471033, "env2_out_acc": 0.72544080604534, "env3_in_acc": 0.7597195666029318, "env3_out_acc": 0.7261904761904762, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.2717801654338836, "mem_gb": 2.0937752723693848, "step": 2400, "step_time": 0.17462866226832072}
{"agg_test_acc": 0.31720532811099456, "agg_val_acc": 0.7814964472678099, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9d62a3fec3c16aa12dfc3d6dc26b0410", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1002587461, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3147904033746375, "env0_out_acc": 0.31962025316455694, "env1_in_acc": 0.8510720246501476, "env1_out_acc": 0.8371854134565999, "env2_in_acc": 0.7899874055415617, "env2_out_acc": 0.760705289672544, "env3_in_acc": 0.7714042914807733, "env3_out_acc": 0.7465986394557823, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.227229721546173, "mem_gb": 2.0937752723693848, "step": 2700, "step_time": 0.17685601631800332}
{"agg_test_acc": 0.3314445829604228, "agg_val_acc": 0.7841428197329525, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9d62a3fec3c16aa12dfc3d6dc26b0410", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1002587461, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.32428157131558133, "env0_out_acc": 0.33860759493670883, "env1_in_acc": 0.8594171267171652, "env1_out_acc": 0.8505392912172574, "env2_in_acc": 0.8038413098236776, "env2_out_acc": 0.7518891687657431, "env3_in_acc": 0.7894625026556192, "env3_out_acc": 0.75, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.1975950225194296, "mem_gb": 2.0937752723693848, "step": 3000, "step_time": 0.17360137462615965}
{"agg_test_acc": 0.3385636541751078, "agg_val_acc": 0.7904872733836452, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9d62a3fec3c16aa12dfc3d6dc26b0410", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1002587461, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.33324545214869494, "env0_out_acc": 0.3438818565400844, "env1_in_acc": 0.8668635254846578, "env1_out_acc": 0.8428351309707242, "env2_in_acc": 0.8202141057934509, "env2_out_acc": 0.7556675062972292, "env3_in_acc": 0.799022732101126, "env3_out_acc": 0.7729591836734694, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.1232680849234264, "mem_gb": 2.0937752723693848, "step": 3300, "step_time": 0.17577825864156088}
{"agg_test_acc": 0.33803664517255577, "agg_val_acc": 0.8031318044368767, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9d62a3fec3c16aa12dfc3d6dc26b0410", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1002587461, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.33008172950171366, "env0_out_acc": 0.3459915611814346, "env1_in_acc": 0.8752086275516754, "env1_out_acc": 0.8572162300975861, "env2_in_acc": 0.8198992443324937, "env2_out_acc": 0.7758186397984886, "env3_in_acc": 0.816656044189505, "env3_out_acc": 0.7763605442176871, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.7448994946479797, "mem_gb": 5.401005268096924, "step": 3600, "step_time": 0.2021418039004008}
{"agg_test_acc": 0.33843252766075255, "agg_val_acc": 0.8051865122951761, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9d62a3fec3c16aa12dfc3d6dc26b0410", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1002587461, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3277089375164777, "env0_out_acc": 0.3491561181434599, "env1_in_acc": 0.8780331236358968, "env1_out_acc": 0.8649203903441192, "env2_in_acc": 0.8284005037783375, "env2_out_acc": 0.7632241813602015, "env3_in_acc": 0.8266411727214786, "env3_out_acc": 0.7874149659863946, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.3749941031138102, "mem_gb": 5.401005268096924, "step": 3900, "step_time": 0.22278186400731403}
{"agg_test_acc": 0.339355280098994, "agg_val_acc": 0.8260600276993068, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9d62a3fec3c16aa12dfc3d6dc26b0410", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1002587461, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3295544423938835, "env0_out_acc": 0.3491561181434599, "env1_in_acc": 0.881114392091411, "env1_out_acc": 0.8875192604006163, "env2_in_acc": 0.8510705289672544, "env2_out_acc": 0.792191435768262, "env3_in_acc": 0.840875292118122, "env3_out_acc": 0.798469387755102, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.3203047088781992, "mem_gb": 5.401005268096924, "step": 4200, "step_time": 0.2234992822011312}
{"agg_test_acc": 0.3392234583221024, "agg_val_acc": 0.820977203610913, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9d62a3fec3c16aa12dfc3d6dc26b0410", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1002587461, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.32929079883996837, "env0_out_acc": 0.3491561181434599, "env1_in_acc": 0.8859930671459751, "env1_out_acc": 0.8705701078582434, "env2_in_acc": 0.8589420654911839, "env2_out_acc": 0.792191435768262, "env3_in_acc": 0.8474612279583599, "env3_out_acc": 0.8001700680272109, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.2927171166737874, "mem_gb": 5.401005268096924, "step": 4500, "step_time": 0.2225646495819092}
{"agg_test_acc": 0.342782785350684, "agg_val_acc": 0.8287378567175683, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9d62a3fec3c16aa12dfc3d6dc26b0410", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1002587461, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3353546005800158, "env0_out_acc": 0.350210970464135, "env1_in_acc": 0.8859930671459751, "env1_out_acc": 0.8762198253723678, "env2_in_acc": 0.8655541561712846, "env2_out_acc": 0.809823677581864, "env3_in_acc": 0.8565965583173997, "env3_out_acc": 0.8001700680272109, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.2746760594844817, "mem_gb": 5.401005268096924, "step": 4800, "step_time": 0.2209533715248108}
{"agg_test_acc": 0.3450240336628565, "agg_val_acc": 0.8265762027392818, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/9d62a3fec3c16aa12dfc3d6dc26b0410", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1002587461, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3377273925652518, "env0_out_acc": 0.35232067510548526, "env1_in_acc": 0.8880472461163179, "env1_out_acc": 0.8680020544427324, "env2_in_acc": 0.878463476070529, "env2_out_acc": 0.8073047858942065, "env3_in_acc": 0.8546845124282982, "env3_out_acc": 0.8044217687074829, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.2531310266256332, "mem_gb": 5.401005268096924, "step": 5000, "step_time": 0.22088804721832275}
