{"agg_test_acc": 0.02486499697425255, "agg_val_acc": 0.04038226943109573, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/2e1a634cd03f0633ea8f39a73c20bc33", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1713123713, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.04824677036646454, "env0_out_acc": 0.03691983122362869, "env1_in_acc": 0.03376556682500963, "env1_out_acc": 0.03133025166923472, "env2_in_acc": 0.0626574307304786, "env2_out_acc": 0.05289672544080604, "env3_in_acc": 0.023369449755683024, "env3_out_acc": 0.026360544217687076, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 4.8727898597717285, "mem_gb": 2.3339076042175293, "step": 0, "step_time": 1.5703988075256348}
{"agg_test_acc": 0.3270639037919316, "agg_val_acc": 0.7282648880489003, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/2e1a634cd03f0633ea8f39a73c20bc33", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1713123713, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7993672554706037, "env0_out_acc": 0.7985232067510548, "env1_in_acc": 0.7586339709847221, "env1_out_acc": 0.7565485362095532, "env2_in_acc": 0.6350755667506297, "env2_out_acc": 0.6297229219143576, "env3_in_acc": 0.3275971956660293, "env3_out_acc": 0.32653061224489793, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 2.4665732872486115, "mem_gb": 2.5991368293762207, "step": 300, "step_time": 0.15898605426152548}
{"agg_test_acc": 0.40537730368253655, "agg_val_acc": 0.8251793956790588, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/2e1a634cd03f0633ea8f39a73c20bc33", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1713123713, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8900606380174004, "env0_out_acc": 0.8850210970464135, "env1_in_acc": 0.8446527153678264, "env1_out_acc": 0.8335901386748844, "env2_in_acc": 0.7729848866498741, "env2_out_acc": 0.756926952141058, "env3_in_acc": 0.40344168260038243, "env3_out_acc": 0.407312925170068, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 2.0256921569506328, "mem_gb": 2.5991368293762207, "step": 600, "step_time": 0.17772635618845622}
{"agg_test_acc": 0.4292860067311563, "agg_val_acc": 0.8507188859966219, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/2e1a634cd03f0633ea8f39a73c20bc33", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1713123713, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9156340627471659, "env0_out_acc": 0.9040084388185654, "env1_in_acc": 0.8577481063037617, "env1_out_acc": 0.8572162300975861, "env2_in_acc": 0.8132871536523929, "env2_out_acc": 0.7909319899244333, "env3_in_acc": 0.425748884639898, "env3_out_acc": 0.4328231292517007, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.8635279417037964, "mem_gb": 2.5991368293762207, "step": 900, "step_time": 0.18115842819213868}
{"agg_test_acc": 0.44044340148717886, "agg_val_acc": 0.8687311786388439, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/2e1a634cd03f0633ea8f39a73c20bc33", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1713123713, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9351436857368838, "env0_out_acc": 0.9166666666666666, "env1_in_acc": 0.8704583386827577, "env1_out_acc": 0.8608115048793015, "env2_in_acc": 0.8454030226700252, "env2_out_acc": 0.8287153652392947, "env3_in_acc": 0.43615891225833864, "env3_out_acc": 0.4447278911564626, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.7195124423503876, "mem_gb": 2.5991368293762207, "step": 1200, "step_time": 0.18610623200734455}
{"agg_test_acc": 0.44947494590412834, "agg_val_acc": 0.8769694035957428, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/2e1a634cd03f0633ea8f39a73c20bc33", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1713123713, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9496440812022146, "env0_out_acc": 0.9208860759493671, "env1_in_acc": 0.8830401848761074, "env1_out_acc": 0.8787878787878788, "env2_in_acc": 0.8586272040302267, "env2_out_acc": 0.8312342569269522, "env3_in_acc": 0.44656893987677926, "env3_out_acc": 0.4523809523809524, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.6064975174268086, "mem_gb": 2.5991368293762207, "step": 1500, "step_time": 0.18096528927485148}
{"agg_test_acc": 0.4552124384763649, "agg_val_acc": 0.8835784858062562, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/2e1a634cd03f0633ea8f39a73c20bc33", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1713123713, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9538623780648563, "env0_out_acc": 0.9345991561181435, "env1_in_acc": 0.8917704455000642, "env1_out_acc": 0.8823831535695943, "env2_in_acc": 0.8775188916876574, "env2_out_acc": 0.8337531486146096, "env3_in_acc": 0.4537922243467177, "env3_out_acc": 0.45663265306122447, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.5149173144499462, "mem_gb": 2.5991368293762207, "step": 1800, "step_time": 0.1879285446802775}
{"agg_test_acc": 0.46148186785109985, "agg_val_acc": 0.8895490796670756, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/2e1a634cd03f0633ea8f39a73c20bc33", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1713123713, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9609807540205642, "env0_out_acc": 0.9377637130801688, "env1_in_acc": 0.8993452304532032, "env1_out_acc": 0.8895737031330252, "env2_in_acc": 0.8938916876574308, "env2_out_acc": 0.8413098236775819, "env3_in_acc": 0.4595283620140217, "env3_out_acc": 0.46343537414965985, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.4436659121513367, "mem_gb": 2.5991368293762207, "step": 2100, "step_time": 0.19235455274581909}
{"agg_test_acc": 0.46583789642988893, "agg_val_acc": 0.8882357898315554, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/2e1a634cd03f0633ea8f39a73c20bc33", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1713123713, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9641444766675454, "env0_out_acc": 0.9367088607594937, "env1_in_acc": 0.9071767877776351, "env1_out_acc": 0.8967642526964561, "env2_in_acc": 0.910264483627204, "env2_out_acc": 0.8312342569269522, "env3_in_acc": 0.46568939876779264, "env3_out_acc": 0.46598639455782315, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.4087619054317475, "mem_gb": 2.5991368293762207, "step": 2400, "step_time": 0.19899459520975749}
{"agg_test_acc": 0.46594412120145257, "agg_val_acc": 0.9048856309104198, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/2e1a634cd03f0633ea8f39a73c20bc33", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1713123713, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9686264170841022, "env0_out_acc": 0.9483122362869199, "env1_in_acc": 0.9094877391192707, "env1_out_acc": 0.8998459167950693, "env2_in_acc": 0.913727959697733, "env2_out_acc": 0.8664987405541562, "env3_in_acc": 0.46590184831102616, "env3_out_acc": 0.46598639455782315, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.3881325697898865, "mem_gb": 2.5991368293762207, "step": 2700, "step_time": 0.19158706267674763}
{"agg_test_acc": 0.467006910880209, "agg_val_acc": 0.9032135467103333, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/2e1a634cd03f0633ea8f39a73c20bc33", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1713123713, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9717901397310835, "env0_out_acc": 0.9472573839662447, "env1_in_acc": 0.9162922069585313, "env1_out_acc": 0.9034411915767848, "env2_in_acc": 0.9285264483627204, "env2_out_acc": 0.8589420654911839, "env3_in_acc": 0.4663267473974931, "env3_out_acc": 0.467687074829932, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.3618731458981832, "mem_gb": 2.5991368293762207, "step": 3000, "step_time": 0.1912646691004435}
{"agg_test_acc": 0.4687075911514676, "agg_val_acc": 0.9090967196538884, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/2e1a634cd03f0633ea8f39a73c20bc33", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1713123713, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9741629317163195, "env0_out_acc": 0.9409282700421941, "env1_in_acc": 0.9202721787135704, "env1_out_acc": 0.9060092449922958, "env2_in_acc": 0.9256926952141058, "env2_out_acc": 0.8803526448362721, "env3_in_acc": 0.4663267473974931, "env3_out_acc": 0.4710884353741497, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.3327938004334767, "mem_gb": 2.5991368293762207, "step": 3300, "step_time": 0.19230404615402222}
{"agg_test_acc": 0.4692387150092857, "agg_val_acc": 0.9163322440623186, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/2e1a634cd03f0633ea8f39a73c20bc33", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1713123713, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9738992881624045, "env0_out_acc": 0.9535864978902954, "env1_in_acc": 0.9233534471690846, "env1_out_acc": 0.9049820236260914, "env2_in_acc": 0.9338790931989924, "env2_out_acc": 0.8904282115869018, "env3_in_acc": 0.4673889951136605, "env3_out_acc": 0.4710884353741497, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.312268652121226, "mem_gb": 2.5991368293762207, "step": 3600, "step_time": 0.19307751655578614}
{"agg_test_acc": 0.4683883748736565, "agg_val_acc": 0.915844230940154, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/2e1a634cd03f0633ea8f39a73c20bc33", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1713123713, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9767993672554706, "env0_out_acc": 0.9546413502109705, "env1_in_acc": 0.9278469636667095, "env1_out_acc": 0.9049820236260914, "env2_in_acc": 0.9373425692695214, "env2_out_acc": 0.8879093198992444, "env3_in_acc": 0.4673889951136605, "env3_out_acc": 0.46938775510204084, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.141090788245201, "mem_gb": 5.394258975982666, "step": 3900, "step_time": 0.20602704763412474}
{"agg_test_acc": 0.46977038083022404, "agg_val_acc": 0.9235438631302394, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/2e1a634cd03f0633ea8f39a73c20bc33", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1713123713, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.977590297917216, "env0_out_acc": 0.9546413502109705, "env1_in_acc": 0.9284888945949415, "env1_out_acc": 0.9142270159219312, "env2_in_acc": 0.9467884130982368, "env2_out_acc": 0.9017632241813602, "env3_in_acc": 0.46675164648396006, "env3_out_acc": 0.47278911564625853, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.936415917078654, "mem_gb": 5.394258975982666, "step": 4200, "step_time": 0.2224987022082011}
{"agg_test_acc": 0.4707269457374169, "agg_val_acc": 0.9200049270020182, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/2e1a634cd03f0633ea8f39a73c20bc33", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1713123713, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9789085156867915, "env0_out_acc": 0.9535864978902954, "env1_in_acc": 0.9340095005777378, "env1_out_acc": 0.9147406266050334, "env2_in_acc": 0.9474181360201511, "env2_out_acc": 0.8916876574307305, "env3_in_acc": 0.4669640960271935, "env3_out_acc": 0.4744897959183674, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.9148640491565069, "mem_gb": 5.394258975982666, "step": 4500, "step_time": 0.220712415377299}
{"agg_test_acc": 0.47008959710803516, "agg_val_acc": 0.9227298301287329, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/2e1a634cd03f0633ea8f39a73c20bc33", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1713123713, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9812813076720274, "env0_out_acc": 0.9556962025316456, "env1_in_acc": 0.93465143150597, "env1_out_acc": 0.9157678479712378, "env2_in_acc": 0.9527707808564232, "env2_out_acc": 0.8967254408060453, "env3_in_acc": 0.46568939876779264, "env3_out_acc": 0.4744897959183674, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.9115795793135961, "mem_gb": 5.394258975982666, "step": 4800, "step_time": 0.22307853221893312}
{"agg_test_acc": 0.46987714756490795, "agg_val_acc": 0.9194821060009333, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/2e1a634cd03f0633ea8f39a73c20bc33", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1713123713, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.980226733456367, "env0_out_acc": 0.9525316455696202, "env1_in_acc": 0.9406855822313519, "env1_out_acc": 0.9142270159219312, "env2_in_acc": 0.9534005037783375, "env2_out_acc": 0.8916876574307305, "env3_in_acc": 0.46526449968132566, "env3_out_acc": 0.4744897959183674, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.9019023361802101, "mem_gb": 5.394258975982666, "step": 5000, "step_time": 0.22094473958015443}
