{"agg_test_acc": 0.07735602203873167, "agg_val_acc": 0.07792198139275977, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/4e9372f3ca5049d7bffb7077cbd48dfe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1539044857, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.14474031109939361, "env0_out_acc": 0.14451476793248946, "env1_in_acc": 0.015149569906278084, "env1_out_acc": 0.01746276322547509, "env2_in_acc": 0.0834382871536524, "env2_out_acc": 0.07178841309823678, "env3_in_acc": 0.0781814319099214, "env3_out_acc": 0.07653061224489796, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 4.638952732086182, "mem_gb": 2.1692652702331543, "step": 0, "step_time": 1.4925765991210938}
{"agg_test_acc": 0.28700578368691904, "agg_val_acc": 0.71783637328511, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/4e9372f3ca5049d7bffb7077cbd48dfe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1539044857, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7706301080938571, "env0_out_acc": 0.7647679324894515, "env1_in_acc": 0.7491333932468867, "env1_out_acc": 0.7539804827940421, "env2_in_acc": 0.6596347607052897, "env2_out_acc": 0.6347607052896725, "env3_in_acc": 0.2831952411302316, "env3_out_acc": 0.29081632653061223, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.768664852778117, "mem_gb": 2.437561511993408, "step": 300, "step_time": 0.15917572975158692}
{"agg_test_acc": 0.3479939775318081, "agg_val_acc": 0.7940925112223256, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/4e9372f3ca5049d7bffb7077cbd48dfe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1539044857, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8713419456894279, "env0_out_acc": 0.8417721518987342, "env1_in_acc": 0.8217999743227629, "env1_out_acc": 0.8263995891114535, "env2_in_acc": 0.7556675062972292, "env2_out_acc": 0.7141057934508817, "env3_in_acc": 0.3575525812619503, "env3_out_acc": 0.33843537414965985, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.3021181825796764, "mem_gb": 2.437561511993408, "step": 600, "step_time": 0.17976119995117187}
{"agg_test_acc": 0.37679037498015533, "agg_val_acc": 0.8335546317948983, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/4e9372f3ca5049d7bffb7077cbd48dfe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1539044857, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9019245979435803, "env0_out_acc": 0.8839662447257384, "env1_in_acc": 0.8420849916548979, "env1_out_acc": 0.8459167950693375, "env2_in_acc": 0.7940806045340051, "env2_out_acc": 0.7707808564231738, "env3_in_acc": 0.3853834714255364, "env3_out_acc": 0.3681972789115646, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.1451444359620413, "mem_gb": 2.437561511993408, "step": 900, "step_time": 0.18111067692438762}
{"agg_test_acc": 0.40208054202222254, "agg_val_acc": 0.8377740410761924, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/4e9372f3ca5049d7bffb7077cbd48dfe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1539044857, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9132612707619299, "env0_out_acc": 0.8966244725738397, "env1_in_acc": 0.8589035819745795, "env1_out_acc": 0.8459167950693375, "env2_in_acc": 0.8107682619647355, "env2_out_acc": 0.7707808564231738, "env3_in_acc": 0.4087529211812195, "env3_out_acc": 0.39540816326530615, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.009972732067108, "mem_gb": 2.437561511993408, "step": 1200, "step_time": 0.17933029890060426}
{"agg_test_acc": 0.4226962771523698, "agg_val_acc": 0.8612484604270658, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/4e9372f3ca5049d7bffb7077cbd48dfe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1539044857, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9301344582124967, "env0_out_acc": 0.9092827004219409, "env1_in_acc": 0.8667351392990115, "env1_out_acc": 0.8633795582948125, "env2_in_acc": 0.8435138539042821, "env2_out_acc": 0.8110831234256927, "env3_in_acc": 0.42447418738049714, "env3_out_acc": 0.42091836734693877, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.9016852680842082, "mem_gb": 2.437561511993408, "step": 1500, "step_time": 0.18612145026524862}
{"agg_test_acc": 0.43417261720464334, "agg_val_acc": 0.8624759342251781, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/4e9372f3ca5049d7bffb7077cbd48dfe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1539044857, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9396256261534406, "env0_out_acc": 0.9177215189873418, "env1_in_acc": 0.8806008473488253, "env1_out_acc": 0.8649203903441192, "env2_in_acc": 0.8554785894206549, "env2_out_acc": 0.8047858942065491, "env3_in_acc": 0.4346717654557043, "env3_out_acc": 0.4336734693877551, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.7827236751715343, "mem_gb": 2.437561511993408, "step": 1800, "step_time": 0.18814868927001954}
{"agg_test_acc": 0.43916653637593445, "agg_val_acc": 0.8755821569115471, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/4e9372f3ca5049d7bffb7077cbd48dfe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1539044857, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.945689427893488, "env0_out_acc": 0.9272151898734177, "env1_in_acc": 0.8907433560148929, "env1_out_acc": 0.8834103749357987, "env2_in_acc": 0.8737405541561712, "env2_out_acc": 0.8161209068010076, "env3_in_acc": 0.44040790312300826, "env3_out_acc": 0.4379251700680272, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.7555243984858195, "mem_gb": 2.437561511993408, "step": 2100, "step_time": 0.18251735210418701}
{"agg_test_acc": 0.44075855304158834, "agg_val_acc": 0.8756019954646665, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/4e9372f3ca5049d7bffb7077cbd48dfe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1539044857, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9501713683100448, "env0_out_acc": 0.9345991561181435, "env1_in_acc": 0.8990884580819104, "env1_out_acc": 0.8823831535695943, "env2_in_acc": 0.8916876574307305, "env2_out_acc": 0.809823677581864, "env3_in_acc": 0.44784363713618014, "env3_out_acc": 0.4336734693877551, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.6629314605395, "mem_gb": 2.437561511993408, "step": 2400, "step_time": 0.18585169871648152}
{"agg_test_acc": 0.44447696200943554, "agg_val_acc": 0.8864875284260537, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/4e9372f3ca5049d7bffb7077cbd48dfe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1539044857, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9586079620353283, "env0_out_acc": 0.929324894514768, "env1_in_acc": 0.9024264989087174, "env1_out_acc": 0.8900873138161274, "env2_in_acc": 0.9064861460957179, "env2_out_acc": 0.8400503778337531, "env3_in_acc": 0.45357977480348416, "env3_out_acc": 0.43537414965986393, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.6475967605908712, "mem_gb": 2.437561511993408, "step": 2700, "step_time": 0.18598211129506428}
{"agg_test_acc": 0.4471336652247667, "agg_val_acc": 0.8909336774806923, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/4e9372f3ca5049d7bffb7077cbd48dfe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1539044857, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.955444239388347, "env0_out_acc": 0.9324894514767933, "env1_in_acc": 0.9069200154063423, "env1_out_acc": 0.8952234206471494, "env2_in_acc": 0.910264483627204, "env2_out_acc": 0.845088161209068, "env3_in_acc": 0.45549182069258554, "env3_out_acc": 0.4387755102040816, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.6397559265295665, "mem_gb": 2.437561511993408, "step": 3000, "step_time": 0.18764133453369142}
{"agg_test_acc": 0.4522335381860613, "agg_val_acc": 0.8904634695179516, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/4e9372f3ca5049d7bffb7077cbd48dfe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1539044857, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9646717637753757, "env0_out_acc": 0.9388185654008439, "env1_in_acc": 0.9107716009757351, "env1_out_acc": 0.8988186954288649, "env2_in_acc": 0.9149874055415617, "env2_out_acc": 0.8337531486146096, "env3_in_acc": 0.4622902060760569, "env3_out_acc": 0.4421768707482993, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.6345291876792907, "mem_gb": 2.437561511993408, "step": 3300, "step_time": 0.1865976826349894}
{"agg_test_acc": 0.4563776591848434, "agg_val_acc": 0.901670681267845, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/4e9372f3ca5049d7bffb7077cbd48dfe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1539044857, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.967835486422357, "env0_out_acc": 0.9451476793248945, "env1_in_acc": 0.9155218898446528, "env1_out_acc": 0.9034411915767848, "env2_in_acc": 0.9165617128463476, "env2_out_acc": 0.8564231738035264, "env3_in_acc": 0.4663267473974931, "env3_out_acc": 0.44642857142857145, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.6126145406564076, "mem_gb": 2.437561511993408, "step": 3600, "step_time": 0.18567920366923013}
{"agg_test_acc": 0.4571223165120293, "agg_val_acc": 0.9049995391687787, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/4e9372f3ca5049d7bffb7077cbd48dfe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1539044857, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9723174268389138, "env0_out_acc": 0.939873417721519, "env1_in_acc": 0.9184747721145204, "env1_out_acc": 0.9111453518233179, "env2_in_acc": 0.927896725440806, "env2_out_acc": 0.8639798488664987, "env3_in_acc": 0.46441470150839176, "env3_out_acc": 0.44982993197278914, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.5033210972944895, "mem_gb": 5.3968682289123535, "step": 3900, "step_time": 0.1928790593147278}
{"agg_test_acc": 0.45233976295762496, "agg_val_acc": 0.9034989997031079, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/4e9372f3ca5049d7bffb7077cbd48dfe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1539044857, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.972844713946744, "env0_out_acc": 0.9514767932489452, "env1_in_acc": 0.9195018615996918, "env1_out_acc": 0.8988186954288649, "env2_in_acc": 0.9288413098236776, "env2_out_acc": 0.8602015113350125, "env3_in_acc": 0.46250265561929044, "env3_out_acc": 0.4421768707482993, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.168021388053894, "mem_gb": 5.3968682289123535, "step": 4200, "step_time": 0.2225708262125651}
{"agg_test_acc": 0.4537214979326325, "agg_val_acc": 0.9059186112839288, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/4e9372f3ca5049d7bffb7077cbd48dfe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1539044857, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.970471921961508, "env0_out_acc": 0.9419831223628692, "env1_in_acc": 0.9250224675824881, "env1_out_acc": 0.9054956343091937, "env2_in_acc": 0.9323047858942065, "env2_out_acc": 0.8702770780856424, "env3_in_acc": 0.4627151051625239, "env3_out_acc": 0.4447278911564626, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.1449500254789988, "mem_gb": 5.3968682289123535, "step": 4500, "step_time": 0.2220483374595642}
{"agg_test_acc": 0.45319037407481433, "agg_val_acc": 0.9025430863153424, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/4e9372f3ca5049d7bffb7077cbd48dfe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1539044857, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9715264961771685, "env0_out_acc": 0.9451476793248945, "env1_in_acc": 0.9264347156245988, "env1_out_acc": 0.9085772984078069, "env2_in_acc": 0.9329345088161209, "env2_out_acc": 0.853904282115869, "env3_in_acc": 0.4616528574463565, "env3_out_acc": 0.4447278911564626, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.1248339003324508, "mem_gb": 5.3968682289123535, "step": 4800, "step_time": 0.22095016638437906}
{"agg_test_acc": 0.45361554414262895, "agg_val_acc": 0.9075618335757868, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/4e9372f3ca5049d7bffb7077cbd48dfe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1539044857, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9733720010545742, "env0_out_acc": 0.9462025316455697, "env1_in_acc": 0.9274618051097702, "env1_out_acc": 0.91628145865434, "env2_in_acc": 0.9326196473551638, "env2_out_acc": 0.8602015113350125, "env3_in_acc": 0.4616528574463565, "env3_out_acc": 0.445578231292517, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.1270432934165, "mem_gb": 5.3968682289123535, "step": 5000, "step_time": 0.21998669266700743}
