{"agg_test_acc": 0.08187203049276974, "agg_val_acc": 0.13112806741906574, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/af6985112ee769fbbe081e5d81e73cd2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 417977848, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.08252043237542842, "env0_out_acc": 0.08122362869198312, "env1_in_acc": 0.2929772756451406, "env1_out_acc": 0.28659476117103233, "env2_in_acc": 0.02707808564231738, "env2_out_acc": 0.027707808564231738, "env3_in_acc": 0.07648183556405354, "env3_out_acc": 0.07908163265306123, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 4.561230659484863, "mem_gb": 2.1692652702331543, "step": 0, "step_time": 1.5542497634887695}
{"agg_test_acc": 0.35596482398734103, "agg_val_acc": 0.665072785978223, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/af6985112ee769fbbe081e5d81e73cd2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 417977848, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.36277353018718694, "env0_out_acc": 0.3491561181434599, "env1_in_acc": 0.7550391577866221, "env1_out_acc": 0.7534668721109399, "env2_in_acc": 0.610831234256927, "env2_out_acc": 0.6133501259445844, "env3_in_acc": 0.6320373911196091, "env3_out_acc": 0.6284013605442177, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.633947789669037, "mem_gb": 2.436310291290283, "step": 300, "step_time": 0.15748229265213012}
{"agg_test_acc": 0.2925517357296047, "agg_val_acc": 0.7466806447269253, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/af6985112ee769fbbe081e5d81e73cd2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 417977848, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.2876351173213815, "env0_out_acc": 0.2974683544303797, "env1_in_acc": 0.813968416998331, "env1_out_acc": 0.8140729327170005, "env2_in_acc": 0.7292191435768262, "env2_out_acc": 0.7040302267002518, "env3_in_acc": 0.7229657956235395, "env3_out_acc": 0.7219387755102041, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.3066300845146177, "mem_gb": 2.436310291290283, "step": 600, "step_time": 0.17410065253575643}
{"agg_test_acc": 0.3476600520431675, "agg_val_acc": 0.7693215389882815, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/af6985112ee769fbbe081e5d81e73cd2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 417977848, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3461639862905352, "env0_out_acc": 0.3491561181434599, "env1_in_acc": 0.8409295159840802, "env1_out_acc": 0.8356445814072933, "env2_in_acc": 0.7748740554156172, "env2_out_acc": 0.7367758186397985, "env3_in_acc": 0.7595071170596983, "env3_out_acc": 0.7355442176870748, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.199214526017507, "mem_gb": 2.436310291290283, "step": 900, "step_time": 0.17099567969640095}
{"agg_test_acc": 0.3810162455920293, "agg_val_acc": 0.7846123005924307, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/af6985112ee769fbbe081e5d81e73cd2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 417977848, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.37279198523596097, "env0_out_acc": 0.38924050632911394, "env1_in_acc": 0.8479907561946335, "env1_out_acc": 0.8418079096045198, "env2_in_acc": 0.7925062972292192, "env2_out_acc": 0.756926952141058, "env3_in_acc": 0.7894625026556192, "env3_out_acc": 0.7551020408163265, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.1124516069889068, "mem_gb": 2.436310291290283, "step": 1200, "step_time": 0.1737419581413269}
{"agg_test_acc": 0.3964410621184387, "agg_val_acc": 0.8026848923396295, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/af6985112ee769fbbe081e5d81e73cd2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 417977848, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.39098339045610336, "env0_out_acc": 0.40189873417721517, "env1_in_acc": 0.8613429195018616, "env1_out_acc": 0.8546481766820749, "env2_in_acc": 0.8158060453400504, "env2_out_acc": 0.7795969773299748, "env3_in_acc": 0.8111323560654344, "env3_out_acc": 0.7738095238095238, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.0397463774681093, "mem_gb": 2.436310291290283, "step": 1500, "step_time": 0.1754513144493103}
{"agg_test_acc": 0.4168760795342814, "agg_val_acc": 0.8111606930307239, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/af6985112ee769fbbe081e5d81e73cd2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 417977848, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.41181123121539676, "env0_out_acc": 0.4219409282700422, "env1_in_acc": 0.8696880215688791, "env1_out_acc": 0.8685156651258347, "env2_in_acc": 0.8403652392947103, "env2_out_acc": 0.7732997481108312, "env3_in_acc": 0.8217548332271085, "env3_out_acc": 0.7916666666666666, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.945412339369456, "mem_gb": 2.436310291290283, "step": 1800, "step_time": 0.17751171509424846}
{"agg_test_acc": 0.4383663664277936, "agg_val_acc": 0.8275414922972688, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/af6985112ee769fbbe081e5d81e73cd2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 417977848, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.4294753493277089, "env0_out_acc": 0.4472573839662447, "env1_in_acc": 0.8773911927076646, "env1_out_acc": 0.8680020544427324, "env2_in_acc": 0.8576826196473551, "env2_out_acc": 0.8136020151133502, "env3_in_acc": 0.8385383471425536, "env3_out_acc": 0.8010204081632653, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.8905771780014038, "mem_gb": 2.436310291290283, "step": 2100, "step_time": 0.17748897473017375}
{"agg_test_acc": 0.4432451626978571, "agg_val_acc": 0.8328686651785175, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/af6985112ee769fbbe081e5d81e73cd2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 417977848, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.42868441866596363, "env0_out_acc": 0.4578059071729958, "env1_in_acc": 0.8898446527153678, "env1_out_acc": 0.8721109399075501, "env2_in_acc": 0.8712216624685138, "env2_out_acc": 0.8161209068010076, "env3_in_acc": 0.8557467601444657, "env3_out_acc": 0.810374149659864, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.8085869292418162, "mem_gb": 2.436310291290283, "step": 2400, "step_time": 0.18049456516901652}
{"agg_test_acc": 0.44825480737726126, "agg_val_acc": 0.8445955117455644, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/af6985112ee769fbbe081e5d81e73cd2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 417977848, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.43553915106775637, "env0_out_acc": 0.4609704641350211, "env1_in_acc": 0.8947233277699319, "env1_out_acc": 0.8823831535695943, "env2_in_acc": 0.8775188916876574, "env2_out_acc": 0.8299748110831234, "env3_in_acc": 0.8676439345655407, "env3_out_acc": 0.8214285714285714, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.7405561896165211, "mem_gb": 2.436310291290283, "step": 2700, "step_time": 0.178080153465271}
{"agg_test_acc": 0.4588019400536654, "agg_val_acc": 0.8556917377009249, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/af6985112ee769fbbe081e5d81e73cd2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 417977848, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.4460848932243607, "env0_out_acc": 0.47151898734177217, "env1_in_acc": 0.8993452304532032, "env1_out_acc": 0.8957370313302516, "env2_in_acc": 0.8948362720403022, "env2_out_acc": 0.8337531486146096, "env3_in_acc": 0.874867219035479, "env3_out_acc": 0.8375850340136054, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.7110766752560933, "mem_gb": 2.436310291290283, "step": 3000, "step_time": 0.1774647871653239}
{"agg_test_acc": 0.44996876858186724, "agg_val_acc": 0.8528843673977992, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/af6985112ee769fbbe081e5d81e73cd2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 417977848, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.43685736883733195, "env0_out_acc": 0.4630801687763713, "env1_in_acc": 0.9021697265374246, "env1_out_acc": 0.8983050847457628, "env2_in_acc": 0.9052267002518891, "env2_out_acc": 0.8287153652392947, "env3_in_acc": 0.8799660080730827, "env3_out_acc": 0.8316326530612245, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.3072510977586111, "mem_gb": 5.399271488189697, "step": 3300, "step_time": 0.20513590653737387}
{"agg_test_acc": 0.438894070692882, "agg_val_acc": 0.855237733192754, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/af6985112ee769fbbe081e5d81e73cd2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 417977848, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.4273662008963881, "env0_out_acc": 0.45042194092827004, "env1_in_acc": 0.9096161253049172, "env1_out_acc": 0.9003595274781715, "env2_in_acc": 0.908375314861461, "env2_out_acc": 0.836272040302267, "env3_in_acc": 0.8874017420862546, "env3_out_acc": 0.8290816326530612, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.1747962673505148, "mem_gb": 5.399271488189697, "step": 3600, "step_time": 0.2140381383895874}
{"agg_test_acc": 0.43124715616060133, "agg_val_acc": 0.861914530156632, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/af6985112ee769fbbe081e5d81e73cd2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 417977848, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.4215660427102557, "env0_out_acc": 0.4409282700421941, "env1_in_acc": 0.9111567595326743, "env1_out_acc": 0.8988186954288649, "env2_in_acc": 0.9130982367758187, "env2_out_acc": 0.845088161209068, "env3_in_acc": 0.8878266411727215, "env3_out_acc": 0.8418367346938775, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.1522141989072163, "mem_gb": 5.399271488189697, "step": 3900, "step_time": 0.21532244920730592}
{"agg_test_acc": 0.42570966816360145, "agg_val_acc": 0.8672735666318003, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/af6985112ee769fbbe081e5d81e73cd2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 417977848, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.41787503295544426, "env0_out_acc": 0.43354430379746833, "env1_in_acc": 0.915008345102067, "env1_out_acc": 0.901386748844376, "env2_in_acc": 0.9219143576826196, "env2_out_acc": 0.8526448362720404, "env3_in_acc": 0.8946250265561929, "env3_out_acc": 0.8477891156462585, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.1308756029605866, "mem_gb": 5.399271488189697, "step": 4200, "step_time": 0.21283886830012003}
{"agg_test_acc": 0.42175473675183767, "agg_val_acc": 0.8674900496314645, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/af6985112ee769fbbe081e5d81e73cd2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 417977848, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.41207487476931187, "env0_out_acc": 0.43143459915611815, "env1_in_acc": 0.9191167030427526, "env1_out_acc": 0.9008731381612738, "env2_in_acc": 0.9238035264483627, "env2_out_acc": 0.8614609571788413, "env3_in_acc": 0.9024856596558317, "env3_out_acc": 0.8401360544217688, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.128999669154485, "mem_gb": 5.399271488189697, "step": 4500, "step_time": 0.21399215539296468}
{"agg_test_acc": 0.4168766357443105, "agg_val_acc": 0.8746089919147807, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/af6985112ee769fbbe081e5d81e73cd2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 417977848, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.40759293435275507, "env0_out_acc": 0.42616033755274263, "env1_in_acc": 0.9195018615996918, "env1_out_acc": 0.9060092449922958, "env2_in_acc": 0.9282115869017632, "env2_out_acc": 0.8564231738035264, "env3_in_acc": 0.9022732101125983, "env3_out_acc": 0.8613945578231292, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.111684722105662, "mem_gb": 5.399271488189697, "step": 4800, "step_time": 0.21475687583287556}
{"agg_test_acc": 0.41595388330606897, "agg_val_acc": 0.8734672017648571, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/af6985112ee769fbbe081e5d81e73cd2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 417977848, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.4057474294753493, "env0_out_acc": 0.42616033755274263, "env1_in_acc": 0.9225831300552061, "env1_out_acc": 0.906522855675398, "env2_in_acc": 0.9326196473551638, "env2_out_acc": 0.8652392947103275, "env3_in_acc": 0.9084342468663692, "env3_out_acc": 0.8486394557823129, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.1016682213544846, "mem_gb": 5.399271488189697, "step": 5000, "step_time": 0.2148438251018524}
