{"agg_test_acc": 0.10211371031518014, "agg_val_acc": 0.06406562339589003, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b769fc02c876ff230eeda79b40aece25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 251496496, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.018191405220142367, "env0_out_acc": 0.03481012658227848, "env1_in_acc": 0.055847990756194635, "env1_out_acc": 0.050333846944016436, "env2_in_acc": 0.1253148614609572, "env2_out_acc": 0.1070528967254408, "env3_in_acc": 0.10473762481410664, "env3_out_acc": 0.09948979591836735, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 5.815038681030273, "mem_gb": 2.007481575012207, "step": 0, "step_time": 1.4164915084838867}
{"agg_test_acc": 0.33131397858071726, "agg_val_acc": 0.6903878920256392, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b769fc02c876ff230eeda79b40aece25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 251496496, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7732665436330082, "env0_out_acc": 0.7436708860759493, "env1_in_acc": 0.7560662472717935, "env1_out_acc": 0.7519260400616333, "env2_in_acc": 0.5573047858942065, "env2_out_acc": 0.575566750629723, "env3_in_acc": 0.3326959847036329, "env3_out_acc": 0.3299319727891156, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.916804914474487, "mem_gb": 2.258018970489502, "step": 300, "step_time": 0.15774098555246988}
{"agg_test_acc": 0.40888326310725653, "agg_val_acc": 0.791583786503984, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b769fc02c876ff230eeda79b40aece25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 251496496, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8563142631162668, "env0_out_acc": 0.8523206751054853, "env1_in_acc": 0.8192322506098344, "env1_out_acc": 0.8032871083718541, "env2_in_acc": 0.7096977329974811, "env2_out_acc": 0.7191435768261965, "env3_in_acc": 0.4087529211812195, "env3_out_acc": 0.40901360544217685, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.4858336369196574, "mem_gb": 2.258018970489502, "step": 600, "step_time": 0.17317626317342122}
{"agg_test_acc": 0.4184486411976252, "agg_val_acc": 0.8129711756009532, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b769fc02c876ff230eeda79b40aece25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 251496496, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8855786976008436, "env0_out_acc": 0.8765822784810127, "env1_in_acc": 0.8357940685582231, "env1_out_acc": 0.8217770929635336, "env2_in_acc": 0.75, "env2_out_acc": 0.7405541561712846, "env3_in_acc": 0.4117272147864882, "env3_out_acc": 0.42517006802721086, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.363100541830063, "mem_gb": 2.258018970489502, "step": 900, "step_time": 0.1775484768549601}
{"agg_test_acc": 0.43449183348245446, "agg_val_acc": 0.8383898550391438, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b769fc02c876ff230eeda79b40aece25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 251496496, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9087793303453731, "env0_out_acc": 0.8892405063291139, "env1_in_acc": 0.8491462318654512, "env1_out_acc": 0.8412942989214176, "env2_in_acc": 0.7792821158690176, "env2_out_acc": 0.7846347607052897, "env3_in_acc": 0.4336095177395369, "env3_out_acc": 0.43537414965986393, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.23404881755511, "mem_gb": 2.258018970489502, "step": 1200, "step_time": 0.17710154136021933}
{"agg_test_acc": 0.43608520505590886, "agg_val_acc": 0.8461001154641945, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b769fc02c876ff230eeda79b40aece25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 251496496, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9230160822567888, "env0_out_acc": 0.8955696202531646, "env1_in_acc": 0.8667351392990115, "env1_out_acc": 0.8505392912172574, "env2_in_acc": 0.8123425692695214, "env2_out_acc": 0.792191435768262, "env3_in_acc": 0.4367962608880391, "env3_out_acc": 0.43537414965986393, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.155882737636566, "mem_gb": 2.258018970489502, "step": 1500, "step_time": 0.178604572614034}
{"agg_test_acc": 0.44224840965908024, "agg_val_acc": 0.8575815364950135, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b769fc02c876ff230eeda79b40aece25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 251496496, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9348800421829686, "env0_out_acc": 0.9029535864978903, "env1_in_acc": 0.8728976762100398, "env1_out_acc": 0.8561890087313816, "env2_in_acc": 0.8340680100755667, "env2_out_acc": 0.8136020151133502, "env3_in_acc": 0.44231994901210964, "env3_out_acc": 0.4421768707482993, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.0398246661822, "mem_gb": 2.258018970489502, "step": 1800, "step_time": 0.17632222016652424}
{"agg_test_acc": 0.44373664038721145, "agg_val_acc": 0.8698587568540755, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b769fc02c876ff230eeda79b40aece25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 251496496, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9446348536778276, "env0_out_acc": 0.9187763713080169, "env1_in_acc": 0.8840672743612787, "env1_out_acc": 0.8746789933230611, "env2_in_acc": 0.8403652392947103, "env2_out_acc": 0.8161209068010076, "env3_in_acc": 0.44189504992564266, "env3_out_acc": 0.445578231292517, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.9418590132395426, "mem_gb": 2.258018970489502, "step": 2100, "step_time": 0.1730982009569804}
{"agg_test_acc": 0.44448211065907767, "agg_val_acc": 0.8768678157926059, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b769fc02c876ff230eeda79b40aece25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 251496496, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9462167150013182, "env0_out_acc": 0.9251054852320675, "env1_in_acc": 0.8903581974579535, "env1_out_acc": 0.879301489470981, "env2_in_acc": 0.864294710327456, "env2_out_acc": 0.8261964735516373, "env3_in_acc": 0.4374336095177395, "env3_out_acc": 0.45153061224489793, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.8844850079218547, "mem_gb": 2.258018970489502, "step": 2400, "step_time": 0.17118656714757283}
{"agg_test_acc": 0.44522568406002305, "agg_val_acc": 0.8820782206440303, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b769fc02c876ff230eeda79b40aece25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 251496496, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.955707882942262, "env0_out_acc": 0.930379746835443, "env1_in_acc": 0.8983181409680319, "env1_out_acc": 0.8808423215202876, "env2_in_acc": 0.8671284634760705, "env2_out_acc": 0.8350125944584383, "env3_in_acc": 0.4389207563203739, "env3_out_acc": 0.45153061224489793, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.820584120353063, "mem_gb": 2.258018970489502, "step": 2700, "step_time": 0.16997238794962566}
{"agg_test_acc": 0.4422494935853207, "agg_val_acc": 0.8875679783071433, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b769fc02c876ff230eeda79b40aece25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 251496496, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9599261798049038, "env0_out_acc": 0.9335443037974683, "env1_in_acc": 0.9030684298369496, "env1_out_acc": 0.891628145865434, "env2_in_acc": 0.8850755667506297, "env2_out_acc": 0.8375314861460957, "env3_in_acc": 0.4389207563203739, "env3_out_acc": 0.445578231292517, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.7629187778631845, "mem_gb": 2.258018970489502, "step": 3000, "step_time": 0.1738774847984314}
{"agg_test_acc": 0.44086802959187327, "agg_val_acc": 0.886134493069134, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b769fc02c876ff230eeda79b40aece25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 251496496, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9651990508832059, "env0_out_acc": 0.9229957805907173, "env1_in_acc": 0.908332263448453, "env1_out_acc": 0.889060092449923, "env2_in_acc": 0.8957808564231738, "env2_out_acc": 0.8463476070528967, "env3_in_acc": 0.4378585086042065, "env3_out_acc": 0.44387755102040816, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.7271724021434784, "mem_gb": 2.258018970489502, "step": 3300, "step_time": 0.17406577428181966}
{"agg_test_acc": 0.44044313050561884, "agg_val_acc": 0.8949272367689699, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b769fc02c876ff230eeda79b40aece25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 251496496, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.965462694437121, "env0_out_acc": 0.9356540084388185, "env1_in_acc": 0.9170625240724098, "env1_out_acc": 0.8952234206471494, "env2_in_acc": 0.8986146095717884, "env2_out_acc": 0.853904282115869, "env3_in_acc": 0.4370087104312726, "env3_out_acc": 0.44387755102040816, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.756860264937083, "mem_gb": 2.258018970489502, "step": 3600, "step_time": 0.17128357489903767}
{"agg_test_acc": 0.4403377186787355, "agg_val_acc": 0.9004190278257783, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b769fc02c876ff230eeda79b40aece25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 251496496, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9694173477458476, "env0_out_acc": 0.9409282700421941, "env1_in_acc": 0.9184747721145204, "env1_out_acc": 0.901386748844376, "env2_in_acc": 0.9061712846347607, "env2_out_acc": 0.8589420654911839, "env3_in_acc": 0.4342468663692373, "env3_out_acc": 0.44642857142857145, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.481785771449407, "mem_gb": 5.396875858306885, "step": 3900, "step_time": 0.19550817886988323}
{"agg_test_acc": 0.4375753326549609, "agg_val_acc": 0.8994593888240611, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b769fc02c876ff230eeda79b40aece25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 251496496, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9694173477458476, "env0_out_acc": 0.9430379746835443, "env1_in_acc": 0.9198870201566312, "env1_out_acc": 0.903954802259887, "env2_in_acc": 0.9178211586901763, "env2_out_acc": 0.8513853904282116, "env3_in_acc": 0.4304227745910346, "env3_out_acc": 0.4447278911564626, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.2525913858413695, "mem_gb": 5.396875858306885, "step": 4200, "step_time": 0.21002446015675863}
{"agg_test_acc": 0.4333236319768146, "agg_val_acc": 0.9023540775949415, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b769fc02c876ff230eeda79b40aece25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 251496496, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9720537832849987, "env0_out_acc": 0.939873417721519, "env1_in_acc": 0.9272050327384773, "env1_out_acc": 0.9044684129429892, "env2_in_acc": 0.9203400503778337, "env2_out_acc": 0.8627204030226701, "env3_in_acc": 0.4304227745910346, "env3_out_acc": 0.4362244897959184, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.2256728239854178, "mem_gb": 5.396875858306885, "step": 4500, "step_time": 0.21124150594075522}
{"agg_test_acc": 0.4359806061737059, "agg_val_acc": 0.9057807976850603, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b769fc02c876ff230eeda79b40aece25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 251496496, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9733720010545742, "env0_out_acc": 0.9388185654008439, "env1_in_acc": 0.9268198741815381, "env1_out_acc": 0.9044684129429892, "env2_in_acc": 0.9212846347607053, "env2_out_acc": 0.8740554156171285, "env3_in_acc": 0.43148502230720204, "env3_out_acc": 0.44047619047619047, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.2058456190427145, "mem_gb": 5.396875858306885, "step": 4800, "step_time": 0.20921760002772014}
{"agg_test_acc": 0.43481186270494593, "agg_val_acc": 0.90893269301737, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b769fc02c876ff230eeda79b40aece25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 251496496, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9746902188241497, "env0_out_acc": 0.939873417721519, "env1_in_acc": 0.9275901912954166, "env1_out_acc": 0.9090909090909091, "env2_in_acc": 0.929471032745592, "env2_out_acc": 0.8778337531486146, "env3_in_acc": 0.42999787550456764, "env3_out_acc": 0.43962585034013607, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.2042470145225526, "mem_gb": 5.396875858306885, "step": 5000, "step_time": 0.21060662269592284}
