{"agg_test_acc": 0.15362386321583676, "agg_val_acc": 0.11321616134311627, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/fdddf2672eb85867b1b41b946f5afa27", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2023135340, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.10677563933561825, "env0_out_acc": 0.09071729957805907, "env1_in_acc": 0.15470535370394145, "env1_out_acc": 0.15254237288135594, "env2_in_acc": 0.10516372795969774, "env2_out_acc": 0.11712846347607053, "env3_in_acc": 0.12980667091565753, "env3_out_acc": 0.13180272108843538, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 5.429995536804199, "mem_gb": 2.007481575012207, "step": 0, "step_time": 1.6032299995422363}
{"agg_test_acc": 0.24266565053385541, "agg_val_acc": 0.638865616817902, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/fdddf2672eb85867b1b41b946f5afa27", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2023135340, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7861850777748484, "env0_out_acc": 0.7552742616033755, "env1_in_acc": 0.23982539478752085, "env1_out_acc": 0.24550590652285567, "env2_in_acc": 0.5913098236775819, "env2_out_acc": 0.5856423173803527, "env3_in_acc": 0.6063309963883577, "env3_out_acc": 0.5756802721088435, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.8494422388076783, "mem_gb": 2.254570484161377, "step": 300, "step_time": 0.15768266518910726}
{"agg_test_acc": 0.31918853188779345, "agg_val_acc": 0.7338836732175298, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/fdddf2672eb85867b1b41b946f5afa27", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2023135340, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8600052728710783, "env0_out_acc": 0.8491561181434599, "env1_in_acc": 0.319424829888304, "env1_out_acc": 0.3189522342064715, "env2_in_acc": 0.693639798488665, "env2_out_acc": 0.6977329974811083, "env3_in_acc": 0.7032079881028256, "env3_out_acc": 0.6547619047619048, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.4461318318049114, "mem_gb": 2.254570484161377, "step": 600, "step_time": 0.17697805245717366}
{"agg_test_acc": 0.357707025183122, "agg_val_acc": 0.7709584633716393, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/fdddf2672eb85867b1b41b946f5afa27", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2023135340, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8932243606643817, "env0_out_acc": 0.8744725738396625, "env1_in_acc": 0.35537296186930284, "env1_out_acc": 0.3600410888546482, "env2_in_acc": 0.7301637279596978, "env2_out_acc": 0.7292191435768262, "env3_in_acc": 0.7410240067983854, "env3_out_acc": 0.7091836734693877, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.3126484171549477, "mem_gb": 2.254570484161377, "step": 900, "step_time": 0.18398497978846232}
{"agg_test_acc": 0.3913464477832268, "agg_val_acc": 0.7905921482327222, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/fdddf2672eb85867b1b41b946f5afa27", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2023135340, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9095702610071184, "env0_out_acc": 0.8881856540084389, "env1_in_acc": 0.3877262806522018, "env1_out_acc": 0.39496661530559835, "env2_in_acc": 0.7748740554156172, "env2_out_acc": 0.7531486146095718, "env3_in_acc": 0.7692797960484385, "env3_out_acc": 0.7304421768707483, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.206345957517624, "mem_gb": 2.254570484161377, "step": 1200, "step_time": 0.18224136352539064}
{"agg_test_acc": 0.4094501857903928, "agg_val_acc": 0.8093180318033484, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/fdddf2672eb85867b1b41b946f5afa27", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2023135340, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9256525177959399, "env0_out_acc": 0.9008438818565401, "env1_in_acc": 0.4039029400436513, "env1_out_acc": 0.4149974319465845, "env2_in_acc": 0.7950251889168766, "env2_out_acc": 0.77455919395466, "env3_in_acc": 0.7981729339281921, "env3_out_acc": 0.7525510204081632, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.1346976379553477, "mem_gb": 2.254570484161377, "step": 1500, "step_time": 0.18120789845784505}
{"agg_test_acc": 0.4160624370207183, "agg_val_acc": 0.8129813385728263, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/fdddf2672eb85867b1b41b946f5afa27", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2023135340, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9330345373055628, "env0_out_acc": 0.9071729957805907, "env1_in_acc": 0.41147772499679036, "env1_out_acc": 0.4206471494607088, "env2_in_acc": 0.8211586901763224, "env2_out_acc": 0.7758186397984886, "env3_in_acc": 0.817505842362439, "env3_out_acc": 0.7559523809523809, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.029678922891617, "mem_gb": 2.254570484161377, "step": 1800, "step_time": 0.17602099339167276}
{"agg_test_acc": 0.4169612722008269, "agg_val_acc": 0.8281374456491936, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/fdddf2672eb85867b1b41b946f5afa27", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2023135340, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9427893488004219, "env0_out_acc": 0.9135021097046413, "env1_in_acc": 0.4112209526254975, "env1_out_acc": 0.4227015921931176, "env2_in_acc": 0.8353274559193955, "env2_out_acc": 0.8073047858942065, "env3_in_acc": 0.8213299341406416, "env3_out_acc": 0.7636054421768708, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.954268176952998, "mem_gb": 2.254570484161377, "step": 2100, "step_time": 0.17784066438674928}
{"agg_test_acc": 0.42312417178161466, "agg_val_acc": 0.8443123901510399, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/fdddf2672eb85867b1b41b946f5afa27", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2023135340, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.950698655417875, "env0_out_acc": 0.919831223628692, "env1_in_acc": 0.41789703427911157, "env1_out_acc": 0.4283513097072419, "env2_in_acc": 0.8482367758186398, "env2_out_acc": 0.8324937027707808, "env3_in_acc": 0.8398130444019546, "env3_out_acc": 0.7806122448979592, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.895710192124049, "mem_gb": 2.254570484161377, "step": 2400, "step_time": 0.1818265668551127}
{"agg_test_acc": 0.4277463711948991, "agg_val_acc": 0.8544734979220766, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/fdddf2672eb85867b1b41b946f5afa27", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2023135340, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9564988136040073, "env0_out_acc": 0.930379746835443, "env1_in_acc": 0.42251893696238285, "env1_out_acc": 0.43297380585516176, "env2_in_acc": 0.8658690176322418, "env2_out_acc": 0.836272040302267, "env3_in_acc": 0.8497981729339282, "env3_out_acc": 0.7967687074829932, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.833355017900467, "mem_gb": 2.254570484161377, "step": 2700, "step_time": 0.17978082736333212}
{"agg_test_acc": 0.43211183120727736, "agg_val_acc": 0.8624138920302886, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/fdddf2672eb85867b1b41b946f5afa27", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2023135340, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9586079620353283, "env0_out_acc": 0.9335443037974683, "env1_in_acc": 0.42611375016048275, "env1_out_acc": 0.4381099126861839, "env2_in_acc": 0.8806675062972292, "env2_out_acc": 0.8501259445843828, "env3_in_acc": 0.8529849160824304, "env3_out_acc": 0.8035714285714286, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.7816855597496033, "mem_gb": 2.254570484161377, "step": 3000, "step_time": 0.17635985056559245}
{"agg_test_acc": 0.4350649112972181, "agg_val_acc": 0.8587932879905827, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/fdddf2672eb85867b1b41b946f5afa27", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2023135340, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.965462694437121, "env0_out_acc": 0.9377637130801688, "env1_in_acc": 0.42893824624470406, "env1_out_acc": 0.44119157678479715, "env2_in_acc": 0.8875944584382871, "env2_out_acc": 0.8324937027707808, "env3_in_acc": 0.863819842787338, "env3_out_acc": 0.8061224489795918, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.7242845332622527, "mem_gb": 2.254570484161377, "step": 3300, "step_time": 0.1771869683265686}
{"agg_test_acc": 0.4394304042798546, "agg_val_acc": 0.867878205632832, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/fdddf2672eb85867b1b41b946f5afa27", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2023135340, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9694173477458476, "env0_out_acc": 0.9388185654008439, "env1_in_acc": 0.43201951470021827, "env1_out_acc": 0.44684129429892144, "env2_in_acc": 0.8992443324937027, "env2_out_acc": 0.845088161209068, "env3_in_acc": 0.8682812831952411, "env3_out_acc": 0.8197278911564626, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.675500708023707, "mem_gb": 2.254570484161377, "step": 3600, "step_time": 0.18027527809143065}
{"agg_test_acc": 0.43673406359082007, "agg_val_acc": 0.8728692645381245, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/fdddf2672eb85867b1b41b946f5afa27", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2023135340, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9686264170841022, "env0_out_acc": 0.9356540084388185, "env1_in_acc": 0.4302221081011683, "env1_out_acc": 0.44324601951720594, "env2_in_acc": 0.9061712846347607, "env2_out_acc": 0.8564231738035264, "env3_in_acc": 0.8772041640110474, "env3_out_acc": 0.826530612244898, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.4242519048849742, "mem_gb": 5.397371768951416, "step": 3900, "step_time": 0.20694395860036213}
{"agg_test_acc": 0.43191915301812933, "agg_val_acc": 0.8790515172201088, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/fdddf2672eb85867b1b41b946f5afa27", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2023135340, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9680991299762721, "env0_out_acc": 0.9377637130801688, "env1_in_acc": 0.42726922583130056, "env1_out_acc": 0.43656908063687727, "env2_in_acc": 0.9184508816120907, "env2_out_acc": 0.8677581863979849, "env3_in_acc": 0.8786913108136818, "env3_out_acc": 0.8316326530612245, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.216278347969055, "mem_gb": 5.397371768951416, "step": 4200, "step_time": 0.2229065155982971}
{"agg_test_acc": 0.43025006666504384, "agg_val_acc": 0.8821051464974345, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/fdddf2672eb85867b1b41b946f5afa27", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2023135340, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.972844713946744, "env0_out_acc": 0.939873417721519, "env1_in_acc": 0.4249582744896649, "env1_out_acc": 0.43554185927067285, "env2_in_acc": 0.9124685138539043, "env2_out_acc": 0.8816120906801007, "env3_in_acc": 0.8878266411727215, "env3_out_acc": 0.8248299319727891, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.1878909210364024, "mem_gb": 5.397371768951416, "step": 4500, "step_time": 0.22100389242172241}
{"agg_test_acc": 0.4287735595903317, "agg_val_acc": 0.8786316748261283, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/fdddf2672eb85867b1b41b946f5afa27", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2023135340, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.972844713946744, "env0_out_acc": 0.939873417721519, "env1_in_acc": 0.42303248170496854, "env1_out_acc": 0.4345146379044684, "env2_in_acc": 0.9228589420654912, "env2_out_acc": 0.8652392947103275, "env3_in_acc": 0.8897386870618228, "env3_out_acc": 0.83078231292517, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.1730769089857738, "mem_gb": 5.397371768951416, "step": 4800, "step_time": 0.2238383412361145}
{"agg_test_acc": 0.4263982503057693, "agg_val_acc": 0.881602564740266, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/fdddf2672eb85867b1b41b946f5afa27", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2023135340, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9746902188241497, "env0_out_acc": 0.9356540084388185, "env1_in_acc": 0.42084991654897935, "env1_out_acc": 0.4319465844889574, "env2_in_acc": 0.9203400503778337, "env2_out_acc": 0.8690176322418136, "env3_in_acc": 0.8986615678776291, "env3_out_acc": 0.8401360544217688, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.1560743075609208, "mem_gb": 5.397371768951416, "step": 5000, "step_time": 0.21975611448287963}
