{"agg_test_acc": 0.11427105753577317, "agg_val_acc": 0.1162145888694478, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/5827631f78a9125574fbb25c7d199a3b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 224230555, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.12760348009491168, "env0_out_acc": 0.13818565400843882, "env1_in_acc": 0.11400693285402491, "env1_out_acc": 0.1145351823317925, "env2_in_acc": 0.05919395465994962, "env2_out_acc": 0.06675062972292191, "env3_in_acc": 0.13766730401529637, "env3_out_acc": 0.14370748299319727, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 4.979929447174072, "mem_gb": 2.007481575012207, "step": 0, "step_time": 1.5215272903442383}
{"agg_test_acc": 0.13725327277351448, "agg_val_acc": 0.5559789856974132, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/5827631f78a9125574fbb25c7d199a3b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 224230555, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.6069074611125758, "env0_out_acc": 0.6075949367088608, "env1_in_acc": 0.14302221081011682, "env1_out_acc": 0.1314843348741654, "env2_in_acc": 0.5261335012594458, "env2_out_acc": 0.5025188916876574, "env3_in_acc": 0.5521563628638199, "env3_out_acc": 0.5578231292517006, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.8257208983103435, "mem_gb": 2.258018970489502, "step": 300, "step_time": 0.15839885473251342}
{"agg_test_acc": 0.2505615328281956, "agg_val_acc": 0.6843181764468513, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/5827631f78a9125574fbb25c7d199a3b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 224230555, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8141312944898498, "env0_out_acc": 0.7784810126582279, "env1_in_acc": 0.2535627166516883, "env1_out_acc": 0.24756034925526452, "env2_in_acc": 0.6722292191435768, "env2_out_acc": 0.6146095717884131, "env3_in_acc": 0.6732526025069047, "env3_out_acc": 0.6598639455782312, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.3872861607869464, "mem_gb": 2.258018970489502, "step": 600, "step_time": 0.18387975772221885}
{"agg_test_acc": 0.29164758498387755, "agg_val_acc": 0.7338078385920236, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/5827631f78a9125574fbb25c7d199a3b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 224230555, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.86422356973372, "env0_out_acc": 0.8333333333333334, "env1_in_acc": 0.2972140197714726, "env1_out_acc": 0.28608115048793015, "env2_in_acc": 0.7178841309823678, "env2_out_acc": 0.6750629722921915, "env3_in_acc": 0.722753346080306, "env3_out_acc": 0.6930272108843537, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.251656140089035, "mem_gb": 2.258018970489502, "step": 900, "step_time": 0.1779541015625}
{"agg_test_acc": 0.3029462616905369, "agg_val_acc": 0.7658167655034178, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/5827631f78a9125574fbb25c7d199a3b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 224230555, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8826786185077775, "env0_out_acc": 0.8491561181434599, "env1_in_acc": 0.30902554885094363, "env1_out_acc": 0.2968669748330765, "env2_in_acc": 0.7616498740554156, "env2_out_acc": 0.7204030226700252, "env3_in_acc": 0.7561079243679626, "env3_out_acc": 0.7278911564625851, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.151754630804062, "mem_gb": 2.258018970489502, "step": 1200, "step_time": 0.18037437121073405}
{"agg_test_acc": 0.317711563229466, "agg_val_acc": 0.7934949487572087, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/5827631f78a9125574fbb25c7d199a3b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 224230555, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8979699446348537, "env0_out_acc": 0.8765822784810127, "env1_in_acc": 0.3246886634998074, "env1_out_acc": 0.3107344632768362, "env2_in_acc": 0.7814861460957179, "env2_out_acc": 0.760705289672544, "env3_in_acc": 0.7718291905672403, "env3_out_acc": 0.7431972789115646, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.091692013343175, "mem_gb": 2.258018970489502, "step": 1500, "step_time": 0.18241301695505777}
{"agg_test_acc": 0.33440275646290324, "agg_val_acc": 0.8003765230322148, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/5827631f78a9125574fbb25c7d199a3b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 224230555, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9114157658845241, "env0_out_acc": 0.879746835443038, "env1_in_acc": 0.34266272949030685, "env1_out_acc": 0.3261427837699024, "env2_in_acc": 0.8041561712846348, "env2_out_acc": 0.756926952141058, "env3_in_acc": 0.804333970681963, "env3_out_acc": 0.7644557823129252, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.995408638715744, "mem_gb": 2.258018970489502, "step": 1800, "step_time": 0.18263373374938965}
{"agg_test_acc": 0.34910402976033234, "agg_val_acc": 0.8158841390973128, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/5827631f78a9125574fbb25c7d199a3b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 224230555, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.930661745320327, "env0_out_acc": 0.8955696202531646, "env1_in_acc": 0.3556297342405957, "env1_out_acc": 0.34257832562917306, "env2_in_acc": 0.8243073047858942, "env2_out_acc": 0.783375314861461, "env3_in_acc": 0.8115572551519015, "env3_out_acc": 0.7687074829931972, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.9250811664263408, "mem_gb": 2.258018970489502, "step": 2100, "step_time": 0.18737695137659707}
{"agg_test_acc": 0.3587976483554062, "agg_val_acc": 0.8336808022304856, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/5827631f78a9125574fbb25c7d199a3b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 224230555, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9388346954916952, "env0_out_acc": 0.9071729957805907, "env1_in_acc": 0.36782642187700604, "env1_out_acc": 0.349768875192604, "env2_in_acc": 0.8472921914357683, "env2_out_acc": 0.8073047858942065, "env3_in_acc": 0.8209050350541747, "env3_out_acc": 0.7865646258503401, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.8650774701436361, "mem_gb": 2.258018970489502, "step": 2400, "step_time": 0.18283414681752522}
{"agg_test_acc": 0.3699037787539505, "agg_val_acc": 0.8386036361819053, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/5827631f78a9125574fbb25c7d199a3b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 224230555, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.943316635908252, "env0_out_acc": 0.9071729957805907, "env1_in_acc": 0.3787392476569521, "env1_out_acc": 0.3610683102208526, "env2_in_acc": 0.8639798488664987, "env2_out_acc": 0.8161209068010076, "env3_in_acc": 0.8413001912045889, "env3_out_acc": 0.7925170068027211, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.7925054089228312, "mem_gb": 2.258018970489502, "step": 2700, "step_time": 0.18568087259928384}
{"agg_test_acc": 0.37985440051199637, "agg_val_acc": 0.8496405249742808, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/5827631f78a9125574fbb25c7d199a3b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 224230555, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9512259425257052, "env0_out_acc": 0.9103375527426161, "env1_in_acc": 0.38785466683784825, "env1_out_acc": 0.371854134565999, "env2_in_acc": 0.8677581863979849, "env2_out_acc": 0.8350125944584383, "env3_in_acc": 0.851922668366263, "env3_out_acc": 0.8035714285714286, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.7416892858346302, "mem_gb": 2.258018970489502, "step": 3000, "step_time": 0.1855614717801412}
{"agg_test_acc": 0.3883926753178631, "agg_val_acc": 0.8539133736716893, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/5827631f78a9125574fbb25c7d199a3b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 224230555, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9551805958344318, "env0_out_acc": 0.9314345991561181, "env1_in_acc": 0.39568622416228016, "env1_out_acc": 0.3810991268618387, "env2_in_acc": 0.8828715365239295, "env2_out_acc": 0.8173803526448362, "env3_in_acc": 0.8589335032929679, "env3_out_acc": 0.8129251700680272, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.6861030383904776, "mem_gb": 2.258018970489502, "step": 3300, "step_time": 0.18426507393519084}
{"agg_test_acc": 0.3932716141320538, "agg_val_acc": 0.8602788820682953, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/5827631f78a9125574fbb25c7d199a3b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 224230555, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9620353282362246, "env0_out_acc": 0.9240506329113924, "env1_in_acc": 0.40133521633072283, "env1_out_acc": 0.3852080123266564, "env2_in_acc": 0.8869647355163728, "env2_out_acc": 0.8413098236775819, "env3_in_acc": 0.864669640960272, "env3_out_acc": 0.8154761904761905, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.659639298915863, "mem_gb": 2.258018970489502, "step": 3600, "step_time": 0.1842235581080119}
{"agg_test_acc": 0.3953902499562265, "agg_val_acc": 0.8647564056273221, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/5827631f78a9125574fbb25c7d199a3b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 224230555, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9617716846823096, "env0_out_acc": 0.9356540084388185, "env1_in_acc": 0.40146360251636926, "env1_out_acc": 0.38931689779147405, "env2_in_acc": 0.896095717884131, "env2_out_acc": 0.8312342569269522, "env3_in_acc": 0.8761419162948799, "env3_out_acc": 0.8273809523809523, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.456310323079427, "mem_gb": 5.394754886627197, "step": 3900, "step_time": 0.1998430641492208}
{"agg_test_acc": 0.39519760473733667, "agg_val_acc": 0.8703143037307733, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/5827631f78a9125574fbb25c7d199a3b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 224230555, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9625626153440549, "env0_out_acc": 0.9367088607594937, "env1_in_acc": 0.40210553344460137, "env1_out_acc": 0.3882896764252696, "env2_in_acc": 0.9086901763224181, "env2_out_acc": 0.8400503778337531, "env3_in_acc": 0.8846398980242193, "env3_out_acc": 0.8341836734693877, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.2097427324453989, "mem_gb": 5.394754886627197, "step": 4200, "step_time": 0.2198283378283183}
{"agg_test_acc": 0.3955185702012923, "agg_val_acc": 0.876848309417087, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/5827631f78a9125574fbb25c7d199a3b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 224230555, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9644081202214606, "env0_out_acc": 0.929324894514768, "env1_in_acc": 0.4027474643728335, "env1_out_acc": 0.3882896764252696, "env2_in_acc": 0.9080604534005038, "env2_out_acc": 0.8576826196473551, "env3_in_acc": 0.8837900998512853, "env3_out_acc": 0.8435374149659864, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.1911959302425386, "mem_gb": 5.394754886627197, "step": 4500, "step_time": 0.21951507091522215}
{"agg_test_acc": 0.3951333457040291, "agg_val_acc": 0.8805222173086861, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/5827631f78a9125574fbb25c7d199a3b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 224230555, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9683627735301872, "env0_out_acc": 0.9440928270042194, "env1_in_acc": 0.40300423674412633, "env1_out_acc": 0.3872624550590652, "env2_in_acc": 0.9162468513853904, "env2_out_acc": 0.8513853904282116, "env3_in_acc": 0.8893137879753559, "env3_out_acc": 0.8460884353741497, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.1713532241185507, "mem_gb": 5.394754886627197, "step": 4800, "step_time": 0.2177394922574361}
{"agg_test_acc": 0.39506911964097974, "agg_val_acc": 0.8774938120141739, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/5827631f78a9125574fbb25c7d199a3b", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 224230555, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9670445557606117, "env0_out_acc": 0.9514767932489452, "env1_in_acc": 0.4033893953010656, "env1_out_acc": 0.386748844375963, "env2_in_acc": 0.910264483627204, "env2_out_acc": 0.8425692695214105, "env3_in_acc": 0.8931378797535585, "env3_out_acc": 0.8384353741496599, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.1613808161020278, "mem_gb": 5.394754886627197, "step": 5000, "step_time": 0.22104393243789672}
