{"agg_test_acc": 0.06150100526539396, "agg_val_acc": 0.042852040205559945, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cff59943417ca7f86047ca0ddb2acf7e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1801907163, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.026627998945425783, "env0_out_acc": 0.013713080168776372, "env1_in_acc": 0.06034150725381949, "env1_out_acc": 0.06266050333846944, "env2_in_acc": 0.05100755667506297, "env2_out_acc": 0.06297229219143577, "env3_in_acc": 0.05523688124070533, "env3_out_acc": 0.05187074829931973, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 4.310240745544434, "mem_gb": 2.3339076042175293, "step": 0, "step_time": 1.4783687591552734}
{"agg_test_acc": 0.396482158968582, "agg_val_acc": 0.6918706399788235, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cff59943417ca7f86047ca0ddb2acf7e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1801907163, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8128130767202741, "env0_out_acc": 0.8006329113924051, "env1_in_acc": 0.3938888175632302, "env1_out_acc": 0.39907550077041604, "env2_in_acc": 0.631926952141058, "env2_out_acc": 0.6083123425692695, "env3_in_acc": 0.686212024644147, "env3_out_acc": 0.6666666666666666, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 2.433862498203913, "mem_gb": 2.5973362922668457, "step": 300, "step_time": 0.16475197792053223}
{"agg_test_acc": 0.47223541558444965, "agg_val_acc": 0.7820702649528148, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cff59943417ca7f86047ca0ddb2acf7e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1801907163, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8871605589243343, "env0_out_acc": 0.8818565400843882, "env1_in_acc": 0.4611631788419566, "env1_out_acc": 0.4833076527991782, "env2_in_acc": 0.7638539042821159, "env2_out_acc": 0.7279596977329975, "env3_in_acc": 0.7539834289356278, "env3_out_acc": 0.7363945578231292, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 2.03718896428744, "mem_gb": 2.5973362922668457, "step": 600, "step_time": 0.18796677350997926}
{"agg_test_acc": 0.47782047841934266, "agg_val_acc": 0.8147716087195492, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cff59943417ca7f86047ca0ddb2acf7e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1801907163, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9151067756393356, "env0_out_acc": 0.9082278481012658, "env1_in_acc": 0.46822441905250994, "env1_out_acc": 0.4874165382639959, "env2_in_acc": 0.7965994962216625, "env2_out_acc": 0.7707808564231738, "env3_in_acc": 0.792436796260888, "env3_out_acc": 0.7653061224489796, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.8838333586851757, "mem_gb": 2.5973362922668457, "step": 900, "step_time": 0.18923986196517945}
{"agg_test_acc": 0.48725762137557616, "agg_val_acc": 0.8283447594943238, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cff59943417ca7f86047ca0ddb2acf7e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1801907163, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9317163195359873, "env0_out_acc": 0.9208860759493671, "env1_in_acc": 0.4752856592630633, "env1_out_acc": 0.49922958397534667, "env2_in_acc": 0.8243073047858942, "env2_out_acc": 0.7707808564231738, "env3_in_acc": 0.8202676864244742, "env3_out_acc": 0.7933673469387755, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.7407246208190919, "mem_gb": 2.5973362922668457, "step": 1200, "step_time": 0.18747283538182577}
{"agg_test_acc": 0.48635878619546763, "agg_val_acc": 0.836694286423018, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cff59943417ca7f86047ca0ddb2acf7e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1801907163, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9398892697073556, "env0_out_acc": 0.9219409282700421, "env1_in_acc": 0.47554243163435617, "env1_out_acc": 0.4971751412429379, "env2_in_acc": 0.8472921914357683, "env2_out_acc": 0.7896725440806045, "env3_in_acc": 0.8351391544508179, "env3_out_acc": 0.798469387755102, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.6266241935888925, "mem_gb": 2.5973362922668457, "step": 1500, "step_time": 0.18820542176564534}
{"agg_test_acc": 0.4844327296496682, "agg_val_acc": 0.849195024791978, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cff59943417ca7f86047ca0ddb2acf7e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1801907163, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9451621407856577, "env0_out_acc": 0.9367088607594937, "env1_in_acc": 0.475799204005649, "env1_out_acc": 0.4930662557781202, "env2_in_acc": 0.8652392947103275, "env2_out_acc": 0.8073047858942065, "env3_in_acc": 0.846186530698959, "env3_out_acc": 0.8035714285714286, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.524323589404424, "mem_gb": 2.5973362922668457, "step": 1800, "step_time": 0.18420151631037393}
{"agg_test_acc": 0.4778844407203261, "agg_val_acc": 0.8564896722875044, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cff59943417ca7f86047ca0ddb2acf7e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1801907163, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9546533087266016, "env0_out_acc": 0.9367088607594937, "env1_in_acc": 0.47194761843625627, "env1_out_acc": 0.48382126348228044, "env2_in_acc": 0.8737405541561712, "env2_out_acc": 0.8249370277078085, "env3_in_acc": 0.8614828978117697, "env3_out_acc": 0.8078231292517006, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.4234657216072082, "mem_gb": 2.5973362922668457, "step": 2100, "step_time": 0.18579712549845379}
{"agg_test_acc": 0.4749957185744677, "agg_val_acc": 0.8649034024315003, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cff59943417ca7f86047ca0ddb2acf7e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1801907163, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9630899024518851, "env0_out_acc": 0.9419831223628692, "env1_in_acc": 0.46668378482475287, "env1_out_acc": 0.4833076527991782, "env2_in_acc": 0.8844458438287154, "env2_out_acc": 0.8261964735516373, "env3_in_acc": 0.8727427236031442, "env3_out_acc": 0.826530612244898, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.3766274789969126, "mem_gb": 2.5973362922668457, "step": 2400, "step_time": 0.19029406547546387}
{"agg_test_acc": 0.47255608431608115, "agg_val_acc": 0.8729801379960808, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cff59943417ca7f86047ca0ddb2acf7e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1801907163, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9670445557606117, "env0_out_acc": 0.9472573839662447, "env1_in_acc": 0.46642701245346, "env1_out_acc": 0.4786851566512583, "env2_in_acc": 0.8942065491183879, "env2_out_acc": 0.8400503778337531, "env3_in_acc": 0.8782664117272148, "env3_out_acc": 0.8316326530612245, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.3209595215320586, "mem_gb": 2.5973362922668457, "step": 2700, "step_time": 0.19143612623214723}
{"agg_test_acc": 0.4674203071902095, "agg_val_acc": 0.8808845443222925, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cff59943417ca7f86047ca0ddb2acf7e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1801907163, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9736356446084893, "env0_out_acc": 0.9451476793248945, "env1_in_acc": 0.46129156502760305, "env1_out_acc": 0.47354904982023627, "env2_in_acc": 0.9045969773299748, "env2_out_acc": 0.8488664987405542, "env3_in_acc": 0.8918631824941576, "env3_out_acc": 0.8486394557823129, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.2949315516153972, "mem_gb": 2.5973362922668457, "step": 3000, "step_time": 0.19160850842793783}
{"agg_test_acc": 0.46838330249285093, "agg_val_acc": 0.8818390971939365, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cff59943417ca7f86047ca0ddb2acf7e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1801907163, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9757447930398102, "env0_out_acc": 0.9472573839662447, "env1_in_acc": 0.4616767235845423, "env1_out_acc": 0.4750898818695429, "env2_in_acc": 0.9175062972292192, "env2_out_acc": 0.8564231738035264, "env3_in_acc": 0.899086466964096, "env3_out_acc": 0.8418367346938775, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.2542117098967234, "mem_gb": 2.5973362922668457, "step": 3300, "step_time": 0.18715259790420533}
{"agg_test_acc": 0.46697102148118813, "agg_val_acc": 0.8810315953521589, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cff59943417ca7f86047ca0ddb2acf7e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1801907163, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9767993672554706, "env0_out_acc": 0.9472573839662447, "env1_in_acc": 0.45936577224290664, "env1_out_acc": 0.4745762711864407, "env2_in_acc": 0.9228589420654912, "env2_out_acc": 0.8463476070528967, "env3_in_acc": 0.9022732101125983, "env3_out_acc": 0.8494897959183674, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.238580364783605, "mem_gb": 2.5973362922668457, "step": 3600, "step_time": 0.1810799765586853}
{"agg_test_acc": 0.467741404535198, "agg_val_acc": 0.8950752805021399, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cff59943417ca7f86047ca0ddb2acf7e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1801907163, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9807540205641972, "env0_out_acc": 0.9578059071729957, "env1_in_acc": 0.45987931698549234, "env1_out_acc": 0.4756034925526451, "env2_in_acc": 0.9316750629722922, "env2_out_acc": 0.8702770780856424, "env3_in_acc": 0.9086466964096027, "env3_out_acc": 0.8571428571428571, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.0871727001667022, "mem_gb": 5.395052433013916, "step": 3900, "step_time": 0.20514983256657918}
{"agg_test_acc": 0.4663933166163263, "agg_val_acc": 0.8927502998777535, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cff59943417ca7f86047ca0ddb2acf7e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1801907163, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9815449512259425, "env0_out_acc": 0.9525316455696202, "env1_in_acc": 0.45769675182950315, "env1_out_acc": 0.4750898818695429, "env2_in_acc": 0.9363979848866498, "env2_out_acc": 0.8702770780856424, "env3_in_acc": 0.9103462927554705, "env3_out_acc": 0.8554421768707483, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.907407112121582, "mem_gb": 5.395052433013916, "step": 4200, "step_time": 0.22523680130640666}
{"agg_test_acc": 0.46305504499938066, "agg_val_acc": 0.8948493762834351, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cff59943417ca7f86047ca0ddb2acf7e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1801907163, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9799630899024518, "env0_out_acc": 0.9525316455696202, "env1_in_acc": 0.45461548337398894, "env1_out_acc": 0.4714946070878274, "env2_in_acc": 0.9467884130982368, "env2_out_acc": 0.8765743073047859, "env3_in_acc": 0.9199065222009772, "env3_out_acc": 0.8554421768707483, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.8912276524305344, "mem_gb": 5.395052433013916, "step": 4500, "step_time": 0.22429083665211996}
{"agg_test_acc": 0.45978086756445136, "agg_val_acc": 0.8980607932769701, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cff59943417ca7f86047ca0ddb2acf7e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1801907163, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9844450303190087, "env0_out_acc": 0.9546413502109705, "env1_in_acc": 0.4532032353318783, "env1_out_acc": 0.46635850025680536, "env2_in_acc": 0.9458438287153652, "env2_out_acc": 0.8866498740554156, "env3_in_acc": 0.9213936690036116, "env3_out_acc": 0.8528911564625851, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.8822355870405832, "mem_gb": 5.395052433013916, "step": 4800, "step_time": 0.22556852181752524}
{"agg_test_acc": 0.4577907168366356, "agg_val_acc": 0.903467672837672, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cff59943417ca7f86047ca0ddb2acf7e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1801907163, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9804903770102821, "env0_out_acc": 0.9567510548523207, "env1_in_acc": 0.45179098728976763, "env1_out_acc": 0.4637904468412943, "env2_in_acc": 0.940176322418136, "env2_out_acc": 0.8803526448362721, "env3_in_acc": 0.9209687699171447, "env3_out_acc": 0.8732993197278912, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.8753629153966904, "mem_gb": 5.395052433013916, "step": 5000, "step_time": 0.22296814918518065}
