{"agg_test_acc": 0.09209697728392631, "agg_val_acc": 0.06125429892045944, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/4bb1cec66385ef8ccd0c72ab380a1619", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1483138090, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.040601107302926445, "env0_out_acc": 0.05063291139240506, "env1_in_acc": 0.06945692643471563, "env1_out_acc": 0.07190549563430919, "env2_in_acc": 0.09351385390428212, "env2_out_acc": 0.0906801007556675, "env3_in_acc": 0.06161036753770979, "env3_out_acc": 0.061224489795918366, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 4.220047473907471, "mem_gb": 2.3339076042175293, "step": 0, "step_time": 1.7767612934112549}
{"agg_test_acc": 0.40664357662287465, "agg_val_acc": 0.7413003290554973, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/4bb1cec66385ef8ccd0c72ab380a1619", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1483138090, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8291589770630108, "env0_out_acc": 0.8048523206751055, "env1_in_acc": 0.7934266272949031, "env1_out_acc": 0.7693888032871083, "env2_in_acc": 0.42789672544080604, "env2_out_acc": 0.3853904282115869, "env3_in_acc": 0.657531336307627, "env3_out_acc": 0.6496598639455783, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 2.4760677210489908, "mem_gb": 2.5989842414855957, "step": 300, "step_time": 0.16724950710932412}
{"agg_test_acc": 0.49055415592600754, "agg_val_acc": 0.8116649649750337, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/4bb1cec66385ef8ccd0c72ab380a1619", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1483138090, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.90139731083575, "env0_out_acc": 0.8755274261603375, "env1_in_acc": 0.8392604955706766, "env1_out_acc": 0.8120184899845917, "env2_in_acc": 0.49496221662468515, "env2_out_acc": 0.48614609571788414, "env3_in_acc": 0.7431485022307202, "env3_out_acc": 0.7474489795918368, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 2.1069887113571166, "mem_gb": 2.5989842414855957, "step": 600, "step_time": 0.18899782021840414}
{"agg_test_acc": 0.502518891436398, "agg_val_acc": 0.8329085969672471, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/4bb1cec66385ef8ccd0c72ab380a1619", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1483138090, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9182704982863169, "env0_out_acc": 0.8987341772151899, "env1_in_acc": 0.855437154962126, "env1_out_acc": 0.844889573703133, "env2_in_acc": 0.5037783375314862, "env2_out_acc": 0.5012594458438288, "env3_in_acc": 0.7820267686424475, "env3_out_acc": 0.7551020408163265, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.9377317917346955, "mem_gb": 2.5989842414855957, "step": 900, "step_time": 0.18789829254150392}
{"agg_test_acc": 0.5459697730267633, "agg_val_acc": 0.843629987780537, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/4bb1cec66385ef8ccd0c72ab380a1619", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1483138090, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.930661745320327, "env0_out_acc": 0.8924050632911392, "env1_in_acc": 0.873539607138272, "env1_out_acc": 0.8536209553158706, "env2_in_acc": 0.5491183879093199, "env2_out_acc": 0.5428211586901763, "env3_in_acc": 0.8145315487571702, "env3_out_acc": 0.7848639455782312, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.7963382999102275, "mem_gb": 2.5989842414855957, "step": 1200, "step_time": 0.18811534643173217}
{"agg_test_acc": 0.5618702767971505, "agg_val_acc": 0.8599075334263351, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/4bb1cec66385ef8ccd0c72ab380a1619", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1483138090, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9425257052465067, "env0_out_acc": 0.9071729957805907, "env1_in_acc": 0.8848375914751573, "env1_out_acc": 0.8613251155624037, "env2_in_acc": 0.5695843828715366, "env2_out_acc": 0.5541561712846348, "env3_in_acc": 0.8270660718079456, "env3_out_acc": 0.8112244897959183, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.6959755913416545, "mem_gb": 2.5989842414855957, "step": 1500, "step_time": 0.1893449060122172}
{"agg_test_acc": 0.5817065488275346, "agg_val_acc": 0.8669067394569837, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/4bb1cec66385ef8ccd0c72ab380a1619", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1483138090, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9467440021091484, "env0_out_acc": 0.9177215189873418, "env1_in_acc": 0.893824624470407, "env1_out_acc": 0.8726245505906522, "env2_in_acc": 0.5928841309823678, "env2_out_acc": 0.570528967254408, "env3_in_acc": 0.8478861270448268, "env3_out_acc": 0.810374149659864, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.6066804818312328, "mem_gb": 2.5989842414855957, "step": 1800, "step_time": 0.18756778160730997}
{"agg_test_acc": 0.5944584379899244, "agg_val_acc": 0.8736618554713493, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/4bb1cec66385ef8ccd0c72ab380a1619", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1483138090, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9601898233588189, "env0_out_acc": 0.9177215189873418, "env1_in_acc": 0.8956220310694569, "env1_out_acc": 0.8767334360554699, "env2_in_acc": 0.6045340050377834, "env2_out_acc": 0.5843828715365239, "env3_in_acc": 0.8612704482685363, "env3_out_acc": 0.826530612244898, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.5352587946256002, "mem_gb": 2.5989842414855957, "step": 2100, "step_time": 0.18515931208928427}
{"agg_test_acc": 0.5988664984411208, "agg_val_acc": 0.882551791657798, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/4bb1cec66385ef8ccd0c72ab380a1619", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1483138090, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9638808331136304, "env0_out_acc": 0.9419831223628692, "env1_in_acc": 0.904095519322121, "env1_out_acc": 0.8808423215202876, "env2_in_acc": 0.6095717884130982, "env2_out_acc": 0.5881612090680101, "env3_in_acc": 0.8653069895899724, "env3_out_acc": 0.8248299319727891, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.4823723550637562, "mem_gb": 2.5989842414855957, "step": 2400, "step_time": 0.18596884489059448}
{"agg_test_acc": 0.605006296926716, "agg_val_acc": 0.889736072010677, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/4bb1cec66385ef8ccd0c72ab380a1619", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1483138090, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9649354073292908, "env0_out_acc": 0.9377637130801688, "env1_in_acc": 0.90987289767621, "env1_out_acc": 0.8947098099640473, "env2_in_acc": 0.6130352644836272, "env2_out_acc": 0.5969773299748111, "env3_in_acc": 0.8746547694922456, "env3_out_acc": 0.8367346938775511, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.4387434164683024, "mem_gb": 2.5989842414855957, "step": 2700, "step_time": 0.18463311513264974}
{"agg_test_acc": 0.6032745588923174, "agg_val_acc": 0.8897339269906026, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/4bb1cec66385ef8ccd0c72ab380a1619", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1483138090, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9691537041919325, "env0_out_acc": 0.9388185654008439, "env1_in_acc": 0.9157786622159456, "env1_out_acc": 0.8885464817668207, "env2_in_acc": 0.6146095717884131, "env2_out_acc": 0.5919395465994962, "env3_in_acc": 0.8782664117272148, "env3_out_acc": 0.8418367346938775, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.439151438474655, "mem_gb": 2.5989842414855957, "step": 3000, "step_time": 0.18494523604710897}
{"agg_test_acc": 0.6045340047355164, "agg_val_acc": 0.8921973940914318, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/4bb1cec66385ef8ccd0c72ab380a1619", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1483138090, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9709992090693382, "env0_out_acc": 0.9451476793248945, "env1_in_acc": 0.9182179997432276, "env1_out_acc": 0.8947098099640473, "env2_in_acc": 0.6146095717884131, "env2_out_acc": 0.5944584382871536, "env3_in_acc": 0.8886764393456554, "env3_out_acc": 0.8367346938775511, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.3953511941432952, "mem_gb": 2.5989842414855957, "step": 3300, "step_time": 0.18396353880564373}
{"agg_test_acc": 0.6053211583875158, "agg_val_acc": 0.8968817917578399, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/4bb1cec66385ef8ccd0c72ab380a1619", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1483138090, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9744265752702347, "env0_out_acc": 0.9419831223628692, "env1_in_acc": 0.9215560405700347, "env1_out_acc": 0.9008731381612738, "env2_in_acc": 0.6149244332493703, "env2_out_acc": 0.5957178841309824, "env3_in_acc": 0.8965370724452942, "env3_out_acc": 0.8477891156462585, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.39860825975736, "mem_gb": 2.5989842414855957, "step": 3600, "step_time": 0.18198549032211303}
{"agg_test_acc": 0.6061083120395151, "agg_val_acc": 0.9050367379215307, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/4bb1cec66385ef8ccd0c72ab380a1619", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1483138090, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9760084365937253, "env0_out_acc": 0.9556962025316456, "env1_in_acc": 0.9260495570676596, "env1_out_acc": 0.906522855675398, "env2_in_acc": 0.6152392947103275, "env2_out_acc": 0.5969773299748111, "env3_in_acc": 0.9018483110261313, "env3_out_acc": 0.8528911564625851, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.1922148650884627, "mem_gb": 5.394258975982666, "step": 3900, "step_time": 0.19870831251144408}
{"agg_test_acc": 0.6053211583875158, "agg_val_acc": 0.9118523678269597, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/4bb1cec66385ef8ccd0c72ab380a1619", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1483138090, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.97521750593198, "env0_out_acc": 0.95042194092827, "env1_in_acc": 0.9261779432533059, "env1_out_acc": 0.9126861838726246, "env2_in_acc": 0.6124055415617129, "env2_out_acc": 0.5982367758186398, "env3_in_acc": 0.9031230082855322, "env3_out_acc": 0.8724489795918368, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.9712574338912964, "mem_gb": 5.394258975982666, "step": 4200, "step_time": 0.21141310612360636}
{"agg_test_acc": 0.6059508813091152, "agg_val_acc": 0.9043385891713878, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/4bb1cec66385ef8ccd0c72ab380a1619", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1483138090, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9773266543633008, "env0_out_acc": 0.9493670886075949, "env1_in_acc": 0.9323404801643344, "env1_out_acc": 0.903954802259887, "env2_in_acc": 0.6111460957178841, "env2_out_acc": 0.6007556675062973, "env3_in_acc": 0.9075844486934354, "env3_out_acc": 0.8596938775510204, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.953962012330691, "mem_gb": 5.394258975982666, "step": 4500, "step_time": 0.21220120032628378}
{"agg_test_acc": 0.605006296926716, "agg_val_acc": 0.9087805055865686, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/4bb1cec66385ef8ccd0c72ab380a1619", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1483138090, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9818085947798576, "env0_out_acc": 0.9556962025316456, "env1_in_acc": 0.9343946591346771, "env1_out_acc": 0.9075500770416025, "env2_in_acc": 0.6105163727959698, "env2_out_acc": 0.5994962216624685, "env3_in_acc": 0.9143828340769067, "env3_out_acc": 0.8630952380952381, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.941441538532575, "mem_gb": 5.394258975982666, "step": 4800, "step_time": 0.21167888800303142}
{"agg_test_acc": 0.6039042818139169, "agg_val_acc": 0.9084012571919993, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/4bb1cec66385ef8ccd0c72ab380a1619", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1483138090, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9815449512259425, "env0_out_acc": 0.9514767932489452, "env1_in_acc": 0.9367056104763127, "env1_out_acc": 0.9106317411402157, "env2_in_acc": 0.6083123425692695, "env2_out_acc": 0.5994962216624685, "env3_in_acc": 0.917569577225409, "env3_out_acc": 0.8630952380952381, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.9292158642411232, "mem_gb": 5.394258975982666, "step": 5000, "step_time": 0.2115348434448242}
