{"agg_test_acc": 0.08405197638908182, "agg_val_acc": 0.06786987918991544, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/53b44500aa1eb91aad9c1ae2b72b07c4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1921043760, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.10018455048774058, "env0_out_acc": 0.10443037974683544, "env1_in_acc": 0.010014122480421106, "env1_out_acc": 0.009758602978941962, "env2_in_acc": 0.09193954659949623, "env2_out_acc": 0.08942065491183879, "env3_in_acc": 0.07966857871255577, "env3_out_acc": 0.08843537414965986, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 4.075525283813477, "mem_gb": 2.3339076042175293, "step": 0, "step_time": 1.4735286235809326}
{"agg_test_acc": 0.3644658626447334, "agg_val_acc": 0.76336341125678, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/53b44500aa1eb91aad9c1ae2b72b07c4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1921043760, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8552596889006063, "env0_out_acc": 0.8343881856540084, "env1_in_acc": 0.7868789318269355, "env1_out_acc": 0.7781201848998459, "env2_in_acc": 0.7087531486146096, "env2_out_acc": 0.6775818639798489, "env3_in_acc": 0.3683875079668579, "env3_out_acc": 0.36054421768707484, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 2.386527825196584, "mem_gb": 2.5989842414855957, "step": 300, "step_time": 0.16561270316441853}
{"agg_test_acc": 0.41132643285321996, "agg_val_acc": 0.8241343691537727, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/53b44500aa1eb91aad9c1ae2b72b07c4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1921043760, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9137885578697601, "env0_out_acc": 0.879746835443038, "env1_in_acc": 0.8479907561946335, "env1_out_acc": 0.8269131997945557, "env2_in_acc": 0.7969143576826196, "env2_out_acc": 0.7657430730478589, "env3_in_acc": 0.41363926067558954, "env3_out_acc": 0.40901360544217685, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.983648520708084, "mem_gb": 2.5989842414855957, "step": 600, "step_time": 0.1877278979619344}
{"agg_test_acc": 0.4314075213652677, "agg_val_acc": 0.8457945496148558, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/53b44500aa1eb91aad9c1ae2b72b07c4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1921043760, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.930925388874242, "env0_out_acc": 0.8997890295358649, "env1_in_acc": 0.8684041597124149, "env1_out_acc": 0.8454031843862352, "env2_in_acc": 0.8318639798488665, "env2_out_acc": 0.792191435768262, "env3_in_acc": 0.4393456554068409, "env3_out_acc": 0.42346938775510207, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.8281425567468008, "mem_gb": 2.5989842414855957, "step": 900, "step_time": 0.1861769715944926}
{"agg_test_acc": 0.45595546991419, "agg_val_acc": 0.8578925870485542, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/53b44500aa1eb91aad9c1ae2b72b07c4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1921043760, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9419984181386765, "env0_out_acc": 0.9082278481012658, "env1_in_acc": 0.8748234689947362, "env1_out_acc": 0.8531073446327684, "env2_in_acc": 0.853904282115869, "env2_out_acc": 0.8123425692695214, "env3_in_acc": 0.4569789674952199, "env3_out_acc": 0.4549319727891156, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.640399020910263, "mem_gb": 2.5989842414855957, "step": 1200, "step_time": 0.18458202997843423}
{"agg_test_acc": 0.47572113589026815, "agg_val_acc": 0.8655901858449444, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/53b44500aa1eb91aad9c1ae2b72b07c4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1921043760, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9533350909570261, "env0_out_acc": 0.9061181434599156, "env1_in_acc": 0.890229811272307, "env1_out_acc": 0.866974833076528, "env2_in_acc": 0.8696473551637279, "env2_out_acc": 0.8236775818639799, "env3_in_acc": 0.47185043552156364, "env3_out_acc": 0.47959183673469385, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.548700788418452, "mem_gb": 2.5989842414855957, "step": 1500, "step_time": 0.18593036731084187}
{"agg_test_acc": 0.4820976029812471, "agg_val_acc": 0.8797809251997938, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/53b44500aa1eb91aad9c1ae2b72b07c4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1921043760, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.958080674927498, "env0_out_acc": 0.9240506329113924, "env1_in_acc": 0.8948517139555784, "env1_out_acc": 0.8777606574216744, "env2_in_acc": 0.8831863979848866, "env2_out_acc": 0.8375314861460957, "env3_in_acc": 0.47524962821329936, "env3_out_acc": 0.48894557823129253, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.4599928398927053, "mem_gb": 2.5989842414855957, "step": 1800, "step_time": 0.1858597429593404}
{"agg_test_acc": 0.4865606692762802, "agg_val_acc": 0.8845694813763865, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/53b44500aa1eb91aad9c1ae2b72b07c4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1921043760, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9601898233588189, "env0_out_acc": 0.9272151898734177, "env1_in_acc": 0.904095519322121, "env1_out_acc": 0.8839239856189008, "env2_in_acc": 0.9020780856423174, "env2_out_acc": 0.8425692695214105, "env3_in_acc": 0.479073719991502, "env3_out_acc": 0.49404761904761907, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.443229429324468, "mem_gb": 2.5989842414855957, "step": 2100, "step_time": 0.18507071097691855}
{"agg_test_acc": 0.49081047308350567, "agg_val_acc": 0.885767290826342, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/53b44500aa1eb91aad9c1ae2b72b07c4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1921043760, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9686264170841022, "env0_out_acc": 0.930379746835443, "env1_in_acc": 0.9082038772628065, "env1_out_acc": 0.8931689779147406, "env2_in_acc": 0.9115239294710328, "env2_out_acc": 0.8337531486146096, "env3_in_acc": 0.48502230720203954, "env3_out_acc": 0.4965986394557823, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.4322618194421133, "mem_gb": 2.5989842414855957, "step": 2400, "step_time": 0.18368149995803834}
{"agg_test_acc": 0.49410425394665847, "agg_val_acc": 0.8918933164824094, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/53b44500aa1eb91aad9c1ae2b72b07c4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1921043760, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9709992090693382, "env0_out_acc": 0.930379746835443, "env1_in_acc": 0.9177044550006419, "env1_out_acc": 0.8926553672316384, "env2_in_acc": 0.9153022670025189, "env2_out_acc": 0.8526448362720404, "env3_in_acc": 0.4890588485234757, "env3_out_acc": 0.4991496598639456, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.3690185463428497, "mem_gb": 2.5989842414855957, "step": 2700, "step_time": 0.18304590861002604}
{"agg_test_acc": 0.4942104787182221, "agg_val_acc": 0.8998044448165938, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/53b44500aa1eb91aad9c1ae2b72b07c4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1921043760, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9731083575006592, "env0_out_acc": 0.9419831223628692, "env1_in_acc": 0.9195018615996918, "env1_out_acc": 0.8947098099640473, "env2_in_acc": 0.9219143576826196, "env2_out_acc": 0.8627204030226701, "env3_in_acc": 0.48927129806670916, "env3_out_acc": 0.4991496598639456, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.3486707468827566, "mem_gb": 2.5989842414855957, "step": 3000, "step_time": 0.18348241567611695}
{"agg_test_acc": 0.49335905465635244, "agg_val_acc": 0.9033321372329662, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/53b44500aa1eb91aad9c1ae2b72b07c4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1921043760, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9744265752702347, "env0_out_acc": 0.939873417721519, "env1_in_acc": 0.9193734754140455, "env1_out_acc": 0.8998459167950693, "env2_in_acc": 0.9291561712846348, "env2_out_acc": 0.8702770780856424, "env3_in_acc": 0.4926704907584449, "env3_out_acc": 0.49404761904761907, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.3238746468226115, "mem_gb": 2.5989842414855957, "step": 3300, "step_time": 0.1861945668856303}
{"agg_test_acc": 0.49378422472416705, "agg_val_acc": 0.9104591712172457, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/53b44500aa1eb91aad9c1ae2b72b07c4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1921043760, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.977853941471131, "env0_out_acc": 0.9419831223628692, "env1_in_acc": 0.9250224675824881, "env1_out_acc": 0.906522855675398, "env2_in_acc": 0.9310453400503779, "env2_out_acc": 0.8828715365239295, "env3_in_acc": 0.4926704907584449, "env3_out_acc": 0.49489795918367346, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.3105960536003112, "mem_gb": 2.5989842414855957, "step": 3600, "step_time": 0.18835419654846192}
{"agg_test_acc": 0.4950597349276109, "agg_val_acc": 0.9195503038419617, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/53b44500aa1eb91aad9c1ae2b72b07c4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1921043760, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9794358027946217, "env0_out_acc": 0.9514767932489452, "env1_in_acc": 0.9274618051097702, "env1_out_acc": 0.9142270159219312, "env2_in_acc": 0.9417506297229219, "env2_out_acc": 0.8929471032745592, "env3_in_acc": 0.4926704907584449, "env3_out_acc": 0.49744897959183676, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.1379275492827097, "mem_gb": 5.394258975982666, "step": 3900, "step_time": 0.20295617024103801}
{"agg_test_acc": 0.4916591873297742, "agg_val_acc": 0.912371459259266, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/53b44500aa1eb91aad9c1ae2b72b07c4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1921043760, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9812813076720274, "env0_out_acc": 0.95042194092827, "env1_in_acc": 0.9290024393375272, "env1_out_acc": 0.9101181304571135, "env2_in_acc": 0.9496221662468514, "env2_out_acc": 0.8765743073047859, "env3_in_acc": 0.49012109623964306, "env3_out_acc": 0.4931972789115646, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.9269280270735423, "mem_gb": 5.394258975982666, "step": 4200, "step_time": 0.2176706337928772}
{"agg_test_acc": 0.4926165651816474, "agg_val_acc": 0.9209731608450055, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/53b44500aa1eb91aad9c1ae2b72b07c4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1921043760, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.982599525441603, "env0_out_acc": 0.9556962025316456, "env1_in_acc": 0.9331107972782129, "env1_out_acc": 0.9167950693374423, "env2_in_acc": 0.9493073047858942, "env2_out_acc": 0.8904282115869018, "env3_in_acc": 0.48778415126407476, "env3_out_acc": 0.49744897959183676, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.9184707856178284, "mem_gb": 5.394258975982666, "step": 4500, "step_time": 0.21719440937042236}
{"agg_test_acc": 0.4876215620841159, "agg_val_acc": 0.9163388055098938, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/53b44500aa1eb91aad9c1ae2b72b07c4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1921043760, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9818085947798576, "env0_out_acc": 0.9556962025316456, "env1_in_acc": 0.9343946591346771, "env1_out_acc": 0.9142270159219312, "env2_in_acc": 0.9493073047858942, "env2_out_acc": 0.8790931989924433, "env3_in_acc": 0.48544720628850646, "env3_out_acc": 0.4897959183673469, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.8988502955436707, "mem_gb": 5.394258975982666, "step": 4800, "step_time": 0.21508379856745402}
{"agg_test_acc": 0.48602791952910135, "agg_val_acc": 0.9172230697461239, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/53b44500aa1eb91aad9c1ae2b72b07c4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1921043760, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9820722383337728, "env0_out_acc": 0.9556962025316456, "env1_in_acc": 0.9382462447040698, "env1_out_acc": 0.9080636877247047, "env2_in_acc": 0.9502518891687658, "env2_out_acc": 0.8879093198992444, "env3_in_acc": 0.48311026131293816, "env3_out_acc": 0.48894557823129253, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.8954263588786125, "mem_gb": 5.394258975982666, "step": 5000, "step_time": 0.21553961873054506}
