{"agg_test_acc": 0.16550027775761617, "agg_val_acc": 0.09022710836049647, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/c946fba87e2e8763ab9a5b215bad2110", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323958112, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.0664381755866069, "env0_out_acc": 0.05379746835443038, "env1_in_acc": 0.1676723584542303, "env1_out_acc": 0.1633281972265023, "env2_in_acc": 0.05982367758186398, "env2_out_acc": 0.06297229219143577, "env3_in_acc": 0.14743998300403655, "env3_out_acc": 0.15391156462585034, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 4.316882610321045, "mem_gb": 1.7946186065673828, "step": 0, "step_time": 1.8798606395721436}
{"agg_test_acc": 0.41291601933646477, "agg_val_acc": 0.5886874511045835, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/c946fba87e2e8763ab9a5b215bad2110", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323958112, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.6187714210387556, "env0_out_acc": 0.6075949367088608, "env1_in_acc": 0.42007959943510076, "env1_out_acc": 0.40575243965074476, "env2_in_acc": 0.5875314861460957, "env2_out_acc": 0.5428211586901763, "env3_in_acc": 0.6127044826853623, "env3_out_acc": 0.6156462585034014, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 2.7610267766316734, "mem_gb": 2.0937752723693848, "step": 300, "step_time": 0.15145942131678264}
{"agg_test_acc": 0.39410638810040416, "agg_val_acc": 0.720869995984879, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/c946fba87e2e8763ab9a5b215bad2110", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323958112, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8307408383865015, "env0_out_acc": 0.8027426160337553, "env1_in_acc": 0.39889587880344074, "env1_out_acc": 0.38931689779147405, "env2_in_acc": 0.7156801007556675, "env2_out_acc": 0.6863979848866498, "env3_in_acc": 0.7036328871892925, "env3_out_acc": 0.673469387755102, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 2.3782976420720416, "mem_gb": 2.0937752723693848, "step": 600, "step_time": 0.1745585266749064}
{"agg_test_acc": 0.4003975419857412, "agg_val_acc": 0.7543856649925396, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/c946fba87e2e8763ab9a5b215bad2110", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323958112, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8481413129448985, "env0_out_acc": 0.8259493670886076, "env1_in_acc": 0.40788291179869046, "env1_out_acc": 0.3929121725731895, "env2_in_acc": 0.7421284634760705, "env2_out_acc": 0.7229219143576826, "env3_in_acc": 0.7295517314637774, "env3_out_acc": 0.7142857142857143, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 2.2612061524391174, "mem_gb": 2.0937752723693848, "step": 900, "step_time": 0.1794916558265686}
{"agg_test_acc": 0.4102840036212543, "agg_val_acc": 0.7781023905657038, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/c946fba87e2e8763ab9a5b215bad2110", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323958112, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8758238861059847, "env0_out_acc": 0.8523206751054853, "env1_in_acc": 0.4163564000513545, "env1_out_acc": 0.4042116076014381, "env2_in_acc": 0.7755037783375315, "env2_out_acc": 0.7455919395465995, "env3_in_acc": 0.7660930528999362, "env3_out_acc": 0.7363945578231292, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 2.1692601374785103, "mem_gb": 2.0937752723693848, "step": 1200, "step_time": 0.1777519957224528}
{"agg_test_acc": 0.40694586388534154, "agg_val_acc": 0.8145098522830653, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/c946fba87e2e8763ab9a5b215bad2110", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323958112, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.903506459267071, "env0_out_acc": 0.8871308016877637, "env1_in_acc": 0.4112209526254975, "env1_out_acc": 0.4026707755521315, "env2_in_acc": 0.8025818639798489, "env2_out_acc": 0.7783375314861462, "env3_in_acc": 0.793286594433822, "env3_out_acc": 0.7780612244897959, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 2.109411242008209, "mem_gb": 2.0937752723693848, "step": 1500, "step_time": 0.172550950050354}
{"agg_test_acc": 0.40187421391174455, "agg_val_acc": 0.8162320059272925, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/c946fba87e2e8763ab9a5b215bad2110", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323958112, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9195887160558924, "env0_out_acc": 0.8829113924050633, "env1_in_acc": 0.40724098087045835, "env1_out_acc": 0.396507447354905, "env2_in_acc": 0.8202141057934509, "env2_out_acc": 0.7758186397984886, "env3_in_acc": 0.8041215211387296, "env3_out_acc": 0.7899659863945578, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 2.0173011847337086, "mem_gb": 2.0937752723693848, "step": 1800, "step_time": 0.17741355498631795}
{"agg_test_acc": 0.39539015104545183, "agg_val_acc": 0.8332141811424733, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/c946fba87e2e8763ab9a5b215bad2110", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323958112, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9364619035064593, "env0_out_acc": 0.9103375527426161, "env1_in_acc": 0.40300423674412633, "env1_out_acc": 0.38777606574216744, "env2_in_acc": 0.8403652392947103, "env2_out_acc": 0.7984886649874056, "env3_in_acc": 0.8234544295729764, "env3_out_acc": 0.7908163265306123, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.9555121664206188, "mem_gb": 2.0937752723693848, "step": 2100, "step_time": 0.17984484195709227}
{"agg_test_acc": 0.3890987333980489, "agg_val_acc": 0.8387038814048958, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/c946fba87e2e8763ab9a5b215bad2110", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323958112, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9475349327708937, "env0_out_acc": 0.9124472573839663, "env1_in_acc": 0.3981255616895622, "env1_out_acc": 0.3800719054956343, "env2_in_acc": 0.857367758186398, "env2_out_acc": 0.8060453400503779, "env3_in_acc": 0.8379009985128532, "env3_out_acc": 0.7976190476190477, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.8817861314614615, "mem_gb": 2.0937752723693848, "step": 2400, "step_time": 0.17724904298782349}
{"agg_test_acc": 0.39019004894575604, "agg_val_acc": 0.8514628967286544, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/c946fba87e2e8763ab9a5b215bad2110", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323958112, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9520168731874505, "env0_out_acc": 0.9135021097046413, "env1_in_acc": 0.3997945821029657, "env1_out_acc": 0.38058551617873654, "env2_in_acc": 0.8734256926952141, "env2_out_acc": 0.8211586901763224, "env3_in_acc": 0.8521351179094965, "env3_out_acc": 0.8197278911564626, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.8200487951437632, "mem_gb": 2.0937752723693848, "step": 2700, "step_time": 0.1767411748568217}
{"agg_test_acc": 0.3910245591520406, "agg_val_acc": 0.8628873094046055, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/c946fba87e2e8763ab9a5b215bad2110", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323958112, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9538623780648563, "env0_out_acc": 0.929324894514768, "env1_in_acc": 0.40146360251636926, "env1_out_acc": 0.38058551617873654, "env2_in_acc": 0.8816120906801007, "env2_out_acc": 0.8413098236775819, "env3_in_acc": 0.8674314850223072, "env3_out_acc": 0.8180272108843537, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.77191943248113, "mem_gb": 2.0937752723693848, "step": 3000, "step_time": 0.17724498828252155}
{"agg_test_acc": 0.39423447755366225, "agg_val_acc": 0.8675801902859047, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/c946fba87e2e8763ab9a5b215bad2110", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323958112, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9593988926970736, "env0_out_acc": 0.9335443037974683, "env1_in_acc": 0.40377455385800487, "env1_out_acc": 0.3846944016435542, "env2_in_acc": 0.8935768261964736, "env2_out_acc": 0.8350125944584383, "env3_in_acc": 0.8769917144678139, "env3_out_acc": 0.8341836734693877, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.712243611017863, "mem_gb": 2.0937752723693848, "step": 3300, "step_time": 0.17466716448465983}
{"agg_test_acc": 0.39609611021486285, "agg_val_acc": 0.8706445020238847, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/c946fba87e2e8763ab9a5b215bad2110", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323958112, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9667809122066966, "env0_out_acc": 0.9377637130801688, "env1_in_acc": 0.4069842084991655, "env1_out_acc": 0.3852080123266564, "env2_in_acc": 0.910264483627204, "env2_out_acc": 0.845088161209068, "env3_in_acc": 0.8791162099001487, "env3_out_acc": 0.8290816326530612, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.6356577801704406, "mem_gb": 2.0937752723693848, "step": 3600, "step_time": 0.1727453343073527}
{"agg_test_acc": 0.40142453255962435, "agg_val_acc": 0.8840171081269892, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/c946fba87e2e8763ab9a5b215bad2110", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323958112, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9680991299762721, "env0_out_acc": 0.9440928270042194, "env1_in_acc": 0.41147772499679036, "env1_out_acc": 0.3913713405238829, "env2_in_acc": 0.9096347607052897, "env2_out_acc": 0.8627204030226701, "env3_in_acc": 0.8899511366050563, "env3_out_acc": 0.8452380952380952, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.6018669537703196, "mem_gb": 2.0937752723693848, "step": 3900, "step_time": 0.17516490697860718}
{"agg_test_acc": 0.4031579109162756, "agg_val_acc": 0.8800703546455877, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/c946fba87e2e8763ab9a5b215bad2110", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323958112, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9723174268389138, "env0_out_acc": 0.9377637130801688, "env1_in_acc": 0.4123764282963153, "env1_out_acc": 0.3939393939393939, "env2_in_acc": 0.9175062972292192, "env2_out_acc": 0.8614609571788413, "env3_in_acc": 0.8910133843212237, "env3_out_acc": 0.8409863945578231, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.2051373785734176, "mem_gb": 5.398464679718018, "step": 4200, "step_time": 0.2096936806042989}
{"agg_test_acc": 0.403928228029769, "agg_val_acc": 0.8886671236014506, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/c946fba87e2e8763ab9a5b215bad2110", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323958112, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9749538623780648, "env0_out_acc": 0.95042194092827, "env1_in_acc": 0.4139170625240724, "env1_out_acc": 0.3939393939393939, "env2_in_acc": 0.9241183879093199, "env2_out_acc": 0.8652392947103275, "env3_in_acc": 0.9041852560016996, "env3_out_acc": 0.8503401360544217, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.990549441576004, "mem_gb": 5.398464679718018, "step": 4500, "step_time": 0.22442816495895385}
{"agg_test_acc": 0.4055973473531128, "agg_val_acc": 0.8900161864328847, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/c946fba87e2e8763ab9a5b215bad2110", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323958112, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.977590297917216, "env0_out_acc": 0.9493670886075949, "env1_in_acc": 0.4157144691231224, "env1_out_acc": 0.3954802259887006, "env2_in_acc": 0.929471032745592, "env2_out_acc": 0.8652392947103275, "env3_in_acc": 0.9063097514340345, "env3_out_acc": 0.8554421768707483, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.9714043505986532, "mem_gb": 5.398464679718018, "step": 4800, "step_time": 0.2201147143046061}
{"agg_test_acc": 0.406303471373815, "agg_val_acc": 0.893421406037474, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/c946fba87e2e8763ab9a5b215bad2110", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323958112, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9770630108093857, "env0_out_acc": 0.9546413502109705, "env1_in_acc": 0.41712671716523303, "env1_out_acc": 0.3954802259887006, "env2_in_acc": 0.9282115869017632, "env2_out_acc": 0.8778337531486146, "env3_in_acc": 0.9082217973231358, "env3_out_acc": 0.8477891156462585, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.9634314274787903, "mem_gb": 5.398464679718018, "step": 5000, "step_time": 0.2201823389530182}
