{"agg_test_acc": 0.029282115854376574, "agg_val_acc": 0.0864823112289765, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/f7fbee3ac17f33407140db1297014e65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1675575450, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.11758502504613762, "env0_out_acc": 0.10864978902953587, "env1_in_acc": 0.11169598151238927, "env1_out_acc": 0.12018489984591679, "env2_in_acc": 0.03211586901763224, "env2_out_acc": 0.02644836272040302, "env3_in_acc": 0.03590397280645847, "env3_out_acc": 0.030612244897959183, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 5.315064907073975, "mem_gb": 2.1692652702331543, "step": 0, "step_time": 1.4358806610107422}
{"agg_test_acc": 0.4090050375788728, "agg_val_acc": 0.7097622868696173, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/f7fbee3ac17f33407140db1297014e65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1675575450, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8020036910097548, "env0_out_acc": 0.7837552742616034, "env1_in_acc": 0.7651816664526897, "env1_out_acc": 0.7621982537236774, "env2_in_acc": 0.413727959697733, "env2_out_acc": 0.40428211586901763, "env3_in_acc": 0.5876354365838113, "env3_out_acc": 0.5833333333333334, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 2.6919365485509235, "mem_gb": 2.436310291290283, "step": 300, "step_time": 0.160632430712382}
{"agg_test_acc": 0.4828400501364137, "agg_val_acc": 0.7776066402983685, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/f7fbee3ac17f33407140db1297014e65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1675575450, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8636962826258898, "env0_out_acc": 0.8470464135021097, "env1_in_acc": 0.8180767749390165, "env1_out_acc": 0.8038007190549563, "env2_in_acc": 0.4858312342569269, "env2_out_acc": 0.47984886649874053, "env3_in_acc": 0.7076694285107287, "env3_out_acc": 0.6819727891156463, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 2.2767418448130288, "mem_gb": 2.436310291290283, "step": 600, "step_time": 0.1772563052177429}
{"agg_test_acc": 0.4985831231764011, "agg_val_acc": 0.8049106063517768, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/f7fbee3ac17f33407140db1297014e65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1675575450, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9000790930661745, "env0_out_acc": 0.8723628691983122, "env1_in_acc": 0.836050840929516, "env1_out_acc": 0.8238315356959425, "env2_in_acc": 0.5047229219143576, "env2_out_acc": 0.4924433249370277, "env3_in_acc": 0.7374123645634162, "env3_out_acc": 0.7185374149659864, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 2.120175913174947, "mem_gb": 2.436310291290283, "step": 900, "step_time": 0.1844600248336792}
{"agg_test_acc": 0.5297544077955763, "agg_val_acc": 0.8268592312561223, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/f7fbee3ac17f33407140db1297014e65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1675575450, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9211705773793831, "env0_out_acc": 0.8860759493670886, "env1_in_acc": 0.852099114135319, "env1_out_acc": 0.8376990241397021, "env2_in_acc": 0.5368387909319899, "env2_out_acc": 0.5226700251889169, "env3_in_acc": 0.7786275759507117, "env3_out_acc": 0.7568027210884354, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.9988057239850363, "mem_gb": 2.436310291290283, "step": 1200, "step_time": 0.18466556787490845}
{"agg_test_acc": 0.5530541558947575, "agg_val_acc": 0.8480206006228079, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/f7fbee3ac17f33407140db1297014e65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1675575450, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9330345373055628, "env0_out_acc": 0.9050632911392406, "env1_in_acc": 0.8693028630119399, "env1_out_acc": 0.8541345659989728, "env2_in_acc": 0.5632871536523929, "env2_out_acc": 0.5428211586901763, "env3_in_acc": 0.8017845761631612, "env3_out_acc": 0.7848639455782312, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.8889023816585542, "mem_gb": 2.436310291290283, "step": 1500, "step_time": 0.18927131255467733}
{"agg_test_acc": 0.566278337248347, "agg_val_acc": 0.8503067608065724, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/f7fbee3ac17f33407140db1297014e65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1675575450, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9409438439230161, "env0_out_acc": 0.8997890295358649, "env1_in_acc": 0.8770060341507254, "env1_out_acc": 0.8628659476117103, "env2_in_acc": 0.5771410579345088, "env2_out_acc": 0.5554156171284634, "env3_in_acc": 0.8226046314000425, "env3_out_acc": 0.7882653061224489, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.8241245611508687, "mem_gb": 2.436310291290283, "step": 1800, "step_time": 0.18594381888707479}
{"agg_test_acc": 0.5733627201163414, "agg_val_acc": 0.8619753106642937, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/f7fbee3ac17f33407140db1297014e65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1675575450, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.948062219878724, "env0_out_acc": 0.9135021097046413, "env1_in_acc": 0.8838105019899859, "env1_out_acc": 0.8680020544427324, "env2_in_acc": 0.5824937027707808, "env2_out_acc": 0.5642317380352645, "env3_in_acc": 0.8315275122158488, "env3_out_acc": 0.8044217687074829, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.734953319231669, "mem_gb": 2.436310291290283, "step": 2100, "step_time": 0.1904362908999125}
{"agg_test_acc": 0.581234256636335, "agg_val_acc": 0.8701261326399036, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/f7fbee3ac17f33407140db1297014e65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1675575450, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9496440812022146, "env0_out_acc": 0.9219409282700421, "env1_in_acc": 0.8910001283861857, "env1_out_acc": 0.8721109399075501, "env2_in_acc": 0.5906801007556675, "env2_out_acc": 0.5717884130982368, "env3_in_acc": 0.8427873380072233, "env3_out_acc": 0.8163265306122449, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.6676834523677826, "mem_gb": 2.436310291290283, "step": 2400, "step_time": 0.19034572601318359}
{"agg_test_acc": 0.5881612087739294, "agg_val_acc": 0.8732005655873425, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/f7fbee3ac17f33407140db1297014e65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1675575450, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9593988926970736, "env0_out_acc": 0.9272151898734177, "env1_in_acc": 0.9021697265374246, "env1_out_acc": 0.8777606574216744, "env2_in_acc": 0.5957178841309824, "env2_out_acc": 0.5806045340050378, "env3_in_acc": 0.8568090078606331, "env3_out_acc": 0.814625850340136, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.60108034491539, "mem_gb": 2.436310291290283, "step": 2700, "step_time": 0.1846177037556966}
{"agg_test_acc": 0.591152392651527, "agg_val_acc": 0.8780228581911522, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/f7fbee3ac17f33407140db1297014e65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1675575450, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9636171895597153, "env0_out_acc": 0.9208860759493671, "env1_in_acc": 0.9038387469508281, "env1_out_acc": 0.8849512069851053, "env2_in_acc": 0.60044080604534, "env2_out_acc": 0.5818639798488665, "env3_in_acc": 0.8655194391332058, "env3_out_acc": 0.8282312925170068, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.5633946104844412, "mem_gb": 2.436310291290283, "step": 3000, "step_time": 0.18030749479929606}
{"agg_test_acc": 0.5954030223723236, "agg_val_acc": 0.8813033568041765, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/f7fbee3ac17f33407140db1297014e65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1675575450, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.967835486422357, "env0_out_acc": 0.9240506329113924, "env1_in_acc": 0.9115419180896136, "env1_out_acc": 0.891628145865434, "env2_in_acc": 0.6064231738035264, "env2_out_acc": 0.5843828715365239, "env3_in_acc": 0.8731676226896112, "env3_out_acc": 0.8282312925170068, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.5171258155504863, "mem_gb": 2.436310291290283, "step": 3300, "step_time": 0.1789971343676249}
{"agg_test_acc": 0.5980793447891215, "agg_val_acc": 0.8912620160722022, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/f7fbee3ac17f33407140db1297014e65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1675575450, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9694173477458476, "env0_out_acc": 0.9367088607594937, "env1_in_acc": 0.9142380279881884, "env1_out_acc": 0.8977914740626605, "env2_in_acc": 0.6092569269521411, "env2_out_acc": 0.5869017632241813, "env3_in_acc": 0.8803909071595496, "env3_out_acc": 0.8392857142857143, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.4647159536679586, "mem_gb": 5.395540714263916, "step": 3600, "step_time": 0.18788039127985637}
{"agg_test_acc": 0.594930730181124, "agg_val_acc": 0.8923111907234116, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/f7fbee3ac17f33407140db1297014e65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1675575450, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9683627735301872, "env0_out_acc": 0.939873417721519, "env1_in_acc": 0.916805751701117, "env1_out_acc": 0.8952234206471494, "env2_in_acc": 0.6079974811083123, "env2_out_acc": 0.5818639798488665, "env3_in_acc": 0.8878266411727215, "env3_out_acc": 0.8418367346938775, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.131299636165301, "mem_gb": 5.395540714263916, "step": 3900, "step_time": 0.2162397575378418}
{"agg_test_acc": 0.598709067710721, "agg_val_acc": 0.8931523205410287, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/f7fbee3ac17f33407140db1297014e65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1675575450, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9736356446084893, "env0_out_acc": 0.9388185654008439, "env1_in_acc": 0.9180896135575812, "env1_out_acc": 0.8962506420133539, "env2_in_acc": 0.6092569269521411, "env2_out_acc": 0.5881612090680101, "env3_in_acc": 0.8893137879753559, "env3_out_acc": 0.8443877551020408, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.0983196425437927, "mem_gb": 5.395540714263916, "step": 4200, "step_time": 0.21741068601608277}
{"agg_test_acc": 0.5998110828235201, "agg_val_acc": 0.9025897122890025, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/f7fbee3ac17f33407140db1297014e65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1675575450, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9749538623780648, "env0_out_acc": 0.9451476793248945, "env1_in_acc": 0.924380536654256, "env1_out_acc": 0.9029275808936826, "env2_in_acc": 0.6127204030226701, "env2_out_acc": 0.5869017632241813, "env3_in_acc": 0.89993626513703, "env3_out_acc": 0.8596938775510204, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.0865635619560878, "mem_gb": 5.395540714263916, "step": 4500, "step_time": 0.22076111793518066}
{"agg_test_acc": 0.6002833750147198, "agg_val_acc": 0.8985440772757334, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/f7fbee3ac17f33407140db1297014e65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1675575450, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9765357237015555, "env0_out_acc": 0.9430379746835443, "env1_in_acc": 0.9218128129413276, "env1_out_acc": 0.903954802259887, "env2_in_acc": 0.6149244332493703, "env2_out_acc": 0.5856423173803527, "env3_in_acc": 0.8984491183343956, "env3_out_acc": 0.8486394557823129, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.0735256288448969, "mem_gb": 5.395540714263916, "step": 4800, "step_time": 0.22096062103907269}
{"agg_test_acc": 0.5982367755195214, "agg_val_acc": 0.9025605278535078, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/f7fbee3ac17f33407140db1297014e65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1675575450, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9791721592407066, "env0_out_acc": 0.9472573839662447, "env1_in_acc": 0.9283605084092952, "env1_out_acc": 0.9049820236260914, "env2_in_acc": 0.6146095717884131, "env2_out_acc": 0.5818639798488665, "env3_in_acc": 0.89993626513703, "env3_out_acc": 0.8554421768707483, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.0640276381373406, "mem_gb": 5.395540714263916, "step": 5000, "step_time": 0.21803452849388122}
