{"agg_test_acc": 0.0801587645507002, "agg_val_acc": 0.07658866503844367, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/d668b8885b57bf6324a55aec5fb4e9cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1891329785, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.07592934352755075, "env0_out_acc": 0.08438818565400844, "env1_in_acc": 0.0751059186031583, "env1_out_acc": 0.08012326656394453, "env2_in_acc": 0.0698992443324937, "env2_out_acc": 0.06801007556675064, "env3_in_acc": 0.10516252390057361, "env3_out_acc": 0.08163265306122448, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 5.700605392456055, "mem_gb": 2.007481575012207, "step": 0, "step_time": 1.4103384017944336}
{"agg_test_acc": 0.31681139235789957, "agg_val_acc": 0.6104248929227922, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/d668b8885b57bf6324a55aec5fb4e9cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1891329785, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3023991563406275, "env0_out_acc": 0.33122362869198313, "env1_in_acc": 0.7506740274746437, "env1_out_acc": 0.7380585516178737, "env2_in_acc": 0.5085012594458438, "env2_out_acc": 0.5251889168765743, "env3_in_acc": 0.5831739961759083, "env3_out_acc": 0.5680272108843537, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.925598094463348, "mem_gb": 2.258018970489502, "step": 300, "step_time": 0.15430721124013266}
{"agg_test_acc": 0.1793027850764496, "agg_val_acc": 0.6860693696183772, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/d668b8885b57bf6324a55aec5fb4e9cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1891329785, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.1676773002900079, "env0_out_acc": 0.1909282700421941, "env1_in_acc": 0.7956091924508922, "env1_out_acc": 0.7776065742167437, "env2_in_acc": 0.6646725440806045, "env2_out_acc": 0.6675062972292192, "env3_in_acc": 0.655831739961759, "env3_out_acc": 0.6130952380952381, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.579198331832886, "mem_gb": 2.258018970489502, "step": 600, "step_time": 0.1772648064295451}
{"agg_test_acc": 0.18220328132558752, "agg_val_acc": 0.7259797399248097, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/d668b8885b57bf6324a55aec5fb4e9cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1891329785, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.17031373582915899, "env0_out_acc": 0.1940928270042194, "env1_in_acc": 0.813968416998331, "env1_out_acc": 0.8043143297380585, "env2_in_acc": 0.7084382871536524, "env2_out_acc": 0.707808564231738, "env3_in_acc": 0.7142553643509666, "env3_out_acc": 0.6658163265306123, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.470606456597646, "mem_gb": 2.258018970489502, "step": 900, "step_time": 0.1787939739227295}
{"agg_test_acc": 0.21371271852540094, "agg_val_acc": 0.7423935788031549, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/d668b8885b57bf6324a55aec5fb4e9cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1891329785, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.20274189296071712, "env0_out_acc": 0.22468354430379747, "env1_in_acc": 0.8338682757735267, "env1_out_acc": 0.810477657935285, "env2_in_acc": 0.7452770780856424, "env2_out_acc": 0.7304785894206549, "env3_in_acc": 0.7374123645634162, "env3_out_acc": 0.6862244897959183, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.366402254899343, "mem_gb": 2.258018970489502, "step": 1200, "step_time": 0.18350117206573485}
{"agg_test_acc": 0.2432451071768542, "agg_val_acc": 0.7625655120826109, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/d668b8885b57bf6324a55aec5fb4e9cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1891329785, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.2291062483522278, "env0_out_acc": 0.25738396624472576, "env1_in_acc": 0.8469636667094621, "env1_out_acc": 0.8248587570621468, "env2_in_acc": 0.7654282115869018, "env2_out_acc": 0.7468513853904282, "env3_in_acc": 0.7669428510728702, "env3_out_acc": 0.7159863945578231, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.308359753290812, "mem_gb": 2.258018970489502, "step": 1500, "step_time": 0.1841685938835144}
{"agg_test_acc": 0.28859805579040637, "agg_val_acc": 0.7784780065075585, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/d668b8885b57bf6324a55aec5fb4e9cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1891329785, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.2723437911943053, "env0_out_acc": 0.3048523206751055, "env1_in_acc": 0.856335858261651, "env1_out_acc": 0.8412942989214176, "env2_in_acc": 0.7871536523929471, "env2_out_acc": 0.7594458438287154, "env3_in_acc": 0.7892500531123858, "env3_out_acc": 0.7346938775510204, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.2447149856885273, "mem_gb": 2.258018970489502, "step": 1800, "step_time": 0.18032373348871866}
{"agg_test_acc": 0.3263035336616487, "agg_val_acc": 0.7987994590744191, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/d668b8885b57bf6324a55aec5fb4e9cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1891329785, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3139994727128922, "env0_out_acc": 0.33860759493670883, "env1_in_acc": 0.8649377326999614, "env1_out_acc": 0.8546481766820749, "env2_in_acc": 0.8051007556675063, "env2_out_acc": 0.7934508816120907, "env3_in_acc": 0.8011472275334608, "env3_out_acc": 0.7482993197278912, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.1985592420895896, "mem_gb": 2.258018970489502, "step": 2100, "step_time": 0.18121073802312215}
{"agg_test_acc": 0.35319837435521106, "agg_val_acc": 0.808572246871956, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/d668b8885b57bf6324a55aec5fb4e9cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1891329785, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.34352755075138414, "env0_out_acc": 0.3628691983122363, "env1_in_acc": 0.8754653999229682, "env1_out_acc": 0.869542886492039, "env2_in_acc": 0.8176952141057935, "env2_out_acc": 0.7959697732997482, "env3_in_acc": 0.8211174845974081, "env3_out_acc": 0.7602040816326531, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.1190336644649506, "mem_gb": 2.258018970489502, "step": 2400, "step_time": 0.18446813344955446}
{"agg_test_acc": 0.36532778551183664, "agg_val_acc": 0.8189955177721412, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/d668b8885b57bf6324a55aec5fb4e9cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1891329785, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3540732929079884, "env0_out_acc": 0.37658227848101267, "env1_in_acc": 0.8808576197201181, "env1_out_acc": 0.869542886492039, "env2_in_acc": 0.8378463476070529, "env2_out_acc": 0.8110831234256927, "env3_in_acc": 0.8330146590184832, "env3_out_acc": 0.7763605442176871, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.06057208498319, "mem_gb": 2.258018970489502, "step": 2700, "step_time": 0.18097214937210082}
{"agg_test_acc": 0.3856318154658313, "agg_val_acc": 0.8298073861242727, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/d668b8885b57bf6324a55aec5fb4e9cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1891329785, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.36831004481940416, "env0_out_acc": 0.4029535864978903, "env1_in_acc": 0.8852227500320965, "env1_out_acc": 0.8762198253723678, "env2_in_acc": 0.8469773299748111, "env2_out_acc": 0.8249370277078085, "env3_in_acc": 0.840450393031655, "env3_out_acc": 0.7882653061224489, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.000903036991755, "mem_gb": 2.258018970489502, "step": 3000, "step_time": 0.18352626085281373}
{"agg_test_acc": 0.40158433625732914, "agg_val_acc": 0.8240362725436214, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/d668b8885b57bf6324a55aec5fb4e9cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1891329785, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3843923016082257, "env0_out_acc": 0.41877637130801687, "env1_in_acc": 0.8925407626139428, "env1_out_acc": 0.8715973292244479, "env2_in_acc": 0.8693324937027708, "env2_out_acc": 0.8198992443324937, "env3_in_acc": 0.8502230720203952, "env3_out_acc": 0.7806122448979592, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.9655221291383107, "mem_gb": 2.258018970489502, "step": 3300, "step_time": 0.1854048744837443}
{"agg_test_acc": 0.4143725781933984, "agg_val_acc": 0.8473955245111908, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/d668b8885b57bf6324a55aec5fb4e9cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1891329785, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.39836540996572634, "env0_out_acc": 0.43037974683544306, "env1_in_acc": 0.8981897547823854, "env1_out_acc": 0.8854648176682075, "env2_in_acc": 0.8797229219143576, "env2_out_acc": 0.8463476070528967, "env3_in_acc": 0.8629700446144041, "env3_out_acc": 0.810374149659864, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.8848868751525878, "mem_gb": 2.258018970489502, "step": 3600, "step_time": 0.1833633812268575}
{"agg_test_acc": 0.41608626129298976, "agg_val_acc": 0.8427058259286233, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/d668b8885b57bf6324a55aec5fb4e9cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1891329785, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.40179277616662273, "env0_out_acc": 0.43037974683544306, "env1_in_acc": 0.9052509949929387, "env1_out_acc": 0.889060092449923, "env2_in_acc": 0.8913727959697733, "env2_out_acc": 0.8312342569269522, "env3_in_acc": 0.863394943700871, "env3_out_acc": 0.8078231292517006, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.585104751586914, "mem_gb": 5.396875858306885, "step": 3900, "step_time": 0.2024616813659668}
{"agg_test_acc": 0.4178003615501029, "agg_val_acc": 0.8468983010708723, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/d668b8885b57bf6324a55aec5fb4e9cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1891329785, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.40205641972053785, "env0_out_acc": 0.43354430379746833, "env1_in_acc": 0.9060213121068174, "env1_out_acc": 0.8864920390344119, "env2_in_acc": 0.892632241813602, "env2_out_acc": 0.8438287153652393, "env3_in_acc": 0.8776290630975143, "env3_out_acc": 0.810374149659864, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.2877654679616293, "mem_gb": 5.396875858306885, "step": 4200, "step_time": 0.22481690168380739}
{"agg_test_acc": 0.4180642832089007, "agg_val_acc": 0.8579310385623228, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/d668b8885b57bf6324a55aec5fb4e9cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1891329785, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.4004745583970472, "env0_out_acc": 0.4356540084388186, "env1_in_acc": 0.9128257799460778, "env1_out_acc": 0.8849512069851053, "env2_in_acc": 0.9001889168765743, "env2_out_acc": 0.8614609571788413, "env3_in_acc": 0.8780539621839814, "env3_out_acc": 0.8273809523809523, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.2553634464740753, "mem_gb": 5.396875858306885, "step": 4500, "step_time": 0.22496975978215536}
{"agg_test_acc": 0.4168776091118614, "agg_val_acc": 0.855140701266539, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/d668b8885b57bf6324a55aec5fb4e9cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1891329785, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.4002109148431321, "env0_out_acc": 0.43354430379746833, "env1_in_acc": 0.91167030427526, "env1_out_acc": 0.8952234206471494, "env2_in_acc": 0.9020780856423174, "env2_out_acc": 0.8564231738035264, "env3_in_acc": 0.8835776503080518, "env3_out_acc": 0.8137755102040817, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.238949213027954, "mem_gb": 5.396875858306885, "step": 4800, "step_time": 0.22555779695510864}
{"agg_test_acc": 0.4142406173639995, "agg_val_acc": 0.8594022006275869, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/d668b8885b57bf6324a55aec5fb4e9cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1891329785, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3991563406274717, "env0_out_acc": 0.4293248945147679, "env1_in_acc": 0.9141096418025421, "env1_out_acc": 0.8885464817668207, "env2_in_acc": 0.9058564231738035, "env2_out_acc": 0.8639798488664987, "env3_in_acc": 0.8854896961971532, "env3_out_acc": 0.8256802721088435, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.2202367907762528, "mem_gb": 5.396875858306885, "step": 5000, "step_time": 0.22579950094223022}
