{"agg_test_acc": 0.13218221626456575, "agg_val_acc": 0.16725965162878947, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/a14970369aeaf3c9acd3e44e2bba8454", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1592157070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3495913524914316, "env0_out_acc": 0.35864978902953587, "env1_in_acc": 0.1297984336885351, "env1_out_acc": 0.13456599897277863, "env2_in_acc": 0.04628463476070529, "env2_out_acc": 0.04534005037783375, "env3_in_acc": 0.13809220310176334, "env3_out_acc": 0.0977891156462585, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 4.5154852867126465, "mem_gb": 1.7946186065673828, "step": 0, "step_time": 1.6729001998901367}
{"agg_test_acc": 0.17025076444570816, "agg_val_acc": 0.5573808643495431, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/a14970369aeaf3c9acd3e44e2bba8454", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1592157070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.6604271025573425, "env0_out_acc": 0.6635021097046413, "env1_in_acc": 0.17409166773655155, "env1_out_acc": 0.16640986132511557, "env2_in_acc": 0.49212846347607053, "env2_out_acc": 0.45591939546599497, "env3_in_acc": 0.5818992989165074, "env3_out_acc": 0.5527210884353742, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 2.6182627709706625, "mem_gb": 2.0937752723693848, "step": 300, "step_time": 0.15082760890324912}
{"agg_test_acc": 0.2919691109422232, "agg_val_acc": 0.7146661614788321, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/a14970369aeaf3c9acd3e44e2bba8454", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1592157070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8439230160822568, "env0_out_acc": 0.8132911392405063, "env1_in_acc": 0.28912569007574784, "env1_out_acc": 0.2948125321006677, "env2_in_acc": 0.6993073047858942, "env2_out_acc": 0.672544080604534, "env3_in_acc": 0.7061822817080943, "env3_out_acc": 0.6581632653061225, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 2.295629938443502, "mem_gb": 2.0937752723693848, "step": 600, "step_time": 0.17494972229003905}
{"agg_test_acc": 0.3472425289801647, "agg_val_acc": 0.7473313547865001, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/a14970369aeaf3c9acd3e44e2bba8454", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1592157070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8803058265225415, "env0_out_acc": 0.8470464135021097, "env1_in_acc": 0.3503659006290923, "env1_out_acc": 0.3441191576784797, "env2_in_acc": 0.7150503778337531, "env2_out_acc": 0.7027707808564232, "env3_in_acc": 0.7416613554280859, "env3_out_acc": 0.6921768707482994, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 2.1776443310578664, "mem_gb": 2.0937752723693848, "step": 900, "step_time": 0.1729044779141744}
{"agg_test_acc": 0.3615586437208472, "agg_val_acc": 0.7772517793014898, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/a14970369aeaf3c9acd3e44e2bba8454", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1592157070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8958607962035329, "env0_out_acc": 0.8734177215189873, "env1_in_acc": 0.36256258826550264, "env1_out_acc": 0.3605546995377504, "env2_in_acc": 0.7477959697732998, "env2_out_acc": 0.7329974811083123, "env3_in_acc": 0.768642447418738, "env3_out_acc": 0.7253401360544217, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 2.100521459579468, "mem_gb": 2.0937752723693848, "step": 1200, "step_time": 0.17335419019063314}
{"agg_test_acc": 0.3762600488993092, "agg_val_acc": 0.7868606436222159, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/a14970369aeaf3c9acd3e44e2bba8454", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1592157070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9029791721592407, "env0_out_acc": 0.8829113924050633, "env1_in_acc": 0.3734754140454487, "env1_out_acc": 0.3790446841294299, "env2_in_acc": 0.7777078085642317, "env2_out_acc": 0.7506297229219143, "env3_in_acc": 0.7917994476311876, "env3_out_acc": 0.7270408163265306, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 2.030545159975688, "mem_gb": 2.0937752723693848, "step": 1500, "step_time": 0.17207507054011026}
{"agg_test_acc": 0.37709449316507726, "agg_val_acc": 0.8118368963773219, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/a14970369aeaf3c9acd3e44e2bba8454", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1592157070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9193250725019774, "env0_out_acc": 0.9029535864978903, "env1_in_acc": 0.37617152394402364, "env1_out_acc": 0.37801746276322545, "env2_in_acc": 0.8041561712846348, "env2_out_acc": 0.7808564231738035, "env3_in_acc": 0.8022094752496283, "env3_out_acc": 0.7517006802721088, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.9671763801574706, "mem_gb": 2.0937752723693848, "step": 1800, "step_time": 0.17322851339975992}
{"agg_test_acc": 0.3821660112576413, "agg_val_acc": 0.8209003948725745, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/a14970369aeaf3c9acd3e44e2bba8454", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1592157070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.930661745320327, "env0_out_acc": 0.9040084388185654, "env1_in_acc": 0.3822056746694056, "env1_out_acc": 0.38212634822804314, "env2_in_acc": 0.8268261964735516, "env2_out_acc": 0.7984886649874056, "env3_in_acc": 0.8251540259188442, "env3_out_acc": 0.7602040816326531, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.9050685997804007, "mem_gb": 2.0937752723693848, "step": 2100, "step_time": 0.1773170328140259}
{"agg_test_acc": 0.38723746340968895, "agg_val_acc": 0.8368131491324279, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/a14970369aeaf3c9acd3e44e2bba8454", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1592157070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9414711310308463, "env0_out_acc": 0.9229957805907173, "env1_in_acc": 0.3892669148799589, "env1_out_acc": 0.3852080123266564, "env2_in_acc": 0.8387909319899244, "env2_out_acc": 0.8110831234256927, "env3_in_acc": 0.8370512003399193, "env3_out_acc": 0.7763605442176871, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.8421470499038697, "mem_gb": 2.0937752723693848, "step": 2400, "step_time": 0.1765313935279846}
{"agg_test_acc": 0.39301527037424644, "agg_val_acc": 0.8408603647395747, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/a14970369aeaf3c9acd3e44e2bba8454", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1592157070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9472712892169787, "env0_out_acc": 0.9177215189873418, "env1_in_acc": 0.39414558993452303, "env1_out_acc": 0.39188495120698513, "env2_in_acc": 0.8583123425692695, "env2_out_acc": 0.8123425692695214, "env3_in_acc": 0.8449118334395581, "env3_out_acc": 0.7925170068027211, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.7858623639742532, "mem_gb": 2.0937752723693848, "step": 2700, "step_time": 0.1753957978884379}
{"agg_test_acc": 0.3959683504641872, "agg_val_acc": 0.8483915989144601, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/a14970369aeaf3c9acd3e44e2bba8454", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1592157070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9533350909570261, "env0_out_acc": 0.9251054852320675, "env1_in_acc": 0.3969700860187444, "env1_out_acc": 0.39496661530559835, "env2_in_acc": 0.8762594458438288, "env2_out_acc": 0.8198992443324937, "env3_in_acc": 0.8551094115147653, "env3_out_acc": 0.8001700680272109, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.737630428870519, "mem_gb": 2.0937752723693848, "step": 3000, "step_time": 0.17738521814346314}
{"agg_test_acc": 0.3994992343297644, "agg_val_acc": 0.8582263674538911, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/a14970369aeaf3c9acd3e44e2bba8454", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1592157070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9586079620353283, "env0_out_acc": 0.939873417721519, "env1_in_acc": 0.3999229682886121, "env1_out_acc": 0.39907550077041604, "env2_in_acc": 0.8816120906801007, "env2_out_acc": 0.8312342569269522, "env3_in_acc": 0.8659443382196729, "env3_out_acc": 0.8035714285714286, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.689762040376663, "mem_gb": 2.0937752723693848, "step": 3300, "step_time": 0.17949529886245727}
{"agg_test_acc": 0.4005905828477299, "agg_val_acc": 0.8636372145274755, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/a14970369aeaf3c9acd3e44e2bba8454", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1592157070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9649354073292908, "env0_out_acc": 0.9388185654008439, "env1_in_acc": 0.40107844395943, "env1_out_acc": 0.40010272213662046, "env2_in_acc": 0.8866498740554156, "env2_out_acc": 0.8425692695214105, "env3_in_acc": 0.8733800722328448, "env3_out_acc": 0.8095238095238095, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.3896360822518667, "mem_gb": 5.39980936050415, "step": 3600, "step_time": 0.20073440074920654}
{"agg_test_acc": 0.39982019979372, "agg_val_acc": 0.8659516211425852, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/a14970369aeaf3c9acd3e44e2bba8454", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1592157070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9651990508832059, "env0_out_acc": 0.9335443037974683, "env1_in_acc": 0.4005648992168443, "env1_out_acc": 0.39907550077041604, "env2_in_acc": 0.9077455919395466, "env2_out_acc": 0.8513853904282116, "env3_in_acc": 0.8829403016783514, "env3_out_acc": 0.8129251700680272, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.0710729831457138, "mem_gb": 5.39980936050415, "step": 3900, "step_time": 0.2220723533630371}
{"agg_test_acc": 0.40136103184225624, "agg_val_acc": 0.8751045197231087, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/a14970369aeaf3c9acd3e44e2bba8454", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1592157070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9670445557606117, "env0_out_acc": 0.95042194092827, "env1_in_acc": 0.4005648992168443, "env1_out_acc": 0.40215716486902925, "env2_in_acc": 0.9134130982367759, "env2_out_acc": 0.8551637279596978, "env3_in_acc": 0.8846398980242193, "env3_out_acc": 0.8197278911564626, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.042909619609515, "mem_gb": 5.39980936050415, "step": 4200, "step_time": 0.22129359483718872}
{"agg_test_acc": 0.40097584031525124, "agg_val_acc": 0.8746487708856604, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/a14970369aeaf3c9acd3e44e2bba8454", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1592157070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9709992090693382, "env0_out_acc": 0.9409282700421941, "env1_in_acc": 0.4003081268455514, "env1_out_acc": 0.40164355418592707, "env2_in_acc": 0.9108942065491183, "env2_out_acc": 0.8513853904282116, "env3_in_acc": 0.8903760356915232, "env3_out_acc": 0.8316326530612245, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.0167373838027318, "mem_gb": 5.39980936050415, "step": 4500, "step_time": 0.22036894162495932}
{"agg_test_acc": 0.4009758073449931, "agg_val_acc": 0.8846882685123983, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/a14970369aeaf3c9acd3e44e2bba8454", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1592157070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.972844713946744, "env0_out_acc": 0.9419831223628692, "env1_in_acc": 0.40082167158813714, "env1_out_acc": 0.4011299435028249, "env2_in_acc": 0.9159319899244333, "env2_out_acc": 0.8727959697732998, "env3_in_acc": 0.8997238155937964, "env3_out_acc": 0.8392857142857143, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.0123469163974126, "mem_gb": 5.39980936050415, "step": 4800, "step_time": 0.22014035940170287}
{"agg_test_acc": 0.4012968387494651, "agg_val_acc": 0.8836333077406976, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/a14970369aeaf3c9acd3e44e2bba8454", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1592157070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9733720010545742, "env0_out_acc": 0.9472573839662447, "env1_in_acc": 0.4004365130311978, "env1_out_acc": 0.40215716486902925, "env2_in_acc": 0.9159319899244333, "env2_out_acc": 0.8677581863979849, "env3_in_acc": 0.9001487146802635, "env3_out_acc": 0.8358843537414966, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.0032126799225807, "mem_gb": 5.39980936050415, "step": 5000, "step_time": 0.21886009812355042}
