{"agg_test_acc": 0.1282812219515423, "agg_val_acc": 0.11348883661078285, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/19df9f216810235cf3f65d57f3dfd908", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1525920224, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.11521223306090166, "env0_out_acc": 0.14135021097046413, "env1_in_acc": 0.0971883425343433, "env1_out_acc": 0.09244992295839753, "env2_in_acc": 0.11555415617128463, "env2_out_acc": 0.12216624685138538, "env3_in_acc": 0.13533035903972807, "env3_out_acc": 0.12585034013605442, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 4.205548286437988, "mem_gb": 2.3339076042175293, "step": 0, "step_time": 1.5323295593261719}
{"agg_test_acc": 0.26288808151128884, "agg_val_acc": 0.6536719592905177, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/19df9f216810235cf3f65d57f3dfd908", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1525920224, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.256788821513314, "env0_out_acc": 0.2689873417721519, "env1_in_acc": 0.7496469379894724, "env1_out_acc": 0.7416538263995891, "env2_in_acc": 0.6297229219143576, "env2_out_acc": 0.6020151133501259, "env3_in_acc": 0.6173783726364989, "env3_out_acc": 0.6173469387755102, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 2.4560661204655965, "mem_gb": 2.5991368293762207, "step": 300, "step_time": 0.1664130663871765}
{"agg_test_acc": 0.4933436952795084, "agg_val_acc": 0.7672670962565576, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/19df9f216810235cf3f65d57f3dfd908", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1525920224, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.48141312944898496, "env0_out_acc": 0.5052742616033755, "env1_in_acc": 0.8342534343304661, "env1_out_acc": 0.8294812532100667, "env2_in_acc": 0.753463476070529, "env2_out_acc": 0.7367758186397985, "env3_in_acc": 0.740386658168685, "env3_out_acc": 0.7355442176870748, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 2.1455815188090006, "mem_gb": 2.5991368293762207, "step": 600, "step_time": 0.1900286038716634}
{"agg_test_acc": 0.544365953666952, "agg_val_acc": 0.7895822357651481, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/19df9f216810235cf3f65d57f3dfd908", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1525920224, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5286053255997891, "env0_out_acc": 0.560126582278481, "env1_in_acc": 0.8527410450635512, "env1_out_acc": 0.8541345659989728, "env2_in_acc": 0.7925062972292192, "env2_out_acc": 0.7544080604534005, "env3_in_acc": 0.7680050987890376, "env3_out_acc": 0.7602040816326531, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 2.0219149374961853, "mem_gb": 2.5991368293762207, "step": 900, "step_time": 0.1884089430173238}
{"agg_test_acc": 0.5460797758190507, "agg_val_acc": 0.8049376354484414, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/19df9f216810235cf3f65d57f3dfd908", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1525920224, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.530978117585025, "env0_out_acc": 0.5611814345991561, "env1_in_acc": 0.8631403261009115, "env1_out_acc": 0.8638931689779148, "env2_in_acc": 0.8198992443324937, "env2_out_acc": 0.77455919395466, "env3_in_acc": 0.8009347779902273, "env3_out_acc": 0.7763605442176871, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.8967505343755087, "mem_gb": 2.5991368293762207, "step": 1200, "step_time": 0.18698066234588623}
{"agg_test_acc": 0.5384335565493064, "agg_val_acc": 0.8204052782826813, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/19df9f216810235cf3f65d57f3dfd908", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1525920224, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5199050883205906, "env0_out_acc": 0.5569620253164557, "env1_in_acc": 0.8736679933239183, "env1_out_acc": 0.8731381612737545, "env2_in_acc": 0.8324937027707808, "env2_out_acc": 0.7947103274559194, "env3_in_acc": 0.8151688973868706, "env3_out_acc": 0.7933673469387755, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.8265176177024842, "mem_gb": 2.5991368293762207, "step": 1500, "step_time": 0.18408095121383666}
{"agg_test_acc": 0.5356639087095092, "agg_val_acc": 0.8285324639295565, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/19df9f216810235cf3f65d57f3dfd908", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1525920224, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5249143158449776, "env0_out_acc": 0.5464135021097046, "env1_in_acc": 0.8858646809603287, "env1_out_acc": 0.8803287108371854, "env2_in_acc": 0.8551637279596978, "env2_out_acc": 0.8136020151133502, "env3_in_acc": 0.8332271085617166, "env3_out_acc": 0.7916666666666666, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.739725653330485, "mem_gb": 2.5991368293762207, "step": 1800, "step_time": 0.18499835093816122}
{"agg_test_acc": 0.54186036653846, "agg_val_acc": 0.834987745989386, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/19df9f216810235cf3f65d57f3dfd908", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1525920224, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.530978117585025, "env0_out_acc": 0.5527426160337553, "env1_in_acc": 0.8934394659134677, "env1_out_acc": 0.881869542886492, "env2_in_acc": 0.8778337531486146, "env2_out_acc": 0.8161209068010076, "env3_in_acc": 0.8478861270448268, "env3_out_acc": 0.8069727891156463, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.6533030374844868, "mem_gb": 2.5991368293762207, "step": 2100, "step_time": 0.1898981467882792}
{"agg_test_acc": 0.5464742677821746, "agg_val_acc": 0.8498589574389742, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/19df9f216810235cf3f65d57f3dfd908", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1525920224, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5391510677563933, "env0_out_acc": 0.5537974683544303, "env1_in_acc": 0.8978045962254462, "env1_out_acc": 0.8895737031330252, "env2_in_acc": 0.8875944584382871, "env2_out_acc": 0.8224181360201511, "env3_in_acc": 0.8621202464414701, "env3_out_acc": 0.8375850340136054, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.5659367732206981, "mem_gb": 2.5991368293762207, "step": 2400, "step_time": 0.18493702491124472}
{"agg_test_acc": 0.5483199117111649, "agg_val_acc": 0.8556780567295819, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/19df9f216810235cf3f65d57f3dfd908", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1525920224, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5417875032955444, "env0_out_acc": 0.5548523206751055, "env1_in_acc": 0.9044806778790602, "env1_out_acc": 0.8936825885978429, "env2_in_acc": 0.896095717884131, "env2_out_acc": 0.8425692695214105, "env3_in_acc": 0.874867219035479, "env3_out_acc": 0.83078231292517, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.534524632692337, "mem_gb": 2.5991368293762207, "step": 2700, "step_time": 0.18404602607091267}
{"agg_test_acc": 0.5538573997081648, "agg_val_acc": 0.8626794588309916, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/19df9f216810235cf3f65d57f3dfd908", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1525920224, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5454785130503559, "env0_out_acc": 0.5622362869198312, "env1_in_acc": 0.9084606496340993, "env1_out_acc": 0.9003595274781715, "env2_in_acc": 0.9112090680100756, "env2_out_acc": 0.8526448362720404, "env3_in_acc": 0.8778415126407478, "env3_out_acc": 0.8350340136054422, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.4752233640352885, "mem_gb": 2.5991368293762207, "step": 3000, "step_time": 0.19026815017064413}
{"agg_test_acc": 0.5567580350098101, "agg_val_acc": 0.8699274121460209, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/19df9f216810235cf3f65d57f3dfd908", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1525920224, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5470603743738466, "env0_out_acc": 0.5664556962025317, "env1_in_acc": 0.916805751701117, "env1_out_acc": 0.9111453518233179, "env2_in_acc": 0.9127833753148614, "env2_out_acc": 0.8602015113350125, "env3_in_acc": 0.8806033567027831, "env3_out_acc": 0.8384353741496599, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.4162299621105194, "mem_gb": 2.5991368293762207, "step": 3300, "step_time": 0.18892151832580567}
{"agg_test_acc": 0.5634821971038493, "agg_val_acc": 0.8693926474426688, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/19df9f216810235cf3f65d57f3dfd908", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1525920224, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5510150276825732, "env0_out_acc": 0.5759493670886076, "env1_in_acc": 0.9197586339709847, "env1_out_acc": 0.9111453518233179, "env2_in_acc": 0.9209697732997482, "env2_out_acc": 0.8526448362720404, "env3_in_acc": 0.893775228383259, "env3_out_acc": 0.8443877551020408, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.3893898753325145, "mem_gb": 2.5991368293762207, "step": 3600, "step_time": 0.19085995674133302}
{"agg_test_acc": 0.5667780196311549, "agg_val_acc": 0.8763341782427428, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/19df9f216810235cf3f65d57f3dfd908", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1525920224, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.55549696809913, "env0_out_acc": 0.5780590717299579, "env1_in_acc": 0.9223263576839132, "env1_out_acc": 0.9101181304571135, "env2_in_acc": 0.929471032745592, "env2_out_acc": 0.8727959697732998, "env3_in_acc": 0.899086466964096, "env3_out_acc": 0.8460884353741497, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.1999586190780003, "mem_gb": 5.394258975982666, "step": 3900, "step_time": 0.20617099603017172}
{"agg_test_acc": 0.5637455625526179, "agg_val_acc": 0.8744837135572207, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/19df9f216810235cf3f65d57f3dfd908", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1525920224, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5536514632217242, "env0_out_acc": 0.5738396624472574, "env1_in_acc": 0.9250224675824881, "env1_out_acc": 0.9096045197740112, "env2_in_acc": 0.9301007556675063, "env2_out_acc": 0.8677581863979849, "env3_in_acc": 0.9080093477799023, "env3_out_acc": 0.8460884353741497, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.9656606531143188, "mem_gb": 5.394258975982666, "step": 4200, "step_time": 0.21877604722976685}
{"agg_test_acc": 0.5624276228887161, "agg_val_acc": 0.879923775354146, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/19df9f216810235cf3f65d57f3dfd908", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1525920224, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5489058792512523, "env0_out_acc": 0.5759493670886076, "env1_in_acc": 0.9293875978944666, "env1_out_acc": 0.9183359013867488, "env2_in_acc": 0.9351385390428212, "env2_out_acc": 0.8727959697732998, "env3_in_acc": 0.9088591459528362, "env3_out_acc": 0.8486394557823129, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.9435607779026032, "mem_gb": 5.394258975982666, "step": 4500, "step_time": 0.22108102480570474}
{"agg_test_acc": 0.5604497400253124, "agg_val_acc": 0.8846804376489729, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/19df9f216810235cf3f65d57f3dfd908", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1525920224, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5491695228051674, "env0_out_acc": 0.5717299578059072, "env1_in_acc": 0.9296443702657594, "env1_out_acc": 0.9152542372881356, "env2_in_acc": 0.9363979848866498, "env2_out_acc": 0.8790931989924433, "env3_in_acc": 0.9107711918419376, "env3_out_acc": 0.8596938775510204, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.9331292426586151, "mem_gb": 5.394258975982666, "step": 4800, "step_time": 0.22165521144866943}
{"agg_test_acc": 0.5586039570438149, "agg_val_acc": 0.8916442984873492, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/19df9f216810235cf3f65d57f3dfd908", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1525920224, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5475876614816768, "env0_out_acc": 0.569620253164557, "env1_in_acc": 0.9305430735652844, "env1_out_acc": 0.9209039548022598, "env2_in_acc": 0.9389168765743073, "env2_out_acc": 0.8841309823677582, "env3_in_acc": 0.917569577225409, "env3_out_acc": 0.8698979591836735, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.9168753033876419, "mem_gb": 5.394258975982666, "step": 5000, "step_time": 0.22564551830291749}
