{"agg_test_acc": 0.16955289664066434, "agg_val_acc": 0.30137895259105624, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/a3fcbe71c5c8af4e4b72b06d9398957a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2033330553, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.2135512786712365, "env0_out_acc": 0.189873417721519, "env1_in_acc": 0.4990371036076518, "env1_out_acc": 0.48382126348228044, "env2_in_acc": 0.16278337531486145, "env2_out_acc": 0.17632241813602015, "env3_in_acc": 0.22073507541958784, "env3_out_acc": 0.2304421768707483, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 4.7260918617248535, "mem_gb": 2.3339076042175293, "step": 0, "step_time": 1.471116304397583}
{"agg_test_acc": 0.4877204027788098, "agg_val_acc": 0.7551066014964847, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/a3fcbe71c5c8af4e4b72b06d9398957a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2033330553, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8325863432639072, "env0_out_acc": 0.8386075949367089, "env1_in_acc": 0.796122737193478, "env1_out_acc": 0.7966101694915254, "env2_in_acc": 0.48677581863979846, "env2_out_acc": 0.48866498740554154, "env3_in_acc": 0.6543445931591247, "env3_out_acc": 0.6301020408163265, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 2.470003387928009, "mem_gb": 2.5991368293762207, "step": 300, "step_time": 0.1609392221768697}
{"agg_test_acc": 0.5606108309539515, "agg_val_acc": 0.8181446781027539, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/a3fcbe71c5c8af4e4b72b06d9398957a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2033330553, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9000790930661745, "env0_out_acc": 0.8924050632911392, "env1_in_acc": 0.8408011297984337, "env1_out_acc": 0.8392398561890088, "env2_in_acc": 0.5506926952141058, "env2_out_acc": 0.570528967254408, "env3_in_acc": 0.7671553006161037, "env3_out_acc": 0.7227891156462585, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 2.0741926995913187, "mem_gb": 2.5991368293762207, "step": 600, "step_time": 0.182197744846344}
{"agg_test_acc": 0.5716309820819426, "agg_val_acc": 0.8322116312951865, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/a3fcbe71c5c8af4e4b72b06d9398957a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2033330553, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9227524387028737, "env0_out_acc": 0.9008438818565401, "env1_in_acc": 0.8622416228013866, "env1_out_acc": 0.8525937339496662, "env2_in_acc": 0.565176322418136, "env2_out_acc": 0.5780856423173804, "env3_in_acc": 0.7988102825578925, "env3_out_acc": 0.7431972789115646, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.9176788783073426, "mem_gb": 2.5991368293762207, "step": 900, "step_time": 0.18774908383687336}
{"agg_test_acc": 0.586114609278731, "agg_val_acc": 0.8495200968079538, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/a3fcbe71c5c8af4e4b72b06d9398957a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2033330553, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.933298180859478, "env0_out_acc": 0.9092827004219409, "env1_in_acc": 0.8734112209526255, "env1_out_acc": 0.8705701078582434, "env2_in_acc": 0.5765113350125944, "env2_out_acc": 0.5957178841309824, "env3_in_acc": 0.8160186955598046, "env3_out_acc": 0.7687074829931972, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.7925690710544586, "mem_gb": 2.5991368293762207, "step": 1200, "step_time": 0.18478636026382447}
{"agg_test_acc": 0.5920969770339263, "agg_val_acc": 0.8618734609095831, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/a3fcbe71c5c8af4e4b72b06d9398957a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2033330553, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9467440021091484, "env0_out_acc": 0.9229957805907173, "env1_in_acc": 0.8840672743612787, "env1_out_acc": 0.8777606574216744, "env2_in_acc": 0.5859571788413098, "env2_out_acc": 0.5982367758186398, "env3_in_acc": 0.82855321861058, "env3_out_acc": 0.7848639455782312, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.6962751491864523, "mem_gb": 2.5991368293762207, "step": 1500, "step_time": 0.1864593243598938}
{"agg_test_acc": 0.6057934505787154, "agg_val_acc": 0.8703682434881801, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/a3fcbe71c5c8af4e4b72b06d9398957a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2033330553, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9559715264961771, "env0_out_acc": 0.9261603375527426, "env1_in_acc": 0.8943381692129927, "env1_out_acc": 0.8839239856189008, "env2_in_acc": 0.5982367758186398, "env2_out_acc": 0.6133501259445844, "env3_in_acc": 0.8457616316124921, "env3_out_acc": 0.8010204081632653, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.5883716706434885, "mem_gb": 2.5991368293762207, "step": 1800, "step_time": 0.18628284215927124}
{"agg_test_acc": 0.6131926949075094, "agg_val_acc": 0.8754493482434732, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/a3fcbe71c5c8af4e4b72b06d9398957a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2033330553, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9596625362509886, "env0_out_acc": 0.9388185654008439, "env1_in_acc": 0.9006290923096675, "env1_out_acc": 0.889060092449923, "env2_in_acc": 0.6042191435768262, "env2_out_acc": 0.6221662468513854, "env3_in_acc": 0.8572339069471001, "env3_out_acc": 0.798469387755102, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.5192104184627533, "mem_gb": 2.5991368293762207, "step": 2100, "step_time": 0.18928107500076294}
{"agg_test_acc": 0.6171284631675062, "agg_val_acc": 0.8782987033499775, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/a3fcbe71c5c8af4e4b72b06d9398957a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2033330553, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9675718428684419, "env0_out_acc": 0.939873417721519, "env1_in_acc": 0.9031968160225959, "env1_out_acc": 0.8906009244992296, "env2_in_acc": 0.6083123425692695, "env2_out_acc": 0.6259445843828715, "env3_in_acc": 0.8608455491820692, "env3_out_acc": 0.8044217687074829, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.4816637992858888, "mem_gb": 2.5991368293762207, "step": 2400, "step_time": 0.18965138832728068}
{"agg_test_acc": 0.6209068006971032, "agg_val_acc": 0.8827862456689539, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/a3fcbe71c5c8af4e4b72b06d9398957a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2033330553, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9723174268389138, "env0_out_acc": 0.939873417721519, "env1_in_acc": 0.9107716009757351, "env1_out_acc": 0.8947098099640473, "env2_in_acc": 0.6083123425692695, "env2_out_acc": 0.6335012594458438, "env3_in_acc": 0.8689186318249416, "env3_out_acc": 0.8137755102040817, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.457359299659729, "mem_gb": 2.5991368293762207, "step": 2700, "step_time": 0.18566517432530721}
{"agg_test_acc": 0.6194899241235045, "agg_val_acc": 0.8863080977391461, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/a3fcbe71c5c8af4e4b72b06d9398957a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2033330553, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9720537832849987, "env0_out_acc": 0.95042194092827, "env1_in_acc": 0.9107716009757351, "env1_out_acc": 0.8972778633795583, "env2_in_acc": 0.6067380352644837, "env2_out_acc": 0.6322418136020151, "env3_in_acc": 0.8786913108136818, "env3_out_acc": 0.8112244897959183, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.4319043870766957, "mem_gb": 2.5991368293762207, "step": 3000, "step_time": 0.1871579639116923}
{"agg_test_acc": 0.6213790928883028, "agg_val_acc": 0.8873717346906499, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/a3fcbe71c5c8af4e4b72b06d9398957a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2033330553, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9707355655154232, "env0_out_acc": 0.9430379746835443, "env1_in_acc": 0.9205289510848633, "env1_out_acc": 0.9019003595274782, "env2_in_acc": 0.6067380352644837, "env2_out_acc": 0.6360201511335013, "env3_in_acc": 0.8863394943700871, "env3_out_acc": 0.8171768707482994, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.3982205907503764, "mem_gb": 2.5991368293762207, "step": 3300, "step_time": 0.18894159475962322}
{"agg_test_acc": 0.623740553844301, "agg_val_acc": 0.8932549829708706, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/a3fcbe71c5c8af4e4b72b06d9398957a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2033330553, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9773266543633008, "env0_out_acc": 0.9514767932489452, "env1_in_acc": 0.9204005648992168, "env1_out_acc": 0.9060092449922958, "env2_in_acc": 0.6089420654911839, "env2_out_acc": 0.6385390428211587, "env3_in_acc": 0.8925005311238581, "env3_out_acc": 0.8222789115646258, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.3867935729026795, "mem_gb": 2.5991368293762207, "step": 3600, "step_time": 0.18667871872584024}
{"agg_test_acc": 0.6231108309227015, "agg_val_acc": 0.895846543151906, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/a3fcbe71c5c8af4e4b72b06d9398957a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2033330553, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9762720801476404, "env0_out_acc": 0.9493670886075949, "env1_in_acc": 0.9245089228399024, "env1_out_acc": 0.9090909090909091, "env2_in_acc": 0.6114609571788413, "env2_out_acc": 0.6347607052896725, "env3_in_acc": 0.8967495219885278, "env3_out_acc": 0.8290816326530612, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.1881802433729172, "mem_gb": 5.394258975982666, "step": 3900, "step_time": 0.20102254867553712}
{"agg_test_acc": 0.6232682616531015, "agg_val_acc": 0.8998040333196505, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/a3fcbe71c5c8af4e4b72b06d9398957a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2033330553, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9791721592407066, "env0_out_acc": 0.9535864978902954, "env1_in_acc": 0.9281037360380023, "env1_out_acc": 0.9090909090909091, "env2_in_acc": 0.6105163727959698, "env2_out_acc": 0.6360201511335013, "env3_in_acc": 0.9048226046314001, "env3_out_acc": 0.8367346938775511, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.9635786364475886, "mem_gb": 5.394258975982666, "step": 4200, "step_time": 0.2191483457883199}
{"agg_test_acc": 0.6210642314275031, "agg_val_acc": 0.8993991331386263, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/a3fcbe71c5c8af4e4b72b06d9398957a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2033330553, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9794358027946217, "env0_out_acc": 0.9525316455696202, "env1_in_acc": 0.9316985492361022, "env1_out_acc": 0.9106317411402157, "env2_in_acc": 0.6086272040302267, "env2_out_acc": 0.6335012594458438, "env3_in_acc": 0.9067346505205014, "env3_out_acc": 0.8350340136054422, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.9486768958965938, "mem_gb": 5.394258975982666, "step": 4500, "step_time": 0.2208470559120178}
{"agg_test_acc": 0.6210642314275031, "agg_val_acc": 0.907840632976307, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/a3fcbe71c5c8af4e4b72b06d9398957a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2033330553, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9799630899024518, "env0_out_acc": 0.9556962025316456, "env1_in_acc": 0.9351649762485557, "env1_out_acc": 0.9183359013867488, "env2_in_acc": 0.6098866498740554, "env2_out_acc": 0.6322418136020151, "env3_in_acc": 0.912258338644572, "env3_out_acc": 0.8494897959183674, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.9347457832098007, "mem_gb": 5.394258975982666, "step": 4800, "step_time": 0.2223117764790853}
{"agg_test_acc": 0.6198047855843041, "agg_val_acc": 0.9105444363082893, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/a3fcbe71c5c8af4e4b72b06d9398957a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2033330553, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9804903770102821, "env0_out_acc": 0.9535864978902954, "env1_in_acc": 0.9350365900629092, "env1_out_acc": 0.9209039548022598, "env2_in_acc": 0.6098866498740554, "env2_out_acc": 0.6297229219143576, "env3_in_acc": 0.9145952836201402, "env3_out_acc": 0.8571428571428571, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.9398678714036941, "mem_gb": 5.394258975982666, "step": 5000, "step_time": 0.22163871049880982}
