{"agg_test_acc": 0.0764665033251688, "agg_val_acc": 0.19789538359234385, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5ca2c33cf9bf66fe89d1639b6efafa96", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1843587644, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.07803849195887161, "env0_out_acc": 0.07489451476793249, "env1_in_acc": 0.26819874181538067, "env1_out_acc": 0.288135593220339, "env2_in_acc": 0.12374055415617129, "env2_out_acc": 0.14483627204030228, "env3_in_acc": 0.18483110261312938, "env3_out_acc": 0.16071428571428573, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 5.445216655731201, "mem_gb": 2.007481575012207, "step": 0, "step_time": 1.6846721172332764}
{"agg_test_acc": 0.07422608932803995, "agg_val_acc": 0.625724639127533, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5ca2c33cf9bf66fe89d1639b6efafa96", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1843587644, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.06933825467967308, "env0_out_acc": 0.07911392405063292, "env1_in_acc": 0.7154962126075234, "env1_out_acc": 0.6913199794555727, "env2_in_acc": 0.6183879093198993, "env2_out_acc": 0.5957178841309824, "env3_in_acc": 0.6020820055236881, "env3_out_acc": 0.5901360544217688, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.8539369893074036, "mem_gb": 2.254570484161377, "step": 300, "step_time": 0.15171480417251587}
{"agg_test_acc": 0.3379063529732441, "agg_val_acc": 0.7347156308866419, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5ca2c33cf9bf66fe89d1639b6efafa96", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1843587644, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3182177695755339, "env0_out_acc": 0.3575949367088608, "env1_in_acc": 0.8092181281294133, "env1_out_acc": 0.802773497688752, "env2_in_acc": 0.7008816120906801, "env2_out_acc": 0.698992443324937, "env3_in_acc": 0.7040577862757595, "env3_out_acc": 0.7023809523809523, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.5229611221949257, "mem_gb": 2.254570484161377, "step": 600, "step_time": 0.17994822025299073}
{"agg_test_acc": 0.33131276118353115, "agg_val_acc": 0.7514267393624791, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5ca2c33cf9bf66fe89d1639b6efafa96", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1843587644, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3240179277616662, "env0_out_acc": 0.33860759493670883, "env1_in_acc": 0.8370779304146874, "env1_out_acc": 0.83256291730868, "env2_in_acc": 0.7471662468513854, "env2_out_acc": 0.7040302267002518, "env3_in_acc": 0.7352878691310814, "env3_out_acc": 0.717687074829932, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.4098542507489524, "mem_gb": 2.254570484161377, "step": 900, "step_time": 0.17873170534769695}
{"agg_test_acc": 0.3455511817179157, "agg_val_acc": 0.7688400570258458, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5ca2c33cf9bf66fe89d1639b6efafa96", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1843587644, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3398365409965726, "env0_out_acc": 0.3512658227848101, "env1_in_acc": 0.847220439080755, "env1_out_acc": 0.8341037493579867, "env2_in_acc": 0.7751889168765743, "env2_out_acc": 0.7292191435768262, "env3_in_acc": 0.7607818143190992, "env3_out_acc": 0.7431972789115646, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.3323331185181937, "mem_gb": 2.254570484161377, "step": 1200, "step_time": 0.17989822069803874}
{"agg_test_acc": 0.3640085943753693, "agg_val_acc": 0.7895777077112682, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5ca2c33cf9bf66fe89d1639b6efafa96", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1843587644, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3588188768784603, "env0_out_acc": 0.3691983122362869, "env1_in_acc": 0.8544100654769546, "env1_out_acc": 0.8402670775552131, "env2_in_acc": 0.8032115869017632, "env2_out_acc": 0.7682619647355163, "env3_in_acc": 0.7854259613341832, "env3_out_acc": 0.7602040816326531, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.2459206795692443, "mem_gb": 2.254570484161377, "step": 1500, "step_time": 0.17775040467580158}
{"agg_test_acc": 0.38536692043948256, "agg_val_acc": 0.8039386605139245, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5ca2c33cf9bf66fe89d1639b6efafa96", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1843587644, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.37727392565251777, "env0_out_acc": 0.39345991561181437, "env1_in_acc": 0.8680190011554757, "env1_out_acc": 0.8520801232665639, "env2_in_acc": 0.8353274559193955, "env2_out_acc": 0.783375314861461, "env3_in_acc": 0.8060335670278309, "env3_out_acc": 0.7763605442176871, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.183371509710948, "mem_gb": 2.254570484161377, "step": 1800, "step_time": 0.1794064172108968}
{"agg_test_acc": 0.3939364483574975, "agg_val_acc": 0.8109407083800639, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5ca2c33cf9bf66fe89d1639b6efafa96", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1843587644, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3859741629317163, "env0_out_acc": 0.40189873417721517, "env1_in_acc": 0.8727692900243934, "env1_out_acc": 0.8638931689779148, "env2_in_acc": 0.8387909319899244, "env2_out_acc": 0.7959697732997482, "env3_in_acc": 0.8211174845974081, "env3_out_acc": 0.7729591836734694, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.1199537626902263, "mem_gb": 2.254570484161377, "step": 2100, "step_time": 0.17941890398661295}
{"agg_test_acc": 0.4058017988028181, "agg_val_acc": 0.8197061373027005, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5ca2c33cf9bf66fe89d1639b6efafa96", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1843587644, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3991563406274717, "env0_out_acc": 0.41244725738396626, "env1_in_acc": 0.8803440749775324, "env1_out_acc": 0.8638931689779148, "env2_in_acc": 0.8517002518891688, "env2_out_acc": 0.801007556675063, "env3_in_acc": 0.8364138517102189, "env3_out_acc": 0.79421768707483, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.0629190119107563, "mem_gb": 2.254570484161377, "step": 2400, "step_time": 0.17793237368265788}
{"agg_test_acc": 0.41779911007753745, "agg_val_acc": 0.8293571219910266, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5ca2c33cf9bf66fe89d1639b6efafa96", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1843587644, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.4115475876614817, "env0_out_acc": 0.4240506329113924, "env1_in_acc": 0.8850943638464501, "env1_out_acc": 0.8680020544427324, "env2_in_acc": 0.8633501259445844, "env2_out_acc": 0.8198992443324937, "env3_in_acc": 0.8504355215636287, "env3_out_acc": 0.8001700680272109, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.951989552974701, "mem_gb": 2.254570484161377, "step": 2700, "step_time": 0.1809670853614807}
{"agg_test_acc": 0.42188600231870016, "agg_val_acc": 0.8330268335328812, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5ca2c33cf9bf66fe89d1639b6efafa96", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1843587644, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.4165568151858687, "env0_out_acc": 0.4272151898734177, "env1_in_acc": 0.8912569007574785, "env1_out_acc": 0.8757062146892656, "env2_in_acc": 0.8825566750629723, "env2_out_acc": 0.827455919395466, "env3_in_acc": 0.8629700446144041, "env3_out_acc": 0.7959183673469388, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.9067877368132273, "mem_gb": 2.254570484161377, "step": 3000, "step_time": 0.1784388534228007}
{"agg_test_acc": 0.42755489493506993, "agg_val_acc": 0.8467216849673568, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5ca2c33cf9bf66fe89d1639b6efafa96", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1843587644, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.4236751911415766, "env0_out_acc": 0.43143459915611815, "env1_in_acc": 0.8953652586981641, "env1_out_acc": 0.8849512069851053, "env2_in_acc": 0.8938916876574308, "env2_out_acc": 0.8312342569269522, "env3_in_acc": 0.8676439345655407, "env3_out_acc": 0.8239795918367347, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.8775730737050373, "mem_gb": 2.254570484161377, "step": 3300, "step_time": 0.18097403923670452}
{"agg_test_acc": 0.42201768504308457, "agg_val_acc": 0.8474222406891475, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5ca2c33cf9bf66fe89d1639b6efafa96", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1843587644, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.41787503295544426, "env0_out_acc": 0.42616033755274263, "env1_in_acc": 0.8992168442675568, "env1_out_acc": 0.884437596302003, "env2_in_acc": 0.9014483627204031, "env2_out_acc": 0.8261964735516373, "env3_in_acc": 0.8774166135542809, "env3_out_acc": 0.8316326530612245, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.3041357350349427, "mem_gb": 5.397371768951416, "step": 3600, "step_time": 0.21780643939971925}
{"agg_test_acc": 0.42004008028469536, "agg_val_acc": 0.8482042023708491, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5ca2c33cf9bf66fe89d1639b6efafa96", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1843587644, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.4160295280780385, "env0_out_acc": 0.4240506329113924, "env1_in_acc": 0.9073051739632816, "env1_out_acc": 0.8936825885978429, "env2_in_acc": 0.9118387909319899, "env2_out_acc": 0.8337531486146096, "env3_in_acc": 0.8846398980242193, "env3_out_acc": 0.8171768707482994, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.2143805634975433, "mem_gb": 5.397371768951416, "step": 3900, "step_time": 0.22155155261357626}
{"agg_test_acc": 0.41806261457881344, "agg_val_acc": 0.8559344066253947, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5ca2c33cf9bf66fe89d1639b6efafa96", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1843587644, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.41312944898497234, "env0_out_acc": 0.4229957805907173, "env1_in_acc": 0.9026832712800102, "env1_out_acc": 0.8911145351823317, "env2_in_acc": 0.9193954659949622, "env2_out_acc": 0.8476070528967254, "env3_in_acc": 0.8910133843212237, "env3_out_acc": 0.8290816326530612, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.1911496271689732, "mem_gb": 5.397371768951416, "step": 4200, "step_time": 0.22082887013753255}
{"agg_test_acc": 0.4142392268389268, "agg_val_acc": 0.861868074700064, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5ca2c33cf9bf66fe89d1639b6efafa96", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1843587644, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.40970208278407594, "env0_out_acc": 0.41877637130801687, "env1_in_acc": 0.9112851457183208, "env1_out_acc": 0.891628145865434, "env2_in_acc": 0.9134130982367759, "env2_out_acc": 0.8589420654911839, "env3_in_acc": 0.8935627788400254, "env3_out_acc": 0.8350340136054422, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.173362403313319, "mem_gb": 5.397371768951416, "step": 4500, "step_time": 0.21645343542099}
{"agg_test_acc": 0.41239358290993655, "agg_val_acc": 0.8651528059525466, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5ca2c33cf9bf66fe89d1639b6efafa96", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1843587644, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.4070656472449249, "env0_out_acc": 0.4177215189873418, "env1_in_acc": 0.91167030427526, "env1_out_acc": 0.8998459167950693, "env2_in_acc": 0.9228589420654912, "env2_out_acc": 0.8639798488664987, "env3_in_acc": 0.9039728064584661, "env3_out_acc": 0.8316326530612245, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.1529412357012432, "mem_gb": 5.397371768951416, "step": 4800, "step_time": 0.21951687177022297}
{"agg_test_acc": 0.41160251319607943, "agg_val_acc": 0.8660694640358473, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5ca2c33cf9bf66fe89d1639b6efafa96", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1843587644, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.40653836013709466, "env0_out_acc": 0.4166666666666667, "env1_in_acc": 0.9157786622159456, "env1_out_acc": 0.8952234206471494, "env2_in_acc": 0.9209697732997482, "env2_out_acc": 0.8526448362720404, "env3_in_acc": 0.905247503717867, "env3_out_acc": 0.8503401360544217, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.148211611509323, "mem_gb": 5.397371768951416, "step": 5000, "step_time": 0.22081313610076905}
