{"agg_test_acc": 0.026385075590576963, "agg_val_acc": 0.18894935769880603, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/86b6a876e5766bb16e5cc1dd56589699", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 153153348, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3767466385446876, "env0_out_acc": 0.38924050632911394, "env1_in_acc": 0.026062395686224163, "env1_out_acc": 0.02670775552131484, "env2_in_acc": 0.05887909319899244, "env2_out_acc": 0.07556675062972293, "env3_in_acc": 0.09708944125770129, "env3_out_acc": 0.10204081632653061, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 4.1190972328186035, "mem_gb": 2.3339076042175293, "step": 0, "step_time": 2.290071725845337}
{"agg_test_acc": 0.34358286328590637, "agg_val_acc": 0.6331957607427227, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/86b6a876e5766bb16e5cc1dd56589699", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 153153348, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7516477722119694, "env0_out_acc": 0.7436708860759493, "env1_in_acc": 0.35331878289896007, "env1_out_acc": 0.33384694401643555, "env2_in_acc": 0.5777707808564232, "env2_out_acc": 0.5428211586901763, "env3_in_acc": 0.6182281708094327, "env3_out_acc": 0.6130952380952381, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 2.392027063369751, "mem_gb": 2.5991368293762207, "step": 300, "step_time": 0.16967443784077962}
{"agg_test_acc": 0.4162545876857346, "agg_val_acc": 0.7869358275394589, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/86b6a876e5766bb16e5cc1dd56589699", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 153153348, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8979699446348537, "env0_out_acc": 0.8660337552742616, "env1_in_acc": 0.4185389652073437, "env1_out_acc": 0.4139702105803801, "env2_in_acc": 0.7748740554156172, "env2_out_acc": 0.743073047858942, "env3_in_acc": 0.7660930528999362, "env3_out_acc": 0.7517006802721088, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 2.01015761812528, "mem_gb": 2.5991368293762207, "step": 600, "step_time": 0.1868386435508728}
{"agg_test_acc": 0.4363481137478757, "agg_val_acc": 0.8079759279352846, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/86b6a876e5766bb16e5cc1dd56589699", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 153153348, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9201160031637227, "env0_out_acc": 0.8881856540084389, "env1_in_acc": 0.4417768648093465, "env1_out_acc": 0.430919363122753, "env2_in_acc": 0.8082493702770781, "env2_out_acc": 0.7644836272040302, "env3_in_acc": 0.7943488421499894, "env3_out_acc": 0.7712585034013606, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.8527261547247569, "mem_gb": 2.5991368293762207, "step": 900, "step_time": 0.19636820713678996}
{"agg_test_acc": 0.45246163508670934, "agg_val_acc": 0.8239248597670485, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/86b6a876e5766bb16e5cc1dd56589699", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 153153348, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9330345373055628, "env0_out_acc": 0.8976793248945147, "env1_in_acc": 0.4575683656438567, "env1_out_acc": 0.4473549049820236, "env2_in_acc": 0.8306045340050378, "env2_out_acc": 0.7909319899244333, "env3_in_acc": 0.811344805608668, "env3_out_acc": 0.7831632653061225, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.7307058521111807, "mem_gb": 2.5991368293762207, "step": 1200, "step_time": 0.19325786590576172}
{"agg_test_acc": 0.45714806056304313, "agg_val_acc": 0.8451588169996168, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/86b6a876e5766bb16e5cc1dd56589699", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 153153348, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9467440021091484, "env0_out_acc": 0.9187763713080169, "env1_in_acc": 0.46180510977018874, "env1_out_acc": 0.4524910118130457, "env2_in_acc": 0.8551637279596978, "env2_out_acc": 0.8173803526448362, "env3_in_acc": 0.8287656681538135, "env3_out_acc": 0.7993197278911565, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.6152721174558005, "mem_gb": 2.5991368293762207, "step": 1500, "step_time": 0.18958015680313112}
{"agg_test_acc": 0.4587530857043705, "agg_val_acc": 0.8512153835730427, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/86b6a876e5766bb16e5cc1dd56589699", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 153153348, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9514895860796203, "env0_out_acc": 0.9229957805907173, "env1_in_acc": 0.46193349595583516, "env1_out_acc": 0.45557267591165895, "env2_in_acc": 0.875, "env2_out_acc": 0.8236775818639799, "env3_in_acc": 0.8415126407478224, "env3_out_acc": 0.8069727891156463, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.5073895788192748, "mem_gb": 2.5991368293762207, "step": 1800, "step_time": 0.188158597946167}
{"agg_test_acc": 0.4591381453503425, "agg_val_acc": 0.8613445524134944, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/86b6a876e5766bb16e5cc1dd56589699", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 153153348, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9559715264961771, "env0_out_acc": 0.9187763713080169, "env1_in_acc": 0.4642444472974708, "env1_out_acc": 0.45403184386235235, "env2_in_acc": 0.8907430730478589, "env2_out_acc": 0.8438287153652393, "env3_in_acc": 0.8553218610579987, "env3_out_acc": 0.8214285714285714, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.4366922342777253, "mem_gb": 2.5991368293762207, "step": 2100, "step_time": 0.18989397525787355}
{"agg_test_acc": 0.45830353623328324, "agg_val_acc": 0.8708277306256617, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/86b6a876e5766bb16e5cc1dd56589699", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 153153348, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9649354073292908, "env0_out_acc": 0.930379746835443, "env1_in_acc": 0.46411606111182435, "env1_out_acc": 0.4524910118130457, "env2_in_acc": 0.8989294710327456, "env2_out_acc": 0.8564231738035264, "env3_in_acc": 0.8625451455279372, "env3_out_acc": 0.8256802721088435, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.3596123254299164, "mem_gb": 2.5991368293762207, "step": 2400, "step_time": 0.19159478425979615}
{"agg_test_acc": 0.4575330872387569, "agg_val_acc": 0.8813405100624949, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/86b6a876e5766bb16e5cc1dd56589699", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 153153348, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9675718428684419, "env0_out_acc": 0.9377637130801688, "env1_in_acc": 0.46462960585441004, "env1_out_acc": 0.4504365690806369, "env2_in_acc": 0.913727959697733, "env2_out_acc": 0.8627204030226701, "env3_in_acc": 0.8782664117272148, "env3_out_acc": 0.8435374149659864, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.3323732467492422, "mem_gb": 2.5991368293762207, "step": 2700, "step_time": 0.18856167713801067}
{"agg_test_acc": 0.4577898925801796, "agg_val_acc": 0.8752946530625675, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/86b6a876e5766bb16e5cc1dd56589699", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 153153348, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9696809912997627, "env0_out_acc": 0.9335443037974683, "env1_in_acc": 0.46462960585441004, "env1_out_acc": 0.4509501797637391, "env2_in_acc": 0.9149874055415617, "env2_out_acc": 0.853904282115869, "env3_in_acc": 0.8840025493945188, "env3_out_acc": 0.8384353741496599, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.2837443204720815, "mem_gb": 2.5991368293762207, "step": 3000, "step_time": 0.19446351210276286}
{"agg_test_acc": 0.45695528346312037, "agg_val_acc": 0.8874438824427966, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/86b6a876e5766bb16e5cc1dd56589699", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 153153348, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9736356446084893, "env0_out_acc": 0.9388185654008439, "env1_in_acc": 0.4645012196687636, "env1_out_acc": 0.44940934771443247, "env2_in_acc": 0.9256926952141058, "env2_out_acc": 0.8765743073047859, "env3_in_acc": 0.8908009347779903, "env3_out_acc": 0.8469387755102041, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.2603530955314637, "mem_gb": 2.5991368293762207, "step": 3300, "step_time": 0.18950437545776366}
{"agg_test_acc": 0.4558639349451549, "agg_val_acc": 0.8913223838574811, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/86b6a876e5766bb16e5cc1dd56589699", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 153153348, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9760084365937253, "env0_out_acc": 0.95042194092827, "env1_in_acc": 0.4633457439979458, "env1_out_acc": 0.44838212634822805, "env2_in_acc": 0.934823677581864, "env2_out_acc": 0.8740554156171285, "env3_in_acc": 0.899086466964096, "env3_out_acc": 0.8494897959183674, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.2510425941149395, "mem_gb": 2.5991368293762207, "step": 3600, "step_time": 0.19093709230422973}
{"agg_test_acc": 0.45502945770912867, "agg_val_acc": 0.8959832173568182, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/86b6a876e5766bb16e5cc1dd56589699", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 153153348, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9794358027946217, "env0_out_acc": 0.9483122362869199, "env1_in_acc": 0.4611631788419566, "env1_out_acc": 0.44889573703133023, "env2_in_acc": 0.9345088161209067, "env2_out_acc": 0.8790931989924433, "env3_in_acc": 0.8978117697046951, "env3_out_acc": 0.8605442176870748, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.0865081175168356, "mem_gb": 5.394258975982666, "step": 3900, "step_time": 0.20430675268173218}
{"agg_test_acc": 0.4525256962984675, "agg_val_acc": 0.9006439695176224, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/86b6a876e5766bb16e5cc1dd56589699", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 153153348, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.980226733456367, "env0_out_acc": 0.9525316455696202, "env1_in_acc": 0.4597509307998459, "env1_out_acc": 0.4453004622496148, "env2_in_acc": 0.9414357682619647, "env2_out_acc": 0.8803526448362721, "env3_in_acc": 0.9148077331633737, "env3_out_acc": 0.8690476190476191, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.9013161774476369, "mem_gb": 5.394258975982666, "step": 4200, "step_time": 0.21972429593404133}
{"agg_test_acc": 0.45059980460395926, "agg_val_acc": 0.8988069206768678, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/86b6a876e5766bb16e5cc1dd56589699", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 153153348, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9841813867650936, "env0_out_acc": 0.9525316455696202, "env1_in_acc": 0.4574399794582103, "env1_out_acc": 0.4437596302003082, "env2_in_acc": 0.9461586901763224, "env2_out_acc": 0.8790931989924433, "env3_in_acc": 0.9124707881878054, "env3_out_acc": 0.8647959183673469, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.8841563433408737, "mem_gb": 5.394258975982666, "step": 4500, "step_time": 0.2262313199043274}
{"agg_test_acc": 0.4492516837148294, "agg_val_acc": 0.9040920545290495, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/86b6a876e5766bb16e5cc1dd56589699", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 153153348, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9807540205641972, "env0_out_acc": 0.9556962025316456, "env1_in_acc": 0.4557709590448068, "env1_out_acc": 0.44273240883410375, "env2_in_acc": 0.9486775818639799, "env2_out_acc": 0.8841309823677582, "env3_in_acc": 0.9188442744848099, "env3_out_acc": 0.8724489795918368, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.8728384925921758, "mem_gb": 5.394258975982666, "step": 4800, "step_time": 0.22060545603434245}
{"agg_test_acc": 0.44905913740671427, "agg_val_acc": 0.9068584051457904, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/86b6a876e5766bb16e5cc1dd56589699", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 153153348, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9836540996572634, "env0_out_acc": 0.95042194092827, "env1_in_acc": 0.4548722557452818, "env1_out_acc": 0.44324601951720594, "env2_in_acc": 0.9496221662468514, "env2_out_acc": 0.8866498740554156, "env3_in_acc": 0.9241555130656469, "env3_out_acc": 0.8835034013605442, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.8707574200630188, "mem_gb": 5.394258975982666, "step": 5000, "step_time": 0.22276869654655457}
