{"agg_test_acc": 0.07000654099494195, "agg_val_acc": 0.11971071817518458, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5d7f002897a949a4a03b579df5508465", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 643417070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.0703928288953335, "env0_out_acc": 0.06962025316455696, "env1_in_acc": 0.0929515984080113, "env1_out_acc": 0.08885464817668208, "env2_in_acc": 0.1489294710327456, "env2_out_acc": 0.14357682619647355, "env3_in_acc": 0.12874442319949012, "env3_out_acc": 0.12670068027210885, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 4.481209754943848, "mem_gb": 2.007481575012207, "step": 0, "step_time": 1.4015476703643799}
{"agg_test_acc": 0.40725295076868423, "agg_val_acc": 0.6548368407550519, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5d7f002897a949a4a03b579df5508465", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 643417070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.3936198259952544, "env0_out_acc": 0.4208860759493671, "env1_in_acc": 0.7668506868660933, "env1_out_acc": 0.7550077041602465, "env2_in_acc": 0.6054785894206549, "env2_out_acc": 0.6083123425692695, "env3_in_acc": 0.602931803696622, "env3_out_acc": 0.6011904761904762, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.656227542559306, "mem_gb": 2.256767749786377, "step": 300, "step_time": 0.15338054895401002}
{"agg_test_acc": 0.4109434043116212, "agg_val_acc": 0.7319082605835162, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5d7f002897a949a4a03b579df5508465", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 643417070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.40522014236751913, "env0_out_acc": 0.4166666666666667, "env1_in_acc": 0.8262934908203877, "env1_out_acc": 0.805341551104263, "env2_in_acc": 0.7216624685138538, "env2_out_acc": 0.6939546599496221, "env3_in_acc": 0.710431272572764, "env3_out_acc": 0.6964285714285714, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.3540004229545595, "mem_gb": 2.256767749786377, "step": 600, "step_time": 0.1742432188987732}
{"agg_test_acc": 0.41371068825879476, "agg_val_acc": 0.7643256830173343, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5d7f002897a949a4a03b579df5508465", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 643417070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.4181386765093593, "env0_out_acc": 0.4092827004219409, "env1_in_acc": 0.8473488252664013, "env1_out_acc": 0.8289676425269645, "env2_in_acc": 0.7692065491183879, "env2_out_acc": 0.7216624685138538, "env3_in_acc": 0.7510091353303591, "env3_out_acc": 0.7423469387755102, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.263774911959966, "mem_gb": 2.256767749786377, "step": 900, "step_time": 0.17815865914026896}
{"agg_test_acc": 0.41265653120118345, "agg_val_acc": 0.7837562827875456, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5d7f002897a949a4a03b579df5508465", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 643417070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.4128658054310572, "env0_out_acc": 0.41244725738396626, "env1_in_acc": 0.8583900372319938, "env1_out_acc": 0.8392398561890088, "env2_in_acc": 0.7843198992443325, "env2_out_acc": 0.756926952141058, "env3_in_acc": 0.7731038878266412, "env3_out_acc": 0.7551020408163265, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.190843923886617, "mem_gb": 2.256767749786377, "step": 1200, "step_time": 0.18123116493225097}
{"agg_test_acc": 0.42214867250493254, "agg_val_acc": 0.7944067462608934, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5d7f002897a949a4a03b579df5508465", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 643417070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.4244661218033219, "env0_out_acc": 0.41983122362869196, "env1_in_acc": 0.8723841314674541, "env1_out_acc": 0.8387262455059066, "env2_in_acc": 0.801007556675063, "env2_out_acc": 0.7783375314861462, "env3_in_acc": 0.7926492458041215, "env3_out_acc": 0.766156462585034, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.108176873922348, "mem_gb": 2.256767749786377, "step": 1500, "step_time": 0.17846660534540812}
{"agg_test_acc": 0.43770544986074084, "agg_val_acc": 0.8127208573173277, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5d7f002897a949a4a03b579df5508465", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 643417070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.44186659636171893, "env0_out_acc": 0.43354430379746833, "env1_in_acc": 0.8737963795095648, "env1_out_acc": 0.8582434514637904, "env2_in_acc": 0.8195843828715366, "env2_out_acc": 0.801007556675063, "env3_in_acc": 0.8132568514977693, "env3_out_acc": 0.7789115646258503, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.05567259033521, "mem_gb": 2.256767749786377, "step": 1800, "step_time": 0.18159882307052613}
{"agg_test_acc": 0.4541858139698344, "agg_val_acc": 0.8117605996637252, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5d7f002897a949a4a03b579df5508465", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 643417070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.4547851305035592, "env0_out_acc": 0.45358649789029537, "env1_in_acc": 0.8838105019899859, "env1_out_acc": 0.8556753980482794, "env2_in_acc": 0.8463476070528967, "env2_out_acc": 0.792191435768262, "env3_in_acc": 0.8274909708944126, "env3_out_acc": 0.7874149659863946, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.9600452093283336, "mem_gb": 2.256767749786377, "step": 2100, "step_time": 0.18545757214228312}
{"agg_test_acc": 0.4651286900819279, "agg_val_acc": 0.8285425277383253, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5d7f002897a949a4a03b579df5508465", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 643417070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.4640126548905879, "env0_out_acc": 0.46624472573839665, "env1_in_acc": 0.8898446527153678, "env1_out_acc": 0.8751926040061633, "env2_in_acc": 0.8624055415617129, "env2_out_acc": 0.8085642317380353, "env3_in_acc": 0.8317399617590823, "env3_out_acc": 0.8018707482993197, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.8963126842180889, "mem_gb": 2.256767749786377, "step": 2400, "step_time": 0.18350473165512085}
{"agg_test_acc": 0.47198453490035147, "agg_val_acc": 0.8315398144781556, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5d7f002897a949a4a03b579df5508465", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 643417070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.46928552596889006, "env0_out_acc": 0.47468354430379744, "env1_in_acc": 0.8984465271536782, "env1_out_acc": 0.8726245505906522, "env2_in_acc": 0.8690176322418136, "env2_out_acc": 0.8022670025188917, "env3_in_acc": 0.8483110261312938, "env3_out_acc": 0.8197278911564626, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.8353657662868499, "mem_gb": 2.256767749786377, "step": 2700, "step_time": 0.18019872983296711}
{"agg_test_acc": 0.48899176895948965, "agg_val_acc": 0.8396679110163359, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5d7f002897a949a4a03b579df5508465", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 643417070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.486422356973372, "env0_out_acc": 0.49156118143459915, "env1_in_acc": 0.9002439337527282, "env1_out_acc": 0.8864920390344119, "env2_in_acc": 0.8879093198992444, "env2_out_acc": 0.8110831234256927, "env3_in_acc": 0.8548969619715318, "env3_out_acc": 0.8214285714285714, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.7785216947396596, "mem_gb": 2.256767749786377, "step": 3000, "step_time": 0.17884397745132447}
{"agg_test_acc": 0.4999342279140614, "agg_val_acc": 0.8559706563589689, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5d7f002897a949a4a03b579df5508465", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 643417070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.498813604007382, "env0_out_acc": 0.5010548523206751, "env1_in_acc": 0.904737450250353, "env1_out_acc": 0.881869542886492, "env2_in_acc": 0.8948362720403022, "env2_out_acc": 0.8476070528967254, "env3_in_acc": 0.8740174208625452, "env3_out_acc": 0.8384353741496599, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.6980615464846294, "mem_gb": 2.256767749786377, "step": 3300, "step_time": 0.17775978167851766}
{"agg_test_acc": 0.5024391197800172, "agg_val_acc": 0.8569049932143414, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5d7f002897a949a4a03b579df5508465", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 643417070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5017136831004482, "env0_out_acc": 0.5031645569620253, "env1_in_acc": 0.9087174220053922, "env1_out_acc": 0.8900873138161274, "env2_in_acc": 0.9023929471032746, "env2_out_acc": 0.8387909319899244, "env3_in_acc": 0.875717017208413, "env3_out_acc": 0.8418367346938775, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.3705202068885167, "mem_gb": 5.397501468658447, "step": 3600, "step_time": 0.20103689193725585}
{"agg_test_acc": 0.4990107802132836, "agg_val_acc": 0.8580009736724269, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5d7f002897a949a4a03b579df5508465", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 643417070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5022409702082784, "env0_out_acc": 0.4957805907172996, "env1_in_acc": 0.9121838490178457, "env1_out_acc": 0.8875192604006163, "env2_in_acc": 0.9099496221662469, "env2_out_acc": 0.8463476070528967, "env3_in_acc": 0.8891013384321224, "env3_out_acc": 0.8401360544217688, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.0776343299945195, "mem_gb": 5.397501468658447, "step": 3900, "step_time": 0.21586981534957886}
{"agg_test_acc": 0.4990105021082691, "agg_val_acc": 0.871076029580293, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5d7f002897a949a4a03b579df5508465", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 643417070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5043501186395992, "env0_out_acc": 0.4936708860759494, "env1_in_acc": 0.9182179997432276, "env1_out_acc": 0.9019003595274782, "env2_in_acc": 0.9134130982367759, "env2_out_acc": 0.8652392947103275, "env3_in_acc": 0.8891013384321224, "env3_out_acc": 0.8460884353741497, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.04193064391613, "mem_gb": 5.397501468658447, "step": 4200, "step_time": 0.21683789253234864}
{"agg_test_acc": 0.499801988979648, "agg_val_acc": 0.8694976562684664, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5d7f002897a949a4a03b579df5508465", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 643417070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5017136831004482, "env0_out_acc": 0.4978902953586498, "env1_in_acc": 0.9202721787135704, "env1_out_acc": 0.8962506420133539, "env2_in_acc": 0.9184508816120907, "env2_out_acc": 0.8602015113350125, "env3_in_acc": 0.8954748247291269, "env3_out_acc": 0.8520408163265306, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.0314849778016408, "mem_gb": 5.397501468658447, "step": 4500, "step_time": 0.2191242742538452}
{"agg_test_acc": 0.5034938330476576, "agg_val_acc": 0.8703211647147022, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5d7f002897a949a4a03b579df5508465", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 643417070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5027682573161086, "env0_out_acc": 0.5042194092827004, "env1_in_acc": 0.9212992681987419, "env1_out_acc": 0.8952234206471494, "env2_in_acc": 0.9269521410579346, "env2_out_acc": 0.8526448362720404, "env3_in_acc": 0.9024856596558317, "env3_out_acc": 0.8630952380952381, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.0209159380197526, "mem_gb": 5.397501468658447, "step": 4800, "step_time": 0.21867455005645753}
{"agg_test_acc": 0.5056033986354457, "agg_val_acc": 0.8691800203295081, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/5d7f002897a949a4a03b579df5508465", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 643417070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5038228315317691, "env0_out_acc": 0.5073839662447257, "env1_in_acc": 0.9246373090255489, "env1_out_acc": 0.9008731381612738, "env2_in_acc": 0.9329345088161209, "env2_out_acc": 0.8639798488664987, "env3_in_acc": 0.9054599532611005, "env3_out_acc": 0.842687074829932, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.999605804681778, "mem_gb": 5.397501468658447, "step": 5000, "step_time": 0.21683356285095215}
