{"agg_test_acc": 0.18712414848237563, "agg_val_acc": 0.06639800102249127, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/b5145aebff49b3fb6a51d433ab77cd73", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913008900, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.02530978117585025, "env0_out_acc": 0.027426160337552744, "env1_in_acc": 0.0745923738605726, "env1_out_acc": 0.06471494607087827, "env2_in_acc": 0.11870277078085642, "env2_out_acc": 0.1070528967254408, "env3_in_acc": 0.1786700658593584, "env3_out_acc": 0.195578231292517, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 4.556286811828613, "mem_gb": 1.7946186065673828, "step": 0, "step_time": 1.5298182964324951}
{"agg_test_acc": 0.25884890272043437, "agg_val_acc": 0.6133262299524809, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/b5145aebff49b3fb6a51d433ab77cd73", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913008900, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7189559715264962, "env0_out_acc": 0.7067510548523207, "env1_in_acc": 0.5939144948003595, "env1_out_acc": 0.5778120184899846, "env2_in_acc": 0.5267632241813602, "env2_out_acc": 0.5554156171284634, "env3_in_acc": 0.2498406628425749, "env3_out_acc": 0.26785714285714285, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 2.7655152996381123, "mem_gb": 2.0937752723693848, "step": 300, "step_time": 0.1509099769592285}
{"agg_test_acc": 0.3548010343218039, "agg_val_acc": 0.7866435241460947, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/b5145aebff49b3fb6a51d433ab77cd73", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913008900, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8563142631162668, "env0_out_acc": 0.8438818565400844, "env1_in_acc": 0.8189754782385416, "env1_out_acc": 0.8120184899845917, "env2_in_acc": 0.7238664987405542, "env2_out_acc": 0.7040302267002518, "env3_in_acc": 0.34395581049500745, "env3_out_acc": 0.3656462585034014, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 2.402251895268758, "mem_gb": 2.0937752723693848, "step": 600, "step_time": 0.17356580416361492}
{"agg_test_acc": 0.37753990997542325, "agg_val_acc": 0.8097001616095274, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/b5145aebff49b3fb6a51d433ab77cd73", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913008900, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8905879251252307, "env0_out_acc": 0.8586497890295358, "env1_in_acc": 0.8413146745410194, "env1_out_acc": 0.8248587570621468, "env2_in_acc": 0.783375314861461, "env2_out_acc": 0.7455919395465995, "env3_in_acc": 0.3681750584236244, "env3_out_acc": 0.3869047619047619, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 2.265909923315048, "mem_gb": 2.0937752723693848, "step": 900, "step_time": 0.173266286055247}
{"agg_test_acc": 0.37966440540669577, "agg_val_acc": 0.8288881174514453, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/b5145aebff49b3fb6a51d433ab77cd73", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913008900, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9090429738992881, "env0_out_acc": 0.880801687763713, "env1_in_acc": 0.8506868660932083, "env1_out_acc": 0.83256291730868, "env2_in_acc": 0.7991183879093199, "env2_out_acc": 0.7732997481108312, "env3_in_acc": 0.37242404928829403, "env3_out_acc": 0.3869047619047619, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 2.1758505634466805, "mem_gb": 2.0937752723693848, "step": 1200, "step_time": 0.1705884639422099}
{"agg_test_acc": 0.3882699668111502, "agg_val_acc": 0.844352656498621, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/b5145aebff49b3fb6a51d433ab77cd73", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913008900, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9248615871341945, "env0_out_acc": 0.8966244725738397, "env1_in_acc": 0.8664783669277186, "env1_out_acc": 0.8505392912172574, "env2_in_acc": 0.8287153652392947, "env2_out_acc": 0.7858942065491183, "env3_in_acc": 0.3853834714255364, "env3_out_acc": 0.391156462585034, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 2.09468111594518, "mem_gb": 2.0937752723693848, "step": 1500, "step_time": 0.16661357561747234}
{"agg_test_acc": 0.39528324056839076, "agg_val_acc": 0.8483882005902771, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/b5145aebff49b3fb6a51d433ab77cd73", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913008900, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9319799630899025, "env0_out_acc": 0.9008438818565401, "env1_in_acc": 0.8752086275516754, "env1_out_acc": 0.8546481766820749, "env2_in_acc": 0.841624685138539, "env2_out_acc": 0.7896725440806045, "env3_in_acc": 0.3917569577225409, "env3_out_acc": 0.39880952380952384, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 2.019711656967799, "mem_gb": 2.0937752723693848, "step": 1800, "step_time": 0.17283601840337118}
{"agg_test_acc": 0.39624088940182406, "agg_val_acc": 0.8610076411082489, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/b5145aebff49b3fb6a51d433ab77cd73", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913008900, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9459530714474031, "env0_out_acc": 0.9050632911392406, "env1_in_acc": 0.8768776479650789, "env1_out_acc": 0.861838726245506, "env2_in_acc": 0.8630352644836272, "env2_out_acc": 0.8161209068010076, "env3_in_acc": 0.3885702145740387, "env3_out_acc": 0.4039115646258503, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.9611956107616424, "mem_gb": 2.0937752723693848, "step": 2100, "step_time": 0.17658111651738484}
{"agg_test_acc": 0.39910950019716224, "agg_val_acc": 0.8661549916494078, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/b5145aebff49b3fb6a51d433ab77cd73", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913008900, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9520168731874505, "env0_out_acc": 0.9082278481012658, "env1_in_acc": 0.8893311079727821, "env1_out_acc": 0.8715973292244479, "env2_in_acc": 0.8693324937027708, "env2_out_acc": 0.818639798488665, "env3_in_acc": 0.39260675589547483, "env3_out_acc": 0.40561224489795916, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.8977208320299785, "mem_gb": 2.0937752723693848, "step": 2400, "step_time": 0.17906287272771199}
{"agg_test_acc": 0.4016597076593697, "agg_val_acc": 0.8834896469721804, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/b5145aebff49b3fb6a51d433ab77cd73", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913008900, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9562351700500923, "env0_out_acc": 0.919831223628692, "env1_in_acc": 0.8954936448838104, "env1_out_acc": 0.8767334360554699, "env2_in_acc": 0.8831863979848866, "env2_out_acc": 0.853904282115869, "env3_in_acc": 0.3951561504142766, "env3_out_acc": 0.40816326530612246, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.8047840698560078, "mem_gb": 2.0937752723693848, "step": 2700, "step_time": 0.18047487020492553}
{"agg_test_acc": 0.39995875640655104, "agg_val_acc": 0.8802591125269211, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/b5145aebff49b3fb6a51d433ab77cd73", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913008900, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9638808331136304, "env0_out_acc": 0.9251054852320675, "env1_in_acc": 0.9037103607651816, "env1_out_acc": 0.884437596302003, "env2_in_acc": 0.8863350125944585, "env2_out_acc": 0.8312342569269522, "env3_in_acc": 0.39600594858721055, "env3_out_acc": 0.4039115646258503, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.7383887922763825, "mem_gb": 2.0937752723693848, "step": 3000, "step_time": 0.17718718608220418}
{"agg_test_acc": 0.402722226356566, "agg_val_acc": 0.8831480422901545, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/b5145aebff49b3fb6a51d433ab77cd73", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913008900, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.967835486422357, "env0_out_acc": 0.9282700421940928, "env1_in_acc": 0.9035819745795353, "env1_out_acc": 0.8823831535695943, "env2_in_acc": 0.8938916876574308, "env2_out_acc": 0.8387909319899244, "env3_in_acc": 0.3964308476736775, "env3_out_acc": 0.40901360544217685, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.6710952548185984, "mem_gb": 2.0937752723693848, "step": 3300, "step_time": 0.1736699938774109}
{"agg_test_acc": 0.4019781109925004, "agg_val_acc": 0.89943582465699, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/b5145aebff49b3fb6a51d433ab77cd73", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913008900, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9720537832849987, "env0_out_acc": 0.9440928270042194, "env1_in_acc": 0.9114135319039671, "env1_out_acc": 0.8977914740626605, "env2_in_acc": 0.9105793450881612, "env2_out_acc": 0.8564231738035264, "env3_in_acc": 0.396643297216911, "env3_out_acc": 0.407312925170068, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.6314558064937592, "mem_gb": 2.0937752723693848, "step": 3600, "step_time": 0.17823763608932494}
{"agg_test_acc": 0.40187188622093684, "agg_val_acc": 0.8988390468072298, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/b5145aebff49b3fb6a51d433ab77cd73", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913008900, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9733720010545742, "env0_out_acc": 0.95042194092827, "env1_in_acc": 0.9156502760302991, "env1_out_acc": 0.8947098099640473, "env2_in_acc": 0.9181360201511335, "env2_out_acc": 0.8513853904282116, "env3_in_acc": 0.3964308476736775, "env3_out_acc": 0.407312925170068, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.569588946501414, "mem_gb": 2.0937752723693848, "step": 3900, "step_time": 0.1753511961301168}
{"agg_test_acc": 0.40495457244876293, "agg_val_acc": 0.9001148798932512, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/b5145aebff49b3fb6a51d433ab77cd73", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913008900, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.97521750593198, "env0_out_acc": 0.95042194092827, "env1_in_acc": 0.9211708820130954, "env1_out_acc": 0.8972778633795583, "env2_in_acc": 0.9263224181360201, "env2_out_acc": 0.8526448362720404, "env3_in_acc": 0.39579349904397704, "env3_out_acc": 0.4141156462585034, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.218768941362699, "mem_gb": 5.398464679718018, "step": 4200, "step_time": 0.2078454883893331}
{"agg_test_acc": 0.40527324676345383, "agg_val_acc": 0.9050220265924768, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/b5145aebff49b3fb6a51d433ab77cd73", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913008900, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9783812285789613, "env0_out_acc": 0.9462025316455697, "env1_in_acc": 0.9216844267556811, "env1_out_acc": 0.8998459167950693, "env2_in_acc": 0.9275818639798489, "env2_out_acc": 0.8690176322418136, "env3_in_acc": 0.3964308476736775, "env3_out_acc": 0.4141156462585034, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.016086971561114, "mem_gb": 5.398464679718018, "step": 4500, "step_time": 0.21890989939371744}
{"agg_test_acc": 0.4066552527200214, "agg_val_acc": 0.9101181820121035, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/b5145aebff49b3fb6a51d433ab77cd73", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913008900, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9781175850250461, "env0_out_acc": 0.9472573839662447, "env1_in_acc": 0.9246373090255489, "env1_out_acc": 0.906522855675398, "env2_in_acc": 0.926007556675063, "env2_out_acc": 0.8765743073047859, "env3_in_acc": 0.39579349904397704, "env3_out_acc": 0.4175170068027211, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.998624661564827, "mem_gb": 5.398464679718018, "step": 4800, "step_time": 0.2218593700726827}
{"agg_test_acc": 0.40601790409063965, "agg_val_acc": 0.9081278703340174, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/b5145aebff49b3fb6a51d433ab77cd73", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913008900, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9783812285789613, "env0_out_acc": 0.9419831223628692, "env1_in_acc": 0.9287456669662344, "env1_out_acc": 0.9096045197740112, "env2_in_acc": 0.9373425692695214, "env2_out_acc": 0.8727959697732998, "env3_in_acc": 0.39451880178457616, "env3_out_acc": 0.4175170068027211, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.9819552969932556, "mem_gb": 5.398464679718018, "step": 5000, "step_time": 0.22192296743392945}
