{"agg_test_acc": 0.044417129480963, "agg_val_acc": 0.05008709528466752, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/03a4cb024db0c6f743c27aa5aa3e7f63", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 297235714, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.06511995781703138, "env0_out_acc": 0.06434599156118144, "env1_in_acc": 0.047246116317884196, "env1_out_acc": 0.040575243965074476, "env2_in_acc": 0.04565491183879093, "env2_out_acc": 0.04534005037783375, "env3_in_acc": 0.04121521138729552, "env3_out_acc": 0.047619047619047616, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 4.775450706481934, "mem_gb": 2.1692652702331543, "step": 0, "step_time": 1.4303689002990723}
{"agg_test_acc": 0.2175117496516964, "agg_val_acc": 0.6764436436568535, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/03a4cb024db0c6f743c27aa5aa3e7f63", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 297235714, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7540205641972054, "env0_out_acc": 0.7510548523206751, "env1_in_acc": 0.7490050070612402, "env1_out_acc": 0.7467899332306112, "env2_in_acc": 0.5415617128463476, "env2_out_acc": 0.5314861460957179, "env3_in_acc": 0.21648608455491822, "env3_out_acc": 0.2185374149659864, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.6925710940361025, "mem_gb": 2.437561511993408, "step": 300, "step_time": 0.16040854454040526}
{"agg_test_acc": 0.37211729797603604, "agg_val_acc": 0.7897671730470595, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/03a4cb024db0c6f743c27aa5aa3e7f63", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 297235714, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8602689164249934, "env0_out_acc": 0.8449367088607594, "env1_in_acc": 0.8161509821543202, "env1_out_acc": 0.8253723677452491, "env2_in_acc": 0.7292191435768262, "env2_out_acc": 0.698992443324937, "env3_in_acc": 0.37348629700446145, "env3_out_acc": 0.3707482993197279, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.261645591656367, "mem_gb": 2.437561511993408, "step": 600, "step_time": 0.18172321637471517}
{"agg_test_acc": 0.38667469836677504, "agg_val_acc": 0.8171134510265096, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/03a4cb024db0c6f743c27aa5aa3e7f63", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 297235714, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8998154495122594, "env0_out_acc": 0.8734177215189873, "env1_in_acc": 0.8390037231993838, "env1_out_acc": 0.8335901386748844, "env2_in_acc": 0.7714105793450882, "env2_out_acc": 0.7443324937027708, "env3_in_acc": 0.3881453154875717, "env3_out_acc": 0.3852040816326531, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.112078303496043, "mem_gb": 2.437561511993408, "step": 900, "step_time": 0.18306724389394124}
{"agg_test_acc": 0.3843380243739353, "agg_val_acc": 0.8316209999425468, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/03a4cb024db0c6f743c27aa5aa3e7f63", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 297235714, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9193250725019774, "env0_out_acc": 0.890295358649789, "env1_in_acc": 0.8524842726922583, "env1_out_acc": 0.8438623523369286, "env2_in_acc": 0.7953400503778337, "env2_out_acc": 0.760705289672544, "env3_in_acc": 0.3826216273635012, "env3_out_acc": 0.38605442176870747, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.003484817345937, "mem_gb": 2.437561511993408, "step": 1200, "step_time": 0.1857649270693461}
{"agg_test_acc": 0.39963818522093936, "agg_val_acc": 0.8453649085386821, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/03a4cb024db0c6f743c27aa5aa3e7f63", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 297235714, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9327708937516478, "env0_out_acc": 0.9018987341772152, "env1_in_acc": 0.8651945050712543, "env1_out_acc": 0.8520801232665639, "env2_in_acc": 0.822103274559194, "env2_out_acc": 0.7821158690176322, "env3_in_acc": 0.4013171871680476, "env3_out_acc": 0.3979591836734694, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.9147055308024088, "mem_gb": 2.437561511993408, "step": 1500, "step_time": 0.1822626264890035}
{"agg_test_acc": 0.4119643234457219, "agg_val_acc": 0.8542372807544399, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/03a4cb024db0c6f743c27aa5aa3e7f63", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 297235714, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9417347745847614, "env0_out_acc": 0.9282700421940928, "env1_in_acc": 0.8768776479650789, "env1_out_acc": 0.8649203903441192, "env2_in_acc": 0.8391057934508817, "env2_out_acc": 0.7695214105793451, "env3_in_acc": 0.41321436158912256, "env3_out_acc": 0.4107142857142857, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.7997901395956675, "mem_gb": 2.437561511993408, "step": 1800, "step_time": 0.18549696286519368}
{"agg_test_acc": 0.42205947048610826, "agg_val_acc": 0.871625438895885, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/03a4cb024db0c6f743c27aa5aa3e7f63", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 297235714, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9522805167413657, "env0_out_acc": 0.9282700421940928, "env1_in_acc": 0.8845808191038644, "env1_out_acc": 0.879301489470981, "env2_in_acc": 0.8548488664987406, "env2_out_acc": 0.8073047858942065, "env3_in_acc": 0.4214998937752284, "env3_out_acc": 0.4226190476190476, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.708581504424413, "mem_gb": 2.437561511993408, "step": 2100, "step_time": 0.1860131812095642}
{"agg_test_acc": 0.4259905999786428, "agg_val_acc": 0.8755948185402079, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/03a4cb024db0c6f743c27aa5aa3e7f63", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 297235714, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.955444239388347, "env0_out_acc": 0.9356540084388185, "env1_in_acc": 0.8922839902426499, "env1_out_acc": 0.8787878787878788, "env2_in_acc": 0.8759445843828715, "env2_out_acc": 0.8123425692695214, "env3_in_acc": 0.42681113235606544, "env3_out_acc": 0.42517006802721086, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.6523025997479757, "mem_gb": 2.437561511993408, "step": 2400, "step_time": 0.1858883023262024}
{"agg_test_acc": 0.4303479834652325, "agg_val_acc": 0.8895675003033833, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/03a4cb024db0c6f743c27aa5aa3e7f63", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 297235714, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9617716846823096, "env0_out_acc": 0.939873417721519, "env1_in_acc": 0.901399409423546, "env1_out_acc": 0.8875192604006163, "env2_in_acc": 0.8853904282115869, "env2_out_acc": 0.8413098236775819, "env3_in_acc": 0.42872317824516676, "env3_out_acc": 0.43197278911564624, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.6290002369880676, "mem_gb": 2.437561511993408, "step": 2700, "step_time": 0.1818620491027832}
{"agg_test_acc": 0.43619278473527306, "agg_val_acc": 0.8884976786572589, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/03a4cb024db0c6f743c27aa5aa3e7f63", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 297235714, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9673081993145267, "env0_out_acc": 0.9419831223628692, "env1_in_acc": 0.9028116574656567, "env1_out_acc": 0.8859784283513097, "env2_in_acc": 0.8942065491183879, "env2_out_acc": 0.8375314861460957, "env3_in_acc": 0.4327597195666029, "env3_out_acc": 0.43962585034013607, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.59554101785024, "mem_gb": 2.437561511993408, "step": 3000, "step_time": 0.18387142419815064}
{"agg_test_acc": 0.4339609806061964, "agg_val_acc": 0.8954606860050203, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/03a4cb024db0c6f743c27aa5aa3e7f63", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 297235714, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9662536250988664, "env0_out_acc": 0.9430379746835443, "env1_in_acc": 0.9082038772628065, "env1_out_acc": 0.8957370313302516, "env2_in_acc": 0.9005037783375315, "env2_out_acc": 0.8476070528967254, "env3_in_acc": 0.4316974718504355, "env3_out_acc": 0.4362244897959184, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.2722707506020863, "mem_gb": 5.3968682289123535, "step": 3300, "step_time": 0.21179811318715414}
{"agg_test_acc": 0.4303479834652325, "agg_val_acc": 0.899372770346725, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/03a4cb024db0c6f743c27aa5aa3e7f63", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 297235714, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9694173477458476, "env0_out_acc": 0.9419831223628692, "env1_in_acc": 0.9119270766465528, "env1_out_acc": 0.9060092449922958, "env2_in_acc": 0.9184508816120907, "env2_out_acc": 0.8501259445843828, "env3_in_acc": 0.42872317824516676, "env3_out_acc": 0.43197278911564624, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.1549120926856995, "mem_gb": 5.3968682289123535, "step": 3600, "step_time": 0.22127958297729491}
{"agg_test_acc": 0.4272663811636468, "agg_val_acc": 0.895504704202094, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/03a4cb024db0c6f743c27aa5aa3e7f63", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 297235714, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9691537041919325, "env0_out_acc": 0.9462025316455697, "env1_in_acc": 0.9134677108743099, "env1_out_acc": 0.8952234206471494, "env2_in_acc": 0.9149874055415617, "env2_out_acc": 0.845088161209068, "env3_in_acc": 0.4259613341831315, "env3_out_acc": 0.42857142857142855, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.137875316143036, "mem_gb": 5.3968682289123535, "step": 3900, "step_time": 0.2215091307957967}
{"agg_test_acc": 0.4252467555961373, "agg_val_acc": 0.9035487769078286, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/03a4cb024db0c6f743c27aa5aa3e7f63", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 297235714, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9746902188241497, "env0_out_acc": 0.9483122362869199, "env1_in_acc": 0.9166773655154705, "env1_out_acc": 0.9008731381612738, "env2_in_acc": 0.9241183879093199, "env2_out_acc": 0.8614609571788413, "env3_in_acc": 0.426173783726365, "env3_out_acc": 0.42431972789115646, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.1265730043252309, "mem_gb": 5.3968682289123535, "step": 4200, "step_time": 0.22023466507593792}
{"agg_test_acc": 0.4258846461886393, "agg_val_acc": 0.9015158649494804, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/03a4cb024db0c6f743c27aa5aa3e7f63", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 297235714, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.97521750593198, "env0_out_acc": 0.9451476793248945, "env1_in_acc": 0.9239953780973167, "env1_out_acc": 0.9054956343091937, "env2_in_acc": 0.9275818639798489, "env2_out_acc": 0.853904282115869, "env3_in_acc": 0.425748884639898, "env3_out_acc": 0.4260204081632653, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.1149761162201564, "mem_gb": 5.3968682289123535, "step": 4500, "step_time": 0.21894534985224406}
{"agg_test_acc": 0.42397151637425357, "agg_val_acc": 0.911698691167135, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/03a4cb024db0c6f743c27aa5aa3e7f63", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 297235714, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.975481149485895, "env0_out_acc": 0.9620253164556962, "env1_in_acc": 0.9246373090255489, "env1_out_acc": 0.9090909090909091, "env2_in_acc": 0.9285264483627204, "env2_out_acc": 0.8639798488664987, "env3_in_acc": 0.42532398555343104, "env3_out_acc": 0.4226190476190476, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.1036576074361801, "mem_gb": 5.3968682289123535, "step": 4800, "step_time": 0.22027997970581054}
{"agg_test_acc": 0.4253535223308212, "agg_val_acc": 0.9123950234263369, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/03a4cb024db0c6f743c27aa5aa3e7f63", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 297235714, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9783812285789613, "env0_out_acc": 0.9493670886075949, "env1_in_acc": 0.9229682886121453, "env1_out_acc": 0.91628145865434, "env2_in_acc": 0.9329345088161209, "env2_out_acc": 0.871536523929471, "env3_in_acc": 0.4246866369237306, "env3_out_acc": 0.4260204081632653, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.104132936000824, "mem_gb": 5.3968682289123535, "step": 5000, "step_time": 0.2218466258049011}
