{"agg_test_acc": 0.19306839998497707, "agg_val_acc": 0.18225306871654445, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/3006832643bc6de5cd8bdadf68836b19", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 50399791, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.06722910624835222, "env0_out_acc": 0.04852320675105485, "env1_in_acc": 0.33110797278212867, "env1_out_acc": 0.3420647149460709, "env2_in_acc": 0.14798488664987405, "env2_out_acc": 0.1561712846347607, "env3_in_acc": 0.20416401104737625, "env3_out_acc": 0.18197278911564627, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 5.349830150604248, "mem_gb": 2.007481575012207, "step": 0, "step_time": 1.417891502380371}
{"agg_test_acc": 0.30782936167367164, "agg_val_acc": 0.7045933468732508, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/3006832643bc6de5cd8bdadf68836b19", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 50399791, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7347745847614026, "env0_out_acc": 0.7162447257383966, "env1_in_acc": 0.7691616382077289, "env1_out_acc": 0.7791474062660503, "env2_in_acc": 0.6246851385390428, "env2_out_acc": 0.6183879093198993, "env3_in_acc": 0.313787975355853, "env3_out_acc": 0.3018707482993197, "epoch": 3.022670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.8646243317921956, "mem_gb": 2.256767749786377, "step": 300, "step_time": 0.16000869989395142}
{"agg_test_acc": 0.3333295394248251, "agg_val_acc": 0.8029773581036995, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/3006832643bc6de5cd8bdadf68836b19", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 50399791, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.86422356973372, "env0_out_acc": 0.8649789029535865, "env1_in_acc": 0.8261651046347414, "env1_out_acc": 0.8222907036466358, "env2_in_acc": 0.7437027707808564, "env2_out_acc": 0.7216624685138538, "env3_in_acc": 0.34523050775440833, "env3_out_acc": 0.32142857142857145, "epoch": 6.045340050377834, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.4677830521265665, "mem_gb": 2.256767749786377, "step": 600, "step_time": 0.1802877402305603}
{"agg_test_acc": 0.3521372855859098, "agg_val_acc": 0.8167618335864019, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/3006832643bc6de5cd8bdadf68836b19", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 50399791, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8966517268652782, "env0_out_acc": 0.8723628691983122, "env1_in_acc": 0.8443959429965335, "env1_out_acc": 0.8335901386748844, "env2_in_acc": 0.7660579345088161, "env2_out_acc": 0.7443324937027708, "env3_in_acc": 0.36413851710218825, "env3_out_acc": 0.3401360544217687, "epoch": 9.06801007556675, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.3160951590538024, "mem_gb": 2.256767749786377, "step": 900, "step_time": 0.1782109276453654}
{"agg_test_acc": 0.3556435159921899, "agg_val_acc": 0.8356432669286588, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/3006832643bc6de5cd8bdadf68836b19", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 50399791, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9090429738992881, "env0_out_acc": 0.8892405063291139, "env1_in_acc": 0.8585184234176403, "env1_out_acc": 0.8582434514637904, "env2_in_acc": 0.7953400503778337, "env2_out_acc": 0.7594458438287154, "env3_in_acc": 0.36859995751009134, "env3_out_acc": 0.342687074829932, "epoch": 12.090680100755668, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.203207446336746, "mem_gb": 2.256767749786377, "step": 1200, "step_time": 0.1816940395037333}
{"agg_test_acc": 0.356493585146259, "agg_val_acc": 0.8471844779222804, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/3006832643bc6de5cd8bdadf68836b19", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 50399791, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9224887951489587, "env0_out_acc": 0.9029535864978903, "env1_in_acc": 0.8739247656952112, "env1_out_acc": 0.8715973292244479, "env2_in_acc": 0.818639798488665, "env2_out_acc": 0.7670025188916877, "env3_in_acc": 0.3694497556830253, "env3_out_acc": 0.3435374149659864, "epoch": 15.113350125944585, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.0761621050039927, "mem_gb": 2.256767749786377, "step": 1500, "step_time": 0.18145971377690634}
{"agg_test_acc": 0.35946787875004066, "agg_val_acc": 0.8614446460719255, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/3006832643bc6de5cd8bdadf68836b19", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 50399791, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9346163986290535, "env0_out_acc": 0.9135021097046413, "env1_in_acc": 0.8806008473488253, "env1_out_acc": 0.8710837185413457, "env2_in_acc": 0.8441435768261965, "env2_out_acc": 0.7997481108312342, "env3_in_acc": 0.3753983428935628, "env3_out_acc": 0.3435374149659864, "epoch": 18.1360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.98493514696757, "mem_gb": 2.256767749786377, "step": 1800, "step_time": 0.17911224126815795}
{"agg_test_acc": 0.36563216727945247, "agg_val_acc": 0.8686910730187661, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/3006832643bc6de5cd8bdadf68836b19", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 50399791, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.945689427893488, "env0_out_acc": 0.9166666666666666, "env1_in_acc": 0.8892027217871357, "env1_out_acc": 0.8808423215202876, "env2_in_acc": 0.8605163727959698, "env2_out_acc": 0.8085642317380353, "env3_in_acc": 0.3775228383258976, "env3_out_acc": 0.35374149659863946, "epoch": 21.15869017632242, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.9165676494439443, "mem_gb": 2.256767749786377, "step": 2100, "step_time": 0.17991106192270914}
{"agg_test_acc": 0.367544755130718, "agg_val_acc": 0.875539556631285, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/3006832643bc6de5cd8bdadf68836b19", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 50399791, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9525441602952808, "env0_out_acc": 0.929324894514768, "env1_in_acc": 0.8948517139555784, "env1_out_acc": 0.8849512069851053, "env2_in_acc": 0.8828715365239295, "env2_out_acc": 0.8123425692695214, "env3_in_acc": 0.3796473337582324, "env3_out_acc": 0.3554421768707483, "epoch": 24.181360201511335, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.8175585838158925, "mem_gb": 2.256767749786377, "step": 2400, "step_time": 0.18300248066584268}
{"agg_test_acc": 0.3724319075673252, "agg_val_acc": 0.8879261571948263, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/3006832643bc6de5cd8bdadf68836b19", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 50399791, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9567624571579225, "env0_out_acc": 0.9367088607594937, "env1_in_acc": 0.9025548850943639, "env1_out_acc": 0.9008731381612738, "env2_in_acc": 0.8929471032745592, "env2_out_acc": 0.8261964735516373, "env3_in_acc": 0.3868706182281708, "env3_out_acc": 0.35799319727891155, "epoch": 27.20403022670025, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.760349198182424, "mem_gb": 2.256767749786377, "step": 2700, "step_time": 0.179180166721344}
{"agg_test_acc": 0.3777453139979875, "agg_val_acc": 0.8952468821637809, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/3006832643bc6de5cd8bdadf68836b19", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 50399791, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9615080411283944, "env0_out_acc": 0.9451476793248945, "env1_in_acc": 0.91167030427526, "env1_out_acc": 0.8967642526964561, "env2_in_acc": 0.8986146095717884, "env2_out_acc": 0.8438287153652393, "env3_in_acc": 0.3906947100063735, "env3_out_acc": 0.3647959183673469, "epoch": 30.22670025188917, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.6791175421078999, "mem_gb": 2.256767749786377, "step": 3000, "step_time": 0.17910495519638062}
{"agg_test_acc": 0.3797638556392566, "agg_val_acc": 0.8912533228755033, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/3006832643bc6de5cd8bdadf68836b19", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 50399791, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9662536250988664, "env0_out_acc": 0.9419831223628692, "env1_in_acc": 0.9134677108743099, "env1_out_acc": 0.8967642526964561, "env2_in_acc": 0.9124685138539043, "env2_out_acc": 0.8350125944584383, "env3_in_acc": 0.3938814531548757, "env3_out_acc": 0.3656462585034014, "epoch": 33.249370277078086, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.6541690735022228, "mem_gb": 2.256767749786377, "step": 3300, "step_time": 0.17805415471394856}
{"agg_test_acc": 0.3853956654030497, "agg_val_acc": 0.9010854214333787, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/3006832643bc6de5cd8bdadf68836b19", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 50399791, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9694173477458476, "env0_out_acc": 0.9388185654008439, "env1_in_acc": 0.9179612273719348, "env1_out_acc": 0.9054956343091937, "env2_in_acc": 0.917191435768262, "env2_out_acc": 0.8589420654911839, "env3_in_acc": 0.39919269173571276, "env3_out_acc": 0.3715986394557823, "epoch": 36.272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.2634231932957967, "mem_gb": 5.397501468658447, "step": 3600, "step_time": 0.21728138923645018}
{"agg_test_acc": 0.3858208354708644, "agg_val_acc": 0.9052942024797072, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/3006832643bc6de5cd8bdadf68836b19", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 50399791, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9694173477458476, "env0_out_acc": 0.9451476793248945, "env1_in_acc": 0.921042495827449, "env1_out_acc": 0.9054956343091937, "env2_in_acc": 0.9209697732997482, "env2_out_acc": 0.8652392947103275, "env3_in_acc": 0.39919269173571276, "env3_out_acc": 0.37244897959183676, "epoch": 39.29471032745592, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.181122013727824, "mem_gb": 5.397501468658447, "step": 3900, "step_time": 0.22120124578475953}
{"agg_test_acc": 0.38677631645181676, "agg_val_acc": 0.9048277201309181, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/3006832643bc6de5cd8bdadf68836b19", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 50399791, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9720537832849987, "env0_out_acc": 0.9430379746835443, "env1_in_acc": 0.9237386057260238, "env1_out_acc": 0.91628145865434, "env2_in_acc": 0.9304156171284634, "env2_out_acc": 0.8551637279596978, "env3_in_acc": 0.40280433397068194, "env3_out_acc": 0.3707482993197279, "epoch": 42.31738035264484, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.1689512904485067, "mem_gb": 5.397501468658447, "step": 4200, "step_time": 0.22103387673695882}
{"agg_test_acc": 0.39028308882121704, "agg_val_acc": 0.9090457114954004, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/3006832643bc6de5cd8bdadf68836b19", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 50399791, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9760084365937253, "env0_out_acc": 0.95042194092827, "env1_in_acc": 0.9265631018102453, "env1_out_acc": 0.9152542372881356, "env2_in_acc": 0.9272670025188917, "env2_out_acc": 0.8614609571788413, "env3_in_acc": 0.4055661780327172, "env3_out_acc": 0.375, "epoch": 45.340050377833755, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.1472170221805573, "mem_gb": 5.397501468658447, "step": 4500, "step_time": 0.21908461650212604}
{"agg_test_acc": 0.39113288699372606, "agg_val_acc": 0.9163203848735861, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/3006832643bc6de5cd8bdadf68836b19", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 50399791, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9781175850250461, "env0_out_acc": 0.9535864978902954, "env1_in_acc": 0.9268198741815381, "env1_out_acc": 0.91628145865434, "env2_in_acc": 0.931360201511335, "env2_out_acc": 0.8790931989924433, "env3_in_acc": 0.4072657743785851, "env3_out_acc": 0.375, "epoch": 48.36272040302267, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.137624160051346, "mem_gb": 5.397501468658447, "step": 4800, "step_time": 0.21832955757776895}
{"agg_test_acc": 0.39155778607998065, "agg_val_acc": 0.9166038044726654, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "TerraIncognita", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/3006832643bc6de5cd8bdadf68836b19", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 50399791, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9757447930398102, "env0_out_acc": 0.9556962025316456, "env1_in_acc": 0.9290024393375272, "env1_out_acc": 0.91628145865434, "env2_in_acc": 0.9363979848866498, "env2_out_acc": 0.8778337531486146, "env3_in_acc": 0.40811557255151903, "env3_out_acc": 0.375, "epoch": 50.377833753148614, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "bobcat", "cat", "coyote", "dog", "empty", "opossum", "rabbit", "raccoon", "squirrel"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["location_100", "location_38", "location_43", "location_46"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.1240961700677872, "mem_gb": 5.397501468658447, "step": 5000, "step_time": 0.21791156768798828}
