{"agg_test_acc": 0.49425795028290637, "agg_val_acc": 0.31615635467850134, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/cc80ad3ae0528b04142ce57b9a8bd7cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1754839705, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5044169611307421, "env0_out_acc": 0.4840989399293286, "env1_in_acc": 0.3327058823529412, "env1_out_acc": 0.3314500941619586, "env2_in_acc": 0.34386900228484385, "env2_out_acc": 0.34146341463414637, "env3_in_acc": 0.2880414661236579, "env3_out_acc": 0.27555555555555555, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 3.1215548515319824, "mem_gb": 2.169137477874756, "step": 0, "step_time": 1.596550703048706}
{"agg_test_acc": 0.9836572433244257, "agg_val_acc": 0.8025424746864256, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/cc80ad3ae0528b04142ce57b9a8bd7cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1754839705, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.984982332155477, "env0_out_acc": 0.9823321554770318, "env1_in_acc": 0.7501176470588236, "env1_out_acc": 0.751412429378531, "env2_in_acc": 0.8648134044173648, "env2_out_acc": 0.7865853658536586, "env3_in_acc": 0.9107737874861163, "env3_out_acc": 0.8696296296296296, "epoch": 8.480565371024735, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.8103046059608459, "mem_gb": 2.4361162185668945, "step": 300, "step_time": 0.6400492803255717}
{"agg_test_acc": 0.9871908122272526, "agg_val_acc": 0.8169838186713229, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/cc80ad3ae0528b04142ce57b9a8bd7cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1754839705, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.984982332155477, "env0_out_acc": 0.9893992932862191, "env1_in_acc": 0.7858823529411765, "env1_out_acc": 0.7721280602636534, "env2_in_acc": 0.8941355674028941, "env2_out_acc": 0.8003048780487805, "env3_in_acc": 0.9318770825620141, "env3_out_acc": 0.8785185185185185, "epoch": 16.96113074204947, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.4095688525835672, "mem_gb": 2.4361162185668945, "step": 600, "step_time": 0.6434876362482707}
{"agg_test_acc": 0.9858657238886925, "agg_val_acc": 0.8159707355182303, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/cc80ad3ae0528b04142ce57b9a8bd7cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1754839705, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9858657243816255, "env0_out_acc": 0.9858657243816255, "env1_in_acc": 0.7929411764705883, "env1_out_acc": 0.7495291902071564, "env2_in_acc": 0.9265041888804265, "env2_out_acc": 0.8109756097560976, "env3_in_acc": 0.9459459459459459, "env3_out_acc": 0.8874074074074074, "epoch": 25.441696113074205, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.2828227933247884, "mem_gb": 2.4361162185668945, "step": 900, "step_time": 0.6437897451718648}
{"agg_test_acc": 0.9854240277758392, "agg_val_acc": 0.8221582479562638, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/cc80ad3ae0528b04142ce57b9a8bd7cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1754839705, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9885159010600707, "env0_out_acc": 0.9823321554770318, "env1_in_acc": 0.8103529411764706, "env1_out_acc": 0.7589453860640302, "env2_in_acc": 0.9360243716679361, "env2_out_acc": 0.8201219512195121, "env3_in_acc": 0.9577934098482044, "env3_out_acc": 0.8874074074074074, "epoch": 33.92226148409894, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.1789369477828344, "mem_gb": 2.4361162185668945, "step": 1200, "step_time": 0.6461025214195252}
{"agg_test_acc": 0.9871908122272526, "agg_val_acc": 0.8131702976277791, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/cc80ad3ae0528b04142ce57b9a8bd7cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1754839705, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9920494699646644, "env0_out_acc": 0.9823321554770318, "env1_in_acc": 0.8192941176470588, "env1_out_acc": 0.751412429378531, "env2_in_acc": 0.9512566641279513, "env2_out_acc": 0.8140243902439024, "env3_in_acc": 0.9651980747871158, "env3_out_acc": 0.8740740740740741, "epoch": 42.40282685512368, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.0764487141370773, "mem_gb": 2.4361162185668945, "step": 1500, "step_time": 0.6450562683741251}
{"agg_test_acc": 0.9889575966786661, "agg_val_acc": 0.8107625074489849, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/cc80ad3ae0528b04142ce57b9a8bd7cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1754839705, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9920494699646644, "env0_out_acc": 0.9858657243816255, "env1_in_acc": 0.84, "env1_out_acc": 0.7608286252354048, "env2_in_acc": 0.96001523229246, "env2_out_acc": 0.801829268292683, "env3_in_acc": 0.9718622732321363, "env3_out_acc": 0.8696296296296296, "epoch": 50.88339222614841, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.0088844259579977, "mem_gb": 2.4361162185668945, "step": 1800, "step_time": 0.6424403055508932}
{"agg_test_acc": 0.9889575966786661, "agg_val_acc": 0.8234412875753097, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/cc80ad3ae0528b04142ce57b9a8bd7cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1754839705, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9920494699646644, "env0_out_acc": 0.9858657243816255, "env1_in_acc": 0.8527058823529412, "env1_out_acc": 0.7702448210922788, "env2_in_acc": 0.9687738004569688, "env2_out_acc": 0.8185975609756098, "env3_in_acc": 0.9792669381710477, "env3_out_acc": 0.8814814814814815, "epoch": 59.36395759717315, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.9816919906934103, "mem_gb": 2.4361162185668945, "step": 2100, "step_time": 0.6382704909642537}
{"agg_test_acc": 0.9885159005658127, "agg_val_acc": 0.821841248788261, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/cc80ad3ae0528b04142ce57b9a8bd7cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1754839705, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.991166077738516, "env0_out_acc": 0.9858657243816255, "env1_in_acc": 0.8687058823529412, "env1_out_acc": 0.7608286252354048, "env2_in_acc": 0.976009139375476, "env2_out_acc": 0.8246951219512195, "env3_in_acc": 0.9825990373935579, "env3_out_acc": 0.88, "epoch": 67.84452296819788, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.9548663858572642, "mem_gb": 2.4361162185668945, "step": 2400, "step_time": 0.6341883746782938}
{"agg_test_acc": 0.9880742044529593, "agg_val_acc": 0.816477806596305, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/cc80ad3ae0528b04142ce57b9a8bd7cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1754839705, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9902826855123675, "env0_out_acc": 0.9858657243816255, "env1_in_acc": 0.8771764705882353, "env1_out_acc": 0.7570621468926554, "env2_in_acc": 0.9771515613099772, "env2_out_acc": 0.8079268292682927, "env3_in_acc": 0.987782302850796, "env3_out_acc": 0.8844444444444445, "epoch": 76.32508833922262, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.9449189273516337, "mem_gb": 2.4361162185668945, "step": 2700, "step_time": 0.6426037049293518}
{"agg_test_acc": 0.9885159005658127, "agg_val_acc": 0.8196256485256522, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/cc80ad3ae0528b04142ce57b9a8bd7cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1754839705, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.991166077738516, "env0_out_acc": 0.9858657243816255, "env1_in_acc": 0.8945882352941177, "env1_out_acc": 0.7645951035781544, "env2_in_acc": 0.9794364051789795, "env2_out_acc": 0.823170731707317, "env3_in_acc": 0.987782302850796, "env3_out_acc": 0.8711111111111111, "epoch": 84.80565371024736, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.9363937284549078, "mem_gb": 2.4361162185668945, "step": 3000, "step_time": 0.625016204516093}
{"agg_test_acc": 0.9885159005658127, "agg_val_acc": 0.8232920064215308, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/cc80ad3ae0528b04142ce57b9a8bd7cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1754839705, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.991166077738516, "env0_out_acc": 0.9858657243816255, "env1_in_acc": 0.9058823529411765, "env1_out_acc": 0.775894538606403, "env2_in_acc": 0.9851485148514851, "env2_out_acc": 0.8125, "env3_in_acc": 0.9870418363569049, "env3_out_acc": 0.8814814814814815, "epoch": 93.28621908127208, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.9218999530871709, "mem_gb": 2.4361162185668945, "step": 3300, "step_time": 0.6361102453867594}
{"agg_test_acc": 0.9885159005658127, "agg_val_acc": 0.8202299820169967, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/cc80ad3ae0528b04142ce57b9a8bd7cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1754839705, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.991166077738516, "env0_out_acc": 0.9858657243816255, "env1_in_acc": 0.912, "env1_out_acc": 0.768361581920904, "env2_in_acc": 0.984006092916984, "env2_out_acc": 0.8064024390243902, "env3_in_acc": 0.9918548685671973, "env3_out_acc": 0.8859259259259259, "epoch": 101.76678445229682, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.918349444270134, "mem_gb": 2.4361162185668945, "step": 3600, "step_time": 0.63036736647288}
{"agg_test_acc": 0.9885159005658127, "agg_val_acc": 0.8200755079205182, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/cc80ad3ae0528b04142ce57b9a8bd7cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1754839705, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.991166077738516, "env0_out_acc": 0.9858657243816255, "env1_in_acc": 0.9138823529411765, "env1_out_acc": 0.7721280602636534, "env2_in_acc": 0.9881949733434882, "env2_out_acc": 0.8140243902439024, "env3_in_acc": 0.990373935579415, "env3_out_acc": 0.8740740740740741, "epoch": 110.24734982332156, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.8110285989443461, "mem_gb": 5.399056434631348, "step": 3900, "step_time": 0.6196238366762797}
{"agg_test_acc": 0.9885159005658127, "agg_val_acc": 0.820498879479893, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/cc80ad3ae0528b04142ce57b9a8bd7cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1754839705, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.991166077738516, "env0_out_acc": 0.9858657243816255, "env1_in_acc": 0.92, "env1_out_acc": 0.7645951035781544, "env2_in_acc": 0.9904798172124905, "env2_out_acc": 0.8109756097560976, "env3_in_acc": 0.9940762680488708, "env3_out_acc": 0.8859259259259259, "epoch": 118.7279151943463, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.5451436195770899, "mem_gb": 5.399056434631348, "step": 4200, "step_time": 0.6280549796422322}
{"agg_test_acc": 0.9889575966786661, "agg_val_acc": 0.8222911081831268, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/cc80ad3ae0528b04142ce57b9a8bd7cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1754839705, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9920494699646644, "env0_out_acc": 0.9858657243816255, "env1_in_acc": 0.924235294117647, "env1_out_acc": 0.768361581920904, "env2_in_acc": 0.9874333587204874, "env2_out_acc": 0.8155487804878049, "env3_in_acc": 0.9925953350610884, "env3_out_acc": 0.882962962962963, "epoch": 127.20848056537102, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.5247143445412318, "mem_gb": 5.399056434631348, "step": 4500, "step_time": 0.6213060228029886}
{"agg_test_acc": 0.9885159005658127, "agg_val_acc": 0.8175707743052787, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/cc80ad3ae0528b04142ce57b9a8bd7cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1754839705, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.991166077738516, "env0_out_acc": 0.9858657243816255, "env1_in_acc": 0.9289411764705883, "env1_out_acc": 0.7589453860640302, "env2_in_acc": 0.9900990099009901, "env2_out_acc": 0.8048780487804879, "env3_in_acc": 0.9925953350610884, "env3_out_acc": 0.8888888888888888, "epoch": 135.68904593639576, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.5145682195822397, "mem_gb": 5.399056434631348, "step": 4800, "step_time": 0.6170438718795777}
{"agg_test_acc": 0.9885159005658127, "agg_val_acc": 0.8238287423442666, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/cc80ad3ae0528b04142ce57b9a8bd7cc", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1754839705, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.991166077738516, "env0_out_acc": 0.9858657243816255, "env1_in_acc": 0.9331764705882353, "env1_out_acc": 0.775894538606403, "env2_in_acc": 0.9931454683929931, "env2_out_acc": 0.8170731707317073, "env3_in_acc": 0.9937060348019252, "env3_out_acc": 0.8785185185185185, "epoch": 141.3427561837456, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.5090065015852452, "mem_gb": 5.399056434631348, "step": 5000, "step_time": 0.6274405264854431}
