{"agg_test_acc": 0.2931432623504098, "agg_val_acc": 0.23346490120924332, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/370d919e875cecccaa8a81b0b35c2093", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1232222878, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.17137809187279152, "env0_out_acc": 0.17667844522968199, "env1_in_acc": 0.2691764705882353, "env1_out_acc": 0.2674199623352166, "env2_in_acc": 0.29207920792079206, "env2_out_acc": 0.2942073170731707, "env3_in_acc": 0.27360236949278044, "env3_out_acc": 0.2562962962962963, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 5.723400115966797, "mem_gb": 2.169137477874756, "step": 0, "step_time": 1.5375697612762451}
{"agg_test_acc": 0.7678056439234923, "agg_val_acc": 0.8818413891180638, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/370d919e875cecccaa8a81b0b35c2093", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1232222878, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.7811764705882352, "env1_out_acc": 0.775894538606403, "env2_in_acc": 0.777989337395278, "env2_out_acc": 0.7576219512195121, "env3_in_acc": 0.9126249537208442, "env3_out_acc": 0.8696296296296296, "epoch": 8.480565371024735, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.7946850101153056, "mem_gb": 2.4372453689575195, "step": 300, "step_time": 0.646564002831777}
{"agg_test_acc": 0.7849460364250923, "agg_val_acc": 0.8884871309028332, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/370d919e875cecccaa8a81b0b35c2093", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1232222878, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.8075294117647058, "env1_out_acc": 0.7721280602636534, "env2_in_acc": 0.8015993907083016, "env2_out_acc": 0.7682926829268293, "env3_in_acc": 0.9448352462051092, "env3_out_acc": 0.8933333333333333, "epoch": 16.96113074204947, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.1981458284457525, "mem_gb": 2.4372453689575195, "step": 600, "step_time": 0.6382394258181254}
{"agg_test_acc": 0.777707795015452, "agg_val_acc": 0.8928395058752262, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/370d919e875cecccaa8a81b0b35c2093", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1232222878, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.8338823529411765, "env1_out_acc": 0.7777777777777778, "env2_in_acc": 0.7947448591012948, "env2_out_acc": 0.760670731707317, "env3_in_acc": 0.9529803776379119, "env3_out_acc": 0.9007407407407407, "epoch": 25.441696113074205, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.0128893206516902, "mem_gb": 2.4372453689575195, "step": 900, "step_time": 0.6361938373247782}
{"agg_test_acc": 0.7786603937926772, "agg_val_acc": 0.8952165722063026, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/370d919e875cecccaa8a81b0b35c2093", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1232222878, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.867764705882353, "env1_out_acc": 0.783427495291902, "env2_in_acc": 0.7951256664127951, "env2_out_acc": 0.7621951219512195, "env3_in_acc": 0.9700111069974083, "env3_out_acc": 0.9022222222222223, "epoch": 33.92226148409894, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.9157669661442439, "mem_gb": 2.4372453689575195, "step": 1200, "step_time": 0.6444655060768127}
{"agg_test_acc": 0.776183985271262, "agg_val_acc": 0.8932412635649856, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/370d919e875cecccaa8a81b0b35c2093", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1232222878, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.8856470588235295, "env1_out_acc": 0.783427495291902, "env2_in_acc": 0.7932216298552932, "env2_out_acc": 0.7591463414634146, "env3_in_acc": 0.9766753054424288, "env3_out_acc": 0.8962962962962963, "epoch": 42.40282685512368, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.852361677090327, "mem_gb": 2.4372453689575195, "step": 1500, "step_time": 0.640952156384786}
{"agg_test_acc": 0.7765659535804723, "agg_val_acc": 0.8931073443350659, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/370d919e875cecccaa8a81b0b35c2093", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1232222878, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.908235294117647, "env1_out_acc": 0.7815442561205274, "env2_in_acc": 0.7909367859862909, "env2_out_acc": 0.7621951219512195, "env3_in_acc": 0.9777860051832654, "env3_out_acc": 0.8977777777777778, "epoch": 50.88339222614841, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.813548758427302, "mem_gb": 2.4372453689575195, "step": 1800, "step_time": 0.6337402089436849}
{"agg_test_acc": 0.7706611182593669, "agg_val_acc": 0.893643021254745, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/370d919e875cecccaa8a81b0b35c2093", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1232222878, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9265882352941176, "env1_out_acc": 0.7890772128060264, "env2_in_acc": 0.7852246763137852, "env2_out_acc": 0.7560975609756098, "env3_in_acc": 0.9844502036282858, "env3_out_acc": 0.8918518518518519, "epoch": 59.36395759717315, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.8002997279167176, "mem_gb": 2.4372453689575195, "step": 2100, "step_time": 0.6406373198827108}
{"agg_test_acc": 0.7683745328946565, "agg_val_acc": 0.8945888258160536, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/370d919e875cecccaa8a81b0b35c2093", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1232222878, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9350588235294117, "env1_out_acc": 0.7815442561205274, "env2_in_acc": 0.7852246763137852, "env2_out_acc": 0.7515243902439024, "env3_in_acc": 0.9881525360977416, "env3_out_acc": 0.9022222222222223, "epoch": 67.84452296819788, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.7878982998927434, "mem_gb": 2.4372453689575195, "step": 2400, "step_time": 0.6315298906962077}
{"agg_test_acc": 0.7683739523957064, "agg_val_acc": 0.8887131196033229, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/370d919e875cecccaa8a81b0b35c2093", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1232222878, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9472941176470588, "env1_out_acc": 0.768361581920904, "env2_in_acc": 0.7867479055597868, "env2_out_acc": 0.75, "env3_in_acc": 0.9885227693446872, "env3_out_acc": 0.8977777777777778, "epoch": 76.32508833922262, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.7649566173553467, "mem_gb": 2.4372453689575195, "step": 2700, "step_time": 0.6381975229581197}
{"agg_test_acc": 0.765135348752721, "agg_val_acc": 0.8902364508436605, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/370d919e875cecccaa8a81b0b35c2093", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1232222878, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9567058823529412, "env1_out_acc": 0.775894538606403, "env2_in_acc": 0.7848438690022849, "env2_out_acc": 0.7454268292682927, "env3_in_acc": 0.9929655683080341, "env3_out_acc": 0.8948148148148148, "epoch": 84.80565371024736, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.7582898646593094, "mem_gb": 2.4372453689575195, "step": 3000, "step_time": 0.6393829083442688}
{"agg_test_acc": 0.764564137785756, "agg_val_acc": 0.8963381457568806, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/370d919e875cecccaa8a81b0b35c2093", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1232222878, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9571764705882353, "env1_out_acc": 0.7853107344632768, "env2_in_acc": 0.7837014470677837, "env2_out_acc": 0.7454268292682927, "env3_in_acc": 0.994816734542762, "env3_out_acc": 0.9037037037037037, "epoch": 93.28621908127208, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.7469920519987742, "mem_gb": 2.4372453689575195, "step": 3300, "step_time": 0.6277702800432841}
{"agg_test_acc": 0.7653263329073261, "agg_val_acc": 0.8926135171747367, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/370d919e875cecccaa8a81b0b35c2093", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1232222878, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9745882352941176, "env1_out_acc": 0.7815442561205274, "env2_in_acc": 0.7837014470677837, "env2_out_acc": 0.7469512195121951, "env3_in_acc": 0.9940762680488708, "env3_out_acc": 0.8962962962962963, "epoch": 101.76678445229682, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.7023880834380786, "mem_gb": 5.397027015686035, "step": 3600, "step_time": 0.6321308294932048}
{"agg_test_acc": 0.7672321109607265, "agg_val_acc": 0.8917179323246481, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/370d919e875cecccaa8a81b0b35c2093", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1232222878, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9712941176470589, "env1_out_acc": 0.775894538606403, "env2_in_acc": 0.7829398324447829, "env2_out_acc": 0.7515243902439024, "env3_in_acc": 0.9962976675305443, "env3_out_acc": 0.8992592592592593, "epoch": 110.24734982332156, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.38378580729166667, "mem_gb": 5.397027015686035, "step": 3900, "step_time": 0.628009110291799}
{"agg_test_acc": 0.7660891085278465, "agg_val_acc": 0.8922954590036771, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/370d919e875cecccaa8a81b0b35c2093", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1232222878, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9731764705882353, "env1_out_acc": 0.7909604519774012, "env2_in_acc": 0.7821782178217822, "env2_out_acc": 0.75, "env3_in_acc": 0.9951869677897075, "env3_out_acc": 0.8859259259259259, "epoch": 118.7279151943463, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.36167147010564804, "mem_gb": 5.397027015686035, "step": 4200, "step_time": 0.6328461996714274}
{"agg_test_acc": 0.7641844914723465, "agg_val_acc": 0.8858840758712674, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/370d919e875cecccaa8a81b0b35c2093", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1232222878, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9788235294117648, "env1_out_acc": 0.7702448210922788, "env2_in_acc": 0.7798933739527799, "env2_out_acc": 0.7484756097560976, "env3_in_acc": 0.9962976675305443, "env3_out_acc": 0.8874074074074074, "epoch": 127.20848056537102, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.35541357030471166, "mem_gb": 5.397027015686035, "step": 4500, "step_time": 0.6349242877960205}
{"agg_test_acc": 0.7634228768497265, "agg_val_acc": 0.8927474364046564, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/370d919e875cecccaa8a81b0b35c2093", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1232222878, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9774117647058823, "env1_out_acc": 0.783427495291902, "env2_in_acc": 0.7783701447067783, "env2_out_acc": 0.7484756097560976, "env3_in_acc": 0.9985190670122177, "env3_out_acc": 0.8948148148148148, "epoch": 135.68904593639576, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.3439688342809677, "mem_gb": 5.397027015686035, "step": 4800, "step_time": 0.6414753731091817}
{"agg_test_acc": 0.7632324731940715, "agg_val_acc": 0.8970998113770496, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/370d919e875cecccaa8a81b0b35c2093", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1232222878, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9811764705882353, "env1_out_acc": 0.7890772128060264, "env2_in_acc": 0.777989337395278, "env2_out_acc": 0.7484756097560976, "env3_in_acc": 0.9959274342835986, "env3_out_acc": 0.9022222222222223, "epoch": 141.3427561837456, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.3386866231262684, "mem_gb": 5.397027015686035, "step": 5000, "step_time": 0.6358651697635651}
