{"agg_test_acc": 0.1258833921632067, "agg_val_acc": 0.29880820041178097, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/c56229d4ba6289b297e84c0302608547", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 166817229, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.12455830388692579, "env0_out_acc": 0.127208480565371, "env1_in_acc": 0.2978823529411765, "env1_out_acc": 0.3182674199623352, "env2_in_acc": 0.3141660319878142, "env2_out_acc": 0.32926829268292684, "env3_in_acc": 0.25990373935579414, "env3_out_acc": 0.24888888888888888, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 4.083452224731445, "mem_gb": 2.333779811859131, "step": 0, "step_time": 1.501572608947754}
{"agg_test_acc": 0.9673144871488515, "agg_val_acc": 0.8097187004481744, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/c56229d4ba6289b297e84c0302608547", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 166817229, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9699646643109541, "env0_out_acc": 0.9646643109540636, "env1_in_acc": 0.7614117647058823, "env1_out_acc": 0.7532956685499058, "env2_in_acc": 0.8796648895658796, "env2_out_acc": 0.8003048780487805, "env3_in_acc": 0.9237319511292114, "env3_out_acc": 0.8755555555555555, "epoch": 8.480565371024735, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.5595593110720316, "mem_gb": 2.594730854034424, "step": 300, "step_time": 0.6407747181256612}
{"agg_test_acc": 0.9867491161143993, "agg_val_acc": 0.8274205106995477, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/c56229d4ba6289b297e84c0302608547", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 166817229, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9840989399293286, "env0_out_acc": 0.9893992932862191, "env1_in_acc": 0.8117647058823529, "env1_out_acc": 0.7702448210922788, "env2_in_acc": 0.9253617669459253, "env2_out_acc": 0.8216463414634146, "env3_in_acc": 0.951129211403184, "env3_out_acc": 0.8903703703703704, "epoch": 16.96113074204947, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.1974863775571187, "mem_gb": 2.594730854034424, "step": 600, "step_time": 0.6452358468373617}
{"agg_test_acc": 0.9889575966786661, "agg_val_acc": 0.8306604220994651, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/c56229d4ba6289b297e84c0302608547", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 166817229, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9885159010600707, "env0_out_acc": 0.9893992932862191, "env1_in_acc": 0.835764705882353, "env1_out_acc": 0.7721280602636534, "env2_in_acc": 0.9485910129474486, "env2_out_acc": 0.836890243902439, "env3_in_acc": 0.9700111069974083, "env3_out_acc": 0.882962962962963, "epoch": 25.441696113074205, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.0272517029444377, "mem_gb": 2.594730854034424, "step": 900, "step_time": 0.644871830145518}
{"agg_test_acc": 0.9902826850172262, "agg_val_acc": 0.8232951834307008, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/c56229d4ba6289b297e84c0302608547", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 166817229, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.991166077738516, "env0_out_acc": 0.9893992932862191, "env1_in_acc": 0.8672941176470588, "env1_out_acc": 0.7532956685499058, "env2_in_acc": 0.9676313785224676, "env2_out_acc": 0.8262195121951219, "env3_in_acc": 0.978156238430211, "env3_out_acc": 0.8903703703703704, "epoch": 33.92226148409894, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.9012108250459036, "mem_gb": 2.594730854034424, "step": 1200, "step_time": 0.6408483028411865}
{"agg_test_acc": 0.9898409889043728, "agg_val_acc": 0.8272088249198604, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/c56229d4ba6289b297e84c0302608547", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 166817229, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9902826855123675, "env0_out_acc": 0.9893992932862191, "env1_in_acc": 0.896, "env1_out_acc": 0.7740112994350282, "env2_in_acc": 0.9782939832444782, "env2_out_acc": 0.823170731707317, "env3_in_acc": 0.9837097371343947, "env3_out_acc": 0.8844444444444445, "epoch": 42.40282685512368, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.8004801897207896, "mem_gb": 2.594730854034424, "step": 1500, "step_time": 0.6425794426600139}
{"agg_test_acc": 0.9898409889043728, "agg_val_acc": 0.8252959209044521, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/c56229d4ba6289b297e84c0302608547", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 166817229, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9902826855123675, "env0_out_acc": 0.9893992932862191, "env1_in_acc": 0.9190588235294118, "env1_out_acc": 0.775894538606403, "env2_in_acc": 0.984006092916984, "env2_out_acc": 0.8155487804878049, "env3_in_acc": 0.9870418363569049, "env3_out_acc": 0.8844444444444445, "epoch": 50.88339222614841, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.7660747784376144, "mem_gb": 2.594730854034424, "step": 1800, "step_time": 0.6335362307230632}
{"agg_test_acc": 0.9898409889043728, "agg_val_acc": 0.8289581448606875, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/c56229d4ba6289b297e84c0302608547", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 166817229, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9902826855123675, "env0_out_acc": 0.9893992932862191, "env1_in_acc": 0.9355294117647058, "env1_out_acc": 0.7777777777777778, "env2_in_acc": 0.988956587966489, "env2_out_acc": 0.823170731707317, "env3_in_acc": 0.9888930025916327, "env3_out_acc": 0.8859259259259259, "epoch": 59.36395759717315, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.7548513694604237, "mem_gb": 2.594730854034424, "step": 2100, "step_time": 0.6383803248405456}
{"agg_test_acc": 0.9898409889043728, "agg_val_acc": 0.82879667879222, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/c56229d4ba6289b297e84c0302608547", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 166817229, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9902826855123675, "env0_out_acc": 0.9893992932862191, "env1_in_acc": 0.9444705882352942, "env1_out_acc": 0.768361581920904, "env2_in_acc": 0.9935262757044935, "env2_out_acc": 0.8246951219512195, "env3_in_acc": 0.9911144020733061, "env3_out_acc": 0.8933333333333333, "epoch": 67.84452296819788, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.744907133380572, "mem_gb": 2.594730854034424, "step": 2400, "step_time": 0.6355665795008342}
{"agg_test_acc": 0.9898409889043728, "agg_val_acc": 0.8236324184884383, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/c56229d4ba6289b297e84c0302608547", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 166817229, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9902826855123675, "env0_out_acc": 0.9893992932862191, "env1_in_acc": 0.96, "env1_out_acc": 0.7721280602636534, "env2_in_acc": 0.9942878903274943, "env2_out_acc": 0.8246951219512195, "env3_in_acc": 0.9970381340244354, "env3_out_acc": 0.8740740740740741, "epoch": 76.32508833922262, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.7302935304244359, "mem_gb": 2.594730854034424, "step": 2700, "step_time": 0.6334865498542785}
{"agg_test_acc": 0.9893992927915194, "agg_val_acc": 0.828944900942942, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/c56229d4ba6289b297e84c0302608547", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 166817229, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9893992932862191, "env0_out_acc": 0.9893992932862191, "env1_in_acc": 0.9665882352941176, "env1_out_acc": 0.7702448210922788, "env2_in_acc": 0.9973343488194973, "env2_out_acc": 0.8262195121951219, "env3_in_acc": 0.9959274342835986, "env3_out_acc": 0.8903703703703704, "epoch": 84.80565371024736, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.7221719106038411, "mem_gb": 2.594730854034424, "step": 3000, "step_time": 0.6223563655217489}
{"agg_test_acc": 0.9889575966786661, "agg_val_acc": 0.8284060470140927, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/c56229d4ba6289b297e84c0302608547", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 166817229, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9885159010600707, "env0_out_acc": 0.9893992932862191, "env1_in_acc": 0.9750588235294118, "env1_out_acc": 0.7853107344632768, "env2_in_acc": 0.996953541507997, "env2_out_acc": 0.8125, "env3_in_acc": 0.9966679007774898, "env3_out_acc": 0.8874074074074074, "epoch": 93.28621908127208, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.7147868247826894, "mem_gb": 2.594730854034424, "step": 3300, "step_time": 0.6249858562151591}
{"agg_test_acc": 0.9885159005658127, "agg_val_acc": 0.8312728065658552, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/c56229d4ba6289b297e84c0302608547", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 166817229, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9876325088339223, "env0_out_acc": 0.9893992932862191, "env1_in_acc": 0.9783529411764705, "env1_out_acc": 0.7815442561205274, "env2_in_acc": 0.9965727341964966, "env2_out_acc": 0.8307926829268293, "env3_in_acc": 0.9966679007774898, "env3_out_acc": 0.8814814814814815, "epoch": 101.76678445229682, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.7128674078981082, "mem_gb": 2.594730854034424, "step": 3600, "step_time": 0.6364120817184449}
{"agg_test_acc": 0.9885159005658127, "agg_val_acc": 0.8285256633232102, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/c56229d4ba6289b297e84c0302608547", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 166817229, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9876325088339223, "env0_out_acc": 0.9893992932862191, "env1_in_acc": 0.9816470588235294, "env1_out_acc": 0.7871939736346516, "env2_in_acc": 0.9954303122619954, "env2_out_acc": 0.8109756097560976, "env3_in_acc": 0.9981488337652721, "env3_out_acc": 0.8874074074074074, "epoch": 110.24734982332156, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.5924309658010801, "mem_gb": 5.391877174377441, "step": 3900, "step_time": 0.6218206969896952}
{"agg_test_acc": 0.9889575966786661, "agg_val_acc": 0.8321551474981982, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/c56229d4ba6289b297e84c0302608547", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 166817229, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9885159010600707, "env0_out_acc": 0.9893992932862191, "env1_in_acc": 0.9802352941176471, "env1_out_acc": 0.7796610169491526, "env2_in_acc": 0.9973343488194973, "env2_out_acc": 0.8338414634146342, "env3_in_acc": 0.9977786005183266, "env3_out_acc": 0.882962962962963, "epoch": 118.7279151943463, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.4362248405814171, "mem_gb": 5.391877174377441, "step": 4200, "step_time": 0.6288376402854919}
{"agg_test_acc": 0.9889575966786661, "agg_val_acc": 0.833232753283313, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/c56229d4ba6289b297e84c0302608547", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 166817229, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9885159010600707, "env0_out_acc": 0.9893992932862191, "env1_in_acc": 0.984, "env1_out_acc": 0.7890772128060264, "env2_in_acc": 0.9973343488194973, "env2_out_acc": 0.8246951219512195, "env3_in_acc": 0.9985190670122177, "env3_out_acc": 0.8859259259259259, "epoch": 127.20848056537102, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.4254552275935809, "mem_gb": 5.391877174377441, "step": 4500, "step_time": 0.6287330412864685}
{"agg_test_acc": 0.9889575966786661, "agg_val_acc": 0.8227071687936883, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/c56229d4ba6289b297e84c0302608547", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 166817229, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9885159010600707, "env0_out_acc": 0.9893992932862191, "env1_in_acc": 0.9868235294117647, "env1_out_acc": 0.7740112994350282, "env2_in_acc": 0.9973343488194973, "env2_out_acc": 0.8170731707317073, "env3_in_acc": 0.9981488337652721, "env3_out_acc": 0.8770370370370371, "epoch": 135.68904593639576, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.41420039017995197, "mem_gb": 5.391877174377441, "step": 4800, "step_time": 0.6316847078005473}
{"agg_test_acc": 0.9889575966786661, "agg_val_acc": 0.8347152937673573, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/c56229d4ba6289b297e84c0302608547", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 166817229, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9885159010600707, "env0_out_acc": 0.9893992932862191, "env1_in_acc": 0.9901176470588235, "env1_out_acc": 0.7815442561205274, "env2_in_acc": 0.9988575780654989, "env2_out_acc": 0.8292682926829268, "env3_in_acc": 0.9988893002591632, "env3_out_acc": 0.8933333333333333, "epoch": 141.3427561837456, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.4107069878280163, "mem_gb": 5.391877174377441, "step": 5000, "step_time": 0.625416235923767}
