{"agg_test_acc": 0.1966281348859853, "agg_val_acc": 0.18709989479565842, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cb60867207d8da8321fbdbfbec544e5e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1605385051, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.24646643109540636, "env0_out_acc": 0.3003533568904594, "env1_in_acc": 0.08705882352941176, "env1_out_acc": 0.07344632768361582, "env2_in_acc": 0.18164508758568165, "env2_out_acc": 0.1875, "env3_in_acc": 0.20807108478341355, "env3_out_acc": 0.18518518518518517, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 4.167486190795898, "mem_gb": 2.333779811859131, "step": 0, "step_time": 1.5136942863464355}
{"agg_test_acc": 0.7948526604826318, "agg_val_acc": 0.8452395871109332, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cb60867207d8da8321fbdbfbec544e5e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1605385051, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.7943529411764706, "env1_out_acc": 0.7419962335216572, "env2_in_acc": 0.8918507235338918, "env2_out_acc": 0.7972560975609756, "env3_in_acc": 0.7956312476860422, "env3_out_acc": 0.794074074074074, "epoch": 8.480565371024735, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.4340468128522237, "mem_gb": 2.597783088684082, "step": 300, "step_time": 0.6354921666781107}
{"agg_test_acc": 0.8274378483939929, "agg_val_acc": 0.8604958045299733, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cb60867207d8da8321fbdbfbec544e5e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1605385051, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.8249411764705883, "env1_out_acc": 0.7476459510357816, "env2_in_acc": 0.9386900228484387, "env2_out_acc": 0.8338414634146342, "env3_in_acc": 0.8356164383561644, "env3_out_acc": 0.8192592592592592, "epoch": 16.96113074204947, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.057165452639262, "mem_gb": 2.597783088684082, "step": 600, "step_time": 0.6271643487612406}
{"agg_test_acc": 0.8170704947441516, "agg_val_acc": 0.8660555705777581, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cb60867207d8da8321fbdbfbec544e5e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1605385051, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.8705882352941177, "env1_out_acc": 0.7551789077212806, "env2_in_acc": 0.9645849200304646, "env2_out_acc": 0.8429878048780488, "env3_in_acc": 0.8193261754905591, "env3_out_acc": 0.8148148148148148, "epoch": 25.441696113074205, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.8766393095254899, "mem_gb": 2.597783088684082, "step": 900, "step_time": 0.6447771080334981}
{"agg_test_acc": 0.8150342118869691, "agg_val_acc": 0.8689130900810096, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cb60867207d8da8321fbdbfbec544e5e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1605385051, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.9025882352941177, "env1_out_acc": 0.7627118644067796, "env2_in_acc": 0.9763899466869764, "env2_out_acc": 0.8475609756097561, "env3_in_acc": 0.8152536097741577, "env3_out_acc": 0.8148148148148148, "epoch": 33.92226148409894, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.7916292236248652, "mem_gb": 2.597783088684082, "step": 1200, "step_time": 0.6446544130643209}
{"agg_test_acc": 0.8089239920811744, "agg_val_acc": 0.8717349529346601, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cb60867207d8da8321fbdbfbec544e5e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1605385051, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9218823529411765, "env1_out_acc": 0.7645951035781544, "env2_in_acc": 0.984006092916984, "env2_out_acc": 0.850609756097561, "env3_in_acc": 0.8104405775638652, "env3_out_acc": 0.8074074074074075, "epoch": 42.40282685512368, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.7506909288962682, "mem_gb": 2.597783088684082, "step": 1500, "step_time": 0.654950274626414}
{"agg_test_acc": 0.8133681622765471, "agg_val_acc": 0.87397704103276, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cb60867207d8da8321fbdbfbec544e5e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1605385051, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9421176470588235, "env1_out_acc": 0.775894538606403, "env2_in_acc": 0.9893373952779894, "env2_out_acc": 0.8460365853658537, "env3_in_acc": 0.8119215105516475, "env3_out_acc": 0.8148148148148148, "epoch": 50.88339222614841, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.723338670929273, "mem_gb": 2.597783088684082, "step": 1800, "step_time": 0.6386444489161174}
{"agg_test_acc": 0.8135524561593789, "agg_val_acc": 0.866922549586242, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cb60867207d8da8321fbdbfbec544e5e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1605385051, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9529411764705882, "env1_out_acc": 0.7608286252354048, "env2_in_acc": 0.9931454683929931, "env2_out_acc": 0.8399390243902439, "env3_in_acc": 0.81673454276194, "env3_out_acc": 0.8103703703703704, "epoch": 59.36395759717315, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.6973908508817355, "mem_gb": 2.597783088684082, "step": 2100, "step_time": 0.6443717853228251}
{"agg_test_acc": 0.8154038966400307, "agg_val_acc": 0.8726499035778424, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cb60867207d8da8321fbdbfbec544e5e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1605385051, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.9642352941176471, "env1_out_acc": 0.7815442561205274, "env2_in_acc": 0.9927646610814927, "env2_out_acc": 0.8399390243902439, "env3_in_acc": 0.8189559422436135, "env3_out_acc": 0.8118518518518518, "epoch": 67.84452296819788, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.6956246425708135, "mem_gb": 2.597783088684082, "step": 2400, "step_time": 0.6458259050051371}
{"agg_test_acc": 0.8163297540037813, "agg_val_acc": 0.8745331427485896, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cb60867207d8da8321fbdbfbec544e5e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1605385051, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.9727058823529412, "env1_out_acc": 0.7871939736346516, "env2_in_acc": 0.9946686976389947, "env2_out_acc": 0.8399390243902439, "env3_in_acc": 0.8193261754905591, "env3_out_acc": 0.8133333333333334, "epoch": 76.32508833922262, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.6897271788120269, "mem_gb": 2.597783088684082, "step": 2700, "step_time": 0.6400905625025431}
{"agg_test_acc": 0.8146631558996603, "agg_val_acc": 0.870886280716213, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cb60867207d8da8321fbdbfbec544e5e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1605385051, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.9764705882352941, "env1_out_acc": 0.7777777777777778, "env2_in_acc": 0.995049504950495, "env2_out_acc": 0.8384146341463414, "env3_in_acc": 0.8189559422436135, "env3_out_acc": 0.8103703703703704, "epoch": 84.80565371024736, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.6833872872591019, "mem_gb": 2.597783088684082, "step": 3000, "step_time": 0.6210120900472005}
{"agg_test_acc": 0.8142931968997492, "agg_val_acc": 0.8677772136096292, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cb60867207d8da8321fbdbfbec544e5e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1605385051, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.9821176470588235, "env1_out_acc": 0.7608286252354048, "env2_in_acc": 0.9965727341964966, "env2_out_acc": 0.8460365853658537, "env3_in_acc": 0.81673454276194, "env3_out_acc": 0.8118518518518518, "epoch": 93.28621908127208, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.6741127663850784, "mem_gb": 2.597783088684082, "step": 3300, "step_time": 0.6392313241958618}
{"agg_test_acc": 0.8146637043933592, "agg_val_acc": 0.8705694116186186, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cb60867207d8da8321fbdbfbec544e5e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1605385051, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9830588235294118, "env1_out_acc": 0.7702448210922788, "env2_in_acc": 0.9961919268849961, "env2_out_acc": 0.8414634146341463, "env3_in_acc": 0.8159940762680489, "env3_out_acc": 0.8133333333333334, "epoch": 101.76678445229682, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.6968021004398663, "mem_gb": 2.597783088684082, "step": 3600, "step_time": 0.6429069288571676}
{"agg_test_acc": 0.8137378470296086, "agg_val_acc": 0.8655177756519653, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cb60867207d8da8321fbdbfbec544e5e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1605385051, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9891764705882353, "env1_out_acc": 0.7627118644067796, "env2_in_acc": 0.9992383853769993, "env2_out_acc": 0.8338414634146342, "env3_in_acc": 0.8156238430211032, "env3_out_acc": 0.8118518518518518, "epoch": 110.24734982332156, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.5164778083562851, "mem_gb": 5.394715309143066, "step": 3900, "step_time": 0.6504754376411438}
{"agg_test_acc": 0.8133673395359987, "agg_val_acc": 0.8740669924972163, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cb60867207d8da8321fbdbfbec544e5e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1605385051, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9901176470588235, "env1_out_acc": 0.7853107344632768, "env2_in_acc": 0.9988575780654989, "env2_out_acc": 0.836890243902439, "env3_in_acc": 0.8163643095149945, "env3_out_acc": 0.8103703703703704, "epoch": 118.7279151943463, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.34874372780323026, "mem_gb": 5.394715309143066, "step": 4200, "step_time": 0.6513928810755412}
{"agg_test_acc": 0.8133670652891493, "agg_val_acc": 0.8717829245693584, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cb60867207d8da8321fbdbfbec544e5e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1605385051, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.9896470588235294, "env1_out_acc": 0.775894538606403, "env2_in_acc": 0.9992383853769993, "env2_out_acc": 0.8429878048780488, "env3_in_acc": 0.8178452425027768, "env3_out_acc": 0.8088888888888889, "epoch": 127.20848056537102, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.3344185534119606, "mem_gb": 5.394715309143066, "step": 4500, "step_time": 0.6416769282023111}
{"agg_test_acc": 0.8137375727827592, "agg_val_acc": 0.873618192105407, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cb60867207d8da8321fbdbfbec544e5e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1605385051, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9896470588235294, "env1_out_acc": 0.7702448210922788, "env2_in_acc": 0.9992383853769993, "env2_out_acc": 0.850609756097561, "env3_in_acc": 0.8171047760088856, "env3_out_acc": 0.8103703703703704, "epoch": 135.68904593639576, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.32801444133122765, "mem_gb": 5.394715309143066, "step": 4800, "step_time": 0.6424680455525716}
{"agg_test_acc": 0.8135524561593789, "agg_val_acc": 0.8670421658953597, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/cb60867207d8da8321fbdbfbec544e5e", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1605385051, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9910588235294118, "env1_out_acc": 0.7627118644067796, "env2_in_acc": 0.9984767707539984, "env2_out_acc": 0.8384146341463414, "env3_in_acc": 0.81673454276194, "env3_out_acc": 0.8103703703703704, "epoch": 141.3427561837456, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.3259015057981014, "mem_gb": 5.394715309143066, "step": 5000, "step_time": 0.6407575845718384}
