{"agg_test_acc": 0.20088828544537563, "agg_val_acc": 0.3063236730620558, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/6ded1d275d86159afa47e43758fe2d77", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1396956284, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.5247349823321554, "env0_out_acc": 0.5759717314487632, "env1_in_acc": 0.14635294117647057, "env1_out_acc": 0.128060263653484, "env2_in_acc": 0.22010662604722012, "env2_out_acc": 0.2149390243902439, "env3_in_acc": 0.20325805257312107, "env3_out_acc": 0.1985185185185185, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 4.997056007385254, "mem_gb": 1.7945408821105957, "step": 0, "step_time": 1.591933250427246}
{"agg_test_acc": 0.8111456658085865, "agg_val_acc": 0.8288894730502707, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/6ded1d275d86159afa47e43758fe2d77", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1396956284, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.7534117647058823, "env1_out_acc": 0.7325800376647834, "env2_in_acc": 0.8332063975628332, "env2_out_acc": 0.7576219512195121, "env3_in_acc": 0.8134024435394298, "env3_out_acc": 0.8088888888888889, "epoch": 8.480565371024735, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.058122483889262, "mem_gb": 2.094527244567871, "step": 300, "step_time": 0.6467757185300191}
{"agg_test_acc": 0.822997243407663, "agg_val_acc": 0.8565503801900394, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/6ded1d275d86159afa47e43758fe2d77", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1396956284, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.7872941176470588, "env1_out_acc": 0.7495291902071564, "env2_in_acc": 0.9006092916984006, "env2_out_acc": 0.8201219512195121, "env3_in_acc": 0.8148833765272121, "env3_out_acc": 0.8311111111111111, "epoch": 16.96113074204947, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.4922864151000976, "mem_gb": 2.094527244567871, "step": 600, "step_time": 0.6433447353045145}
{"agg_test_acc": 0.8218862694205321, "agg_val_acc": 0.8551332912706655, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/6ded1d275d86159afa47e43758fe2d77", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1396956284, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.8108235294117647, "env1_out_acc": 0.7457627118644068, "env2_in_acc": 0.9204112718964204, "env2_out_acc": 0.823170731707317, "env3_in_acc": 0.814142910033321, "env3_out_acc": 0.8296296296296296, "epoch": 25.441696113074205, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.4206827362378438, "mem_gb": 2.094527244567871, "step": 900, "step_time": 0.6430028899510701}
{"agg_test_acc": 0.8207758439271002, "agg_val_acc": 0.8578835094498967, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/6ded1d275d86159afa47e43758fe2d77", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1396956284, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.8263529411764706, "env1_out_acc": 0.7570621468926554, "env2_in_acc": 0.9394516374714394, "env2_out_acc": 0.8201219512195121, "env3_in_acc": 0.8104405775638652, "env3_out_acc": 0.8311111111111111, "epoch": 33.92226148409894, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.2994952352841695, "mem_gb": 2.094527244567871, "step": 1200, "step_time": 0.6303776558240255}
{"agg_test_acc": 0.8111470370428338, "agg_val_acc": 0.8637244879456747, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/6ded1d275d86159afa47e43758fe2d77", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1396956284, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.8343529411764706, "env1_out_acc": 0.7664783427495292, "env2_in_acc": 0.9531607006854531, "env2_out_acc": 0.8246951219512195, "env3_in_acc": 0.8059977786005184, "env3_out_acc": 0.8162962962962963, "epoch": 42.40282685512368, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.2281041022141774, "mem_gb": 2.094527244567871, "step": 1500, "step_time": 0.6377441843350729}
{"agg_test_acc": 0.8061472427304709, "agg_val_acc": 0.8651292618799514, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/6ded1d275d86159afa47e43758fe2d77", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1396956284, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.8494117647058823, "env1_out_acc": 0.7645951035781544, "env2_in_acc": 0.9676313785224676, "env2_out_acc": 0.8307926829268293, "env3_in_acc": 0.8048870788596816, "env3_out_acc": 0.8074074074074075, "epoch": 50.88339222614841, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.1327671533823014, "mem_gb": 2.094527244567871, "step": 1800, "step_time": 0.6557858816782633}
{"agg_test_acc": 0.8055921671071796, "agg_val_acc": 0.8595694958321668, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/6ded1d275d86159afa47e43758fe2d77", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1396956284, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.8625882352941177, "env1_out_acc": 0.7570621468926554, "env2_in_acc": 0.9767707539984768, "env2_out_acc": 0.8216463414634146, "env3_in_acc": 0.8022954461310625, "env3_out_acc": 0.8088888888888889, "epoch": 59.36395759717315, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.1098022222518922, "mem_gb": 2.094527244567871, "step": 2100, "step_time": 0.6528575889269511}
{"agg_test_acc": 0.8078138408345918, "agg_val_acc": 0.8626182763189554, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/6ded1d275d86159afa47e43758fe2d77", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1396956284, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.8705882352941177, "env1_out_acc": 0.7570621468926554, "env2_in_acc": 0.9767707539984768, "env2_out_acc": 0.8307926829268293, "env3_in_acc": 0.8052573121066272, "env3_out_acc": 0.8103703703703704, "epoch": 67.84452296819788, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.0901009106636048, "mem_gb": 2.094527244567871, "step": 2400, "step_time": 0.6441393303871155}
{"agg_test_acc": 0.8065172017303818, "agg_val_acc": 0.8560125852642467, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/6ded1d275d86159afa47e43758fe2d77", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1396956284, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.8776470588235294, "env1_out_acc": 0.7570621468926554, "env2_in_acc": 0.9836252856054837, "env2_out_acc": 0.8109756097560976, "env3_in_acc": 0.807108478341355, "env3_out_acc": 0.8059259259259259, "epoch": 76.32508833922262, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.0572233229875565, "mem_gb": 2.094527244567871, "step": 2700, "step_time": 0.6279592307408651}
{"agg_test_acc": 0.8079986832111226, "agg_val_acc": 0.8535015997032507, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/6ded1d275d86159afa47e43758fe2d77", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1396956284, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.8856470588235295, "env1_out_acc": 0.7495291902071564, "env2_in_acc": 0.9874333587204874, "env2_out_acc": 0.8109756097560976, "env3_in_acc": 0.807108478341355, "env3_out_acc": 0.8088888888888889, "epoch": 84.80565371024736, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.053772285580635, "mem_gb": 2.094527244567871, "step": 3000, "step_time": 0.6377031882603963}
{"agg_test_acc": 0.8091102056919522, "agg_val_acc": 0.8586431871343603, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/6ded1d275d86159afa47e43758fe2d77", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1396956284, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.8917647058823529, "env1_out_acc": 0.7664783427495292, "env2_in_acc": 0.9881949733434882, "env2_out_acc": 0.8094512195121951, "env3_in_acc": 0.8048870788596816, "env3_out_acc": 0.8133333333333334, "epoch": 93.28621908127208, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.0351696149508158, "mem_gb": 2.094527244567871, "step": 3300, "step_time": 0.632842481136322}
{"agg_test_acc": 0.8102206311853841, "agg_val_acc": 0.8588221331328002, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/6ded1d275d86159afa47e43758fe2d77", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1396956284, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.8988235294117647, "env1_out_acc": 0.7532956685499058, "env2_in_acc": 0.9878141660319878, "env2_out_acc": 0.823170731707317, "env3_in_acc": 0.8085894113291373, "env3_out_acc": 0.8118518518518518, "epoch": 101.76678445229682, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 0.7413274006048838, "mem_gb": 5.400240898132324, "step": 3600, "step_time": 0.625239102045695}
{"agg_test_acc": 0.8118869550426557, "agg_val_acc": 0.8565983518247375, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/6ded1d275d86159afa47e43758fe2d77", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1396956284, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.8978823529411765, "env1_out_acc": 0.7608286252354048, "env2_in_acc": 0.9912414318354913, "env2_out_acc": 0.8125, "env3_in_acc": 0.8104405775638652, "env3_out_acc": 0.8133333333333334, "epoch": 110.24734982332156, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 0.48233363221089043, "mem_gb": 5.400240898132324, "step": 3900, "step_time": 0.6303428292274476}
{"agg_test_acc": 0.8117015641724261, "agg_val_acc": 0.8558030174906728, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/6ded1d275d86159afa47e43758fe2d77", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1396956284, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9115294117647059, "env1_out_acc": 0.7457627118644068, "env2_in_acc": 0.9931454683929931, "env2_out_acc": 0.8216463414634146, "env3_in_acc": 0.811551277304702, "env3_out_acc": 0.8118518518518518, "epoch": 118.7279151943463, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 0.4549303212761879, "mem_gb": 5.400240898132324, "step": 4200, "step_time": 0.6459943143526713}
{"agg_test_acc": 0.8124423049127966, "agg_val_acc": 0.8566699964991569, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/6ded1d275d86159afa47e43758fe2d77", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1396956284, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9054117647058824, "env1_out_acc": 0.751412429378531, "env2_in_acc": 0.9904798172124905, "env2_out_acc": 0.8185975609756098, "env3_in_acc": 0.811551277304702, "env3_out_acc": 0.8133333333333334, "epoch": 127.20848056537102, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 0.45083094348510105, "mem_gb": 5.400240898132324, "step": 4500, "step_time": 0.6507937081654867}
{"agg_test_acc": 0.812072071666036, "agg_val_acc": 0.8494365590541993, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/6ded1d275d86159afa47e43758fe2d77", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1396956284, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9167058823529411, "env1_out_acc": 0.7495291902071564, "env2_in_acc": 0.9916222391469917, "env2_out_acc": 0.7987804878048781, "env3_in_acc": 0.8108108108108109, "env3_out_acc": 0.8133333333333334, "epoch": 135.68904593639576, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 0.43752279857794446, "mem_gb": 5.400240898132324, "step": 4800, "step_time": 0.647768497467041}
{"agg_test_acc": 0.8135532788999272, "agg_val_acc": 0.8498547376708743, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/6ded1d275d86159afa47e43758fe2d77", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1396956284, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9157647058823529, "env1_out_acc": 0.7401129943502824, "env2_in_acc": 0.9931454683929931, "env2_out_acc": 0.8094512195121951, "env3_in_acc": 0.8122917437985931, "env3_out_acc": 0.8148148148148148, "epoch": 141.3427561837456, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 0.43059553012251855, "mem_gb": 5.400240898132324, "step": 5000, "step_time": 0.6257624077796936}
