{"agg_test_acc": 0.23440070195473459, "agg_val_acc": 0.1848381372114771, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/5dbb80991b35b90a95fe0a7534e1ac38", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 960078540, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.2049469964664311, "env0_out_acc": 0.18021201413427562, "env1_in_acc": 0.23058823529411765, "env1_out_acc": 0.22033898305084745, "env2_in_acc": 0.17517136329017516, "env2_out_acc": 0.15396341463414634, "env3_in_acc": 0.2362088115512773, "env3_out_acc": 0.2325925925925926, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 3.2384891510009766, "mem_gb": 1.7945408821105957, "step": 0, "step_time": 1.5616135597229004}
{"agg_test_acc": 0.8018881891584784, "agg_val_acc": 0.8440854038495157, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/5dbb80991b35b90a95fe0a7534e1ac38", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 960078540, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9982332155477032, "env0_out_acc": 1.0, "env1_in_acc": 0.7764705882352941, "env1_out_acc": 0.7212806026365348, "env2_in_acc": 0.8678598629093679, "env2_out_acc": 0.8109756097560976, "env3_in_acc": 0.8037763791188449, "env3_out_acc": 0.8, "epoch": 8.480565371024735, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.662426391839981, "mem_gb": 2.094527244567871, "step": 300, "step_time": 0.6269177142779032}
{"agg_test_acc": 0.808923169340626, "agg_val_acc": 0.8611235509202223, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/5dbb80991b35b90a95fe0a7534e1ac38", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 960078540, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.8225882352941176, "env1_out_acc": 0.7495291902071564, "env2_in_acc": 0.9219345011424219, "env2_out_acc": 0.8338414634146342, "env3_in_acc": 0.8148833765272121, "env3_out_acc": 0.802962962962963, "epoch": 16.96113074204947, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.3203036324183146, "mem_gb": 2.094527244567871, "step": 600, "step_time": 0.629679385026296}
{"agg_test_acc": 0.8172553371206824, "agg_val_acc": 0.8582537164318735, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/5dbb80991b35b90a95fe0a7534e1ac38", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 960078540, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.843764705882353, "env1_out_acc": 0.736346516007533, "env2_in_acc": 0.952018278750952, "env2_out_acc": 0.8384146341463414, "env3_in_acc": 0.8211773417252869, "env3_out_acc": 0.8133333333333334, "epoch": 25.441696113074205, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.2287388239304224, "mem_gb": 2.094527244567871, "step": 900, "step_time": 0.6311066222190856}
{"agg_test_acc": 0.8233652826796278, "agg_val_acc": 0.8658163379595228, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/5dbb80991b35b90a95fe0a7534e1ac38", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 960078540, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.8550588235294118, "env1_out_acc": 0.751412429378531, "env2_in_acc": 0.9603960396039604, "env2_out_acc": 0.8460365853658537, "env3_in_acc": 0.8274713069233617, "env3_out_acc": 0.8192592592592592, "epoch": 33.92226148409894, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.1220330035686492, "mem_gb": 2.094527244567871, "step": 1200, "step_time": 0.6297614908218384}
{"agg_test_acc": 0.8172556113675319, "agg_val_acc": 0.8583733327409911, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/5dbb80991b35b90a95fe0a7534e1ac38", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 960078540, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.8781176470588236, "env1_out_acc": 0.7382297551789078, "env2_in_acc": 0.9767707539984768, "env2_out_acc": 0.836890243902439, "env3_in_acc": 0.8196964087375046, "env3_out_acc": 0.8148148148148148, "epoch": 42.40282685512368, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.0159832217295965, "mem_gb": 2.094527244567871, "step": 1500, "step_time": 0.6231464139620463}
{"agg_test_acc": 0.8157749526273395, "agg_val_acc": 0.8641723314070109, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/5dbb80991b35b90a95fe0a7534e1ac38", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 960078540, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.8997647058823529, "env1_out_acc": 0.7495291902071564, "env2_in_acc": 0.9832444782939832, "env2_out_acc": 0.8429878048780488, "env3_in_acc": 0.8152536097741577, "env3_out_acc": 0.8162962962962963, "epoch": 50.88339222614841, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.9416318694750468, "mem_gb": 2.094527244567871, "step": 1800, "step_time": 0.6262477604548137}
{"agg_test_acc": 0.8122571882894163, "agg_val_acc": 0.8618412487749277, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/5dbb80991b35b90a95fe0a7534e1ac38", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 960078540, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.912, "env1_out_acc": 0.7608286252354048, "env2_in_acc": 0.9862909367859863, "env2_out_acc": 0.8246951219512195, "env3_in_acc": 0.8111810440577564, "env3_out_acc": 0.8133333333333334, "epoch": 59.36395759717315, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.9127576913436254, "mem_gb": 2.094527244567871, "step": 2100, "step_time": 0.6248148067792256}
{"agg_test_acc": 0.8102203569385349, "agg_val_acc": 0.8633953038629831, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/5dbb80991b35b90a95fe0a7534e1ac38", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 960078540, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.928, "env1_out_acc": 0.7532956685499058, "env2_in_acc": 0.9908606245239908, "env2_out_acc": 0.836890243902439, "env3_in_acc": 0.8100703443169197, "env3_out_acc": 0.8103703703703704, "epoch": 67.84452296819788, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.9100767743587493, "mem_gb": 2.094527244567871, "step": 2400, "step_time": 0.6185233092308045}
{"agg_test_acc": 0.8091093829514039, "agg_val_acc": 0.8635149201721007, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/5dbb80991b35b90a95fe0a7534e1ac38", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 960078540, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9411764705882353, "env1_out_acc": 0.7551789077212806, "env2_in_acc": 0.9923838537699924, "env2_out_acc": 0.8353658536585366, "env3_in_acc": 0.8093298778230285, "env3_out_acc": 0.8088888888888889, "epoch": 76.32508833922262, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.9250038917859396, "mem_gb": 2.094527244567871, "step": 2700, "step_time": 0.6234444340070089}
{"agg_test_acc": 0.8102203569385349, "agg_val_acc": 0.8660259057330967, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/5dbb80991b35b90a95fe0a7534e1ac38", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 960078540, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.944, "env1_out_acc": 0.7627118644067796, "env2_in_acc": 0.9965727341964966, "env2_out_acc": 0.8353658536585366, "env3_in_acc": 0.8100703443169197, "env3_out_acc": 0.8103703703703704, "epoch": 84.80565371024736, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.8985679066181183, "mem_gb": 2.094527244567871, "step": 3000, "step_time": 0.6233671132723491}
{"agg_test_acc": 0.8111462143022854, "agg_val_acc": 0.8649196941063774, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/5dbb80991b35b90a95fe0a7534e1ac38", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 960078540, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9567058823529412, "env1_out_acc": 0.7532956685499058, "env2_in_acc": 0.9958111195734958, "env2_out_acc": 0.8414634146341463, "env3_in_acc": 0.8104405775638652, "env3_out_acc": 0.8118518518518518, "epoch": 93.28621908127208, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.8919572556018829, "mem_gb": 2.094527244567871, "step": 3300, "step_time": 0.6315684239069621}
{"agg_test_acc": 0.8107765295492239, "agg_val_acc": 0.8661158571975531, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/5dbb80991b35b90a95fe0a7534e1ac38", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 960078540, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9623529411764706, "env1_out_acc": 0.7721280602636534, "env2_in_acc": 0.996953541507997, "env2_out_acc": 0.8262195121951219, "env3_in_acc": 0.8067382450944095, "env3_out_acc": 0.8148148148148148, "epoch": 101.76678445229682, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.653079135119915, "mem_gb": 5.400479316711426, "step": 3600, "step_time": 0.6340719294548035}
{"agg_test_acc": 0.8128128124064063, "agg_val_acc": 0.8635149201721007, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/5dbb80991b35b90a95fe0a7534e1ac38", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 960078540, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9656470588235294, "env1_out_acc": 0.7551789077212806, "env2_in_acc": 0.9965727341964966, "env2_out_acc": 0.8353658536585366, "env3_in_acc": 0.8108108108108109, "env3_out_acc": 0.8148148148148148, "epoch": 110.24734982332156, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.3867805760105451, "mem_gb": 5.400479316711426, "step": 3900, "step_time": 0.6398740172386169}
{"agg_test_acc": 0.8152196027571988, "agg_val_acc": 0.8649196941063774, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/5dbb80991b35b90a95fe0a7534e1ac38", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 960078540, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9675294117647059, "env1_out_acc": 0.7532956685499058, "env2_in_acc": 0.9961919268849961, "env2_out_acc": 0.8414634146341463, "env3_in_acc": 0.814142910033321, "env3_out_acc": 0.8162962962962963, "epoch": 118.7279151943463, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.37298668881257374, "mem_gb": 5.400479316711426, "step": 4200, "step_time": 0.6401267083485921}
{"agg_test_acc": 0.8152198770040483, "agg_val_acc": 0.859599160676828, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/5dbb80991b35b90a95fe0a7534e1ac38", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 960078540, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9750588235294118, "env1_out_acc": 0.7495291902071564, "env2_in_acc": 0.9973343488194973, "env2_out_acc": 0.8292682926829268, "env3_in_acc": 0.8126619770455387, "env3_out_acc": 0.8177777777777778, "epoch": 127.20848056537102, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.36998326192299524, "mem_gb": 5.400479316711426, "step": 4500, "step_time": 0.6421957151095072}
{"agg_test_acc": 0.8146642528870581, "agg_val_acc": 0.8678191934393875, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/5dbb80991b35b90a95fe0a7534e1ac38", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 960078540, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9750588235294118, "env1_out_acc": 0.7589453860640302, "env2_in_acc": 0.9977151561309977, "env2_out_acc": 0.8445121951219512, "env3_in_acc": 0.8130322102924843, "env3_out_acc": 0.8162962962962963, "epoch": 135.68904593639576, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.3654490605990092, "mem_gb": 5.400479316711426, "step": 4800, "step_time": 0.6476778952280681}
{"agg_test_acc": 0.8168862008613197, "agg_val_acc": 0.8659359542686403, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/5dbb80991b35b90a95fe0a7534e1ac38", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 960078540, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9731764705882353, "env1_out_acc": 0.7532956685499058, "env2_in_acc": 0.9973343488194973, "env2_out_acc": 0.8445121951219512, "env3_in_acc": 0.8145131432802666, "env3_out_acc": 0.8192592592592592, "epoch": 141.3427561837456, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.35793023481965064, "mem_gb": 5.400479316711426, "step": 5000, "step_time": 0.6537159407138824}
