{"agg_test_acc": 0.18459692560051763, "agg_val_acc": 0.17775232404421423, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/d317f838f433fcd2f99b9231711dc7a1", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1946684382, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.10070671378091872, "env0_out_acc": 0.09187279151943463, "env1_in_acc": 0.3129411764705882, "env1_out_acc": 0.3163841807909605, "env2_in_acc": 0.11957349581111958, "env2_out_acc": 0.125, "env3_in_acc": 0.17660125879303962, "env3_out_acc": 0.1925925925925926, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 4.665205001831055, "mem_gb": 2.169137477874756, "step": 0, "step_time": 2.100947141647339}
{"agg_test_acc": 0.7931852396379625, "agg_val_acc": 0.8593179482288347, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/d317f838f433fcd2f99b9231711dc7a1", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1946684382, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.7637647058823529, "env1_out_acc": 0.7476459510357816, "env2_in_acc": 0.8804265041888805, "env2_out_acc": 0.8338414634146342, "env3_in_acc": 0.7997038134024436, "env3_out_acc": 0.7866666666666666, "epoch": 8.480565371024735, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.7373028568426767, "mem_gb": 2.4361162185668945, "step": 300, "step_time": 0.6153660837809245}
{"agg_test_acc": 0.8165156933677099, "agg_val_acc": 0.8739350612030017, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/d317f838f433fcd2f99b9231711dc7a1", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1946684382, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.8070588235294117, "env1_out_acc": 0.7777777777777778, "env2_in_acc": 0.92003046458492, "env2_out_acc": 0.8475609756097561, "env3_in_acc": 0.8152536097741577, "env3_out_acc": 0.8177777777777778, "epoch": 16.96113074204947, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.2330850925048191, "mem_gb": 2.4361162185668945, "step": 600, "step_time": 0.6227767443656922}
{"agg_test_acc": 0.8178123324719198, "agg_val_acc": 0.8772353892931224, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/d317f838f433fcd2f99b9231711dc7a1", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1946684382, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.8348235294117647, "env1_out_acc": 0.7871939736346516, "env2_in_acc": 0.9405940594059405, "env2_out_acc": 0.8445121951219512, "env3_in_acc": 0.8134024435394298, "env3_out_acc": 0.8222222222222222, "epoch": 25.441696113074205, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.0482297543684642, "mem_gb": 2.4361162185668945, "step": 900, "step_time": 0.6391247852643331}
{"agg_test_acc": 0.8155901102508087, "agg_val_acc": 0.8711551781791094, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/d317f838f433fcd2f99b9231711dc7a1", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1946684382, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.8625882352941177, "env1_out_acc": 0.7740112994350282, "env2_in_acc": 0.9634424980959635, "env2_out_acc": 0.8429878048780488, "env3_in_acc": 0.8134024435394298, "env3_out_acc": 0.8177777777777778, "epoch": 33.92226148409894, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.9357910708586374, "mem_gb": 2.4361162185668945, "step": 1200, "step_time": 0.6451867890357971}
{"agg_test_acc": 0.8157755011210384, "agg_val_acc": 0.8752928204330531, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/d317f838f433fcd2f99b9231711dc7a1", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1946684382, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.8884705882352941, "env1_out_acc": 0.7966101694915254, "env2_in_acc": 0.9706778370144706, "env2_out_acc": 0.8292682926829268, "env3_in_acc": 0.8122917437985931, "env3_out_acc": 0.8192592592592592, "epoch": 42.40282685512368, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.8812541085481643, "mem_gb": 2.4361162185668945, "step": 1500, "step_time": 0.6239807971318563}
{"agg_test_acc": 0.8165162418614088, "agg_val_acc": 0.8740966573418775, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/d317f838f433fcd2f99b9231711dc7a1", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1946684382, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.904, "env1_out_acc": 0.7777777777777778, "env2_in_acc": 0.9756283320639756, "env2_out_acc": 0.8445121951219512, "env3_in_acc": 0.8122917437985931, "env3_out_acc": 0.8207407407407408, "epoch": 50.88339222614841, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.8423347634077072, "mem_gb": 2.4361162185668945, "step": 1800, "step_time": 0.6328100911776224}
{"agg_test_acc": 0.8150350346275175, "agg_val_acc": 0.8721540884818081, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/d317f838f433fcd2f99b9231711dc7a1", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1946684382, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9251764705882353, "env1_out_acc": 0.7871939736346516, "env2_in_acc": 0.9859101294744859, "env2_out_acc": 0.8292682926829268, "env3_in_acc": 0.8108108108108109, "env3_out_acc": 0.8192592592592592, "epoch": 59.36395759717315, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.808690938949585, "mem_gb": 2.4361162185668945, "step": 2100, "step_time": 0.6425603969891867}
{"agg_test_acc": 0.8126276957830261, "agg_val_acc": 0.8741866088063338, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/d317f838f433fcd2f99b9231711dc7a1", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1946684382, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9378823529411765, "env1_out_acc": 0.7871939736346516, "env2_in_acc": 0.9870525514089871, "env2_out_acc": 0.8353658536585366, "env3_in_acc": 0.8104405775638652, "env3_out_acc": 0.8148148148148148, "epoch": 67.84452296819788, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.7941053356726965, "mem_gb": 2.4361162185668945, "step": 2400, "step_time": 0.6344348049163818}
{"agg_test_acc": 0.8105908644321447, "agg_val_acc": 0.8726622185629396, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/d317f838f433fcd2f99b9231711dc7a1", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1946684382, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9444705882352942, "env1_out_acc": 0.7871939736346516, "env2_in_acc": 0.9908606245239908, "env2_out_acc": 0.8307926829268293, "env3_in_acc": 0.8093298778230285, "env3_out_acc": 0.8118518518518518, "epoch": 76.32508833922262, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.7853003388643265, "mem_gb": 2.4361162185668945, "step": 2700, "step_time": 0.6434103671709697}
{"agg_test_acc": 0.8105905901852952, "agg_val_acc": 0.8686268427585492, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/d317f838f433fcd2f99b9231711dc7a1", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1946684382, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.952, "env1_out_acc": 0.7796610169491526, "env2_in_acc": 0.9912414318354913, "env2_out_acc": 0.8262195121951219, "env3_in_acc": 0.8108108108108109, "env3_out_acc": 0.8103703703703704, "epoch": 84.80565371024736, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.7848390795787176, "mem_gb": 2.4361162185668945, "step": 3000, "step_time": 0.650191437403361}
{"agg_test_acc": 0.8092947738216336, "agg_val_acc": 0.8713770609377803, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/d317f838f433fcd2f99b9231711dc7a1", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1946684382, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9675294117647059, "env1_out_acc": 0.7909604519774012, "env2_in_acc": 0.9946686976389947, "env2_out_acc": 0.823170731707317, "env3_in_acc": 0.8082191780821918, "env3_out_acc": 0.8103703703703704, "epoch": 93.28621908127208, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.7751518932978312, "mem_gb": 2.4361162185668945, "step": 3300, "step_time": 0.6306017804145813}
{"agg_test_acc": 0.8091093829514039, "agg_val_acc": 0.8761894642861984, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/d317f838f433fcd2f99b9231711dc7a1", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1946684382, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9684705882352941, "env1_out_acc": 0.7947269303201506, "env2_in_acc": 0.9935262757044935, "env2_out_acc": 0.8338414634146342, "env3_in_acc": 0.8093298778230285, "env3_out_acc": 0.8088888888888889, "epoch": 101.76678445229682, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.7197985943158468, "mem_gb": 5.395325660705566, "step": 3600, "step_time": 0.629799907207489}
{"agg_test_acc": 0.8091096571982535, "agg_val_acc": 0.8669828362060373, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/d317f838f433fcd2f99b9231711dc7a1", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1946684382, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9689411764705882, "env1_out_acc": 0.7777777777777778, "env2_in_acc": 0.9961919268849961, "env2_out_acc": 0.823170731707317, "env3_in_acc": 0.8078489448352462, "env3_out_acc": 0.8103703703703704, "epoch": 110.24734982332156, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.40689949214458465, "mem_gb": 5.395325660705566, "step": 3900, "step_time": 0.6379817469914755}
{"agg_test_acc": 0.8081837998345028, "agg_val_acc": 0.8739053963583405, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/d317f838f433fcd2f99b9231711dc7a1", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1946684382, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.9764705882352941, "env1_out_acc": 0.7853107344632768, "env2_in_acc": 0.9977151561309977, "env2_out_acc": 0.8399390243902439, "env3_in_acc": 0.8074787115883006, "env3_out_acc": 0.8088888888888889, "epoch": 118.7279151943463, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.39046875993410746, "mem_gb": 5.395325660705566, "step": 4200, "step_time": 0.640512912273407}
{"agg_test_acc": 0.8079986832111226, "agg_val_acc": 0.8685368912940927, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/d317f838f433fcd2f99b9231711dc7a1", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1946684382, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.9764705882352941, "env1_out_acc": 0.7702448210922788, "env2_in_acc": 0.9946686976389947, "env2_out_acc": 0.8353658536585366, "env3_in_acc": 0.807108478341355, "env3_out_acc": 0.8088888888888889, "epoch": 127.20848056537102, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.3777023765444756, "mem_gb": 5.395325660705566, "step": 4500, "step_time": 0.6403477358818054}
{"agg_test_acc": 0.8078135665877424, "agg_val_acc": 0.8670184928556385, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/d317f838f433fcd2f99b9231711dc7a1", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1946684382, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9929328621908127, "env1_in_acc": 0.9741176470588235, "env1_out_acc": 0.783427495291902, "env2_in_acc": 0.993907083015994, "env2_out_acc": 0.8246951219512195, "env3_in_acc": 0.8067382450944095, "env3_out_acc": 0.8088888888888889, "epoch": 135.68904593639576, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.37576356599728267, "mem_gb": 5.395325660705566, "step": 4800, "step_time": 0.6371943505605062}
{"agg_test_acc": 0.8072576682239028, "agg_val_acc": 0.873785780049223, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/d317f838f433fcd2f99b9231711dc7a1", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1946684382, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.9788235294117648, "env1_out_acc": 0.783427495291902, "env2_in_acc": 0.9980959634424981, "env2_out_acc": 0.8414634146341463, "env3_in_acc": 0.8085894113291373, "env3_out_acc": 0.8059259259259259, "epoch": 141.3427561837456, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.37009666353464127, "mem_gb": 5.395325660705566, "step": 5000, "step_time": 0.6439986300468444}
