{"agg_test_acc": 0.14504863862570988, "agg_val_acc": 0.10704097816361818, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7e7e9d9a96a60a73d05e4fd638102294", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 881650978, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.13361805979255645, "env0_out_acc": 0.15647921760391198, "env1_in_acc": 0.12313432835820895, "env1_out_acc": 0.1111111111111111, "env2_in_acc": 0.1279940119760479, "env2_out_acc": 0.09281437125748503, "env3_in_acc": 0.12118320610687022, "env3_out_acc": 0.11719745222929936, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 7.437127590179443, "mem_gb": 2.007406234741211, "step": 0, "step_time": 1.4214603900909424}
{"agg_test_acc": 0.9203066746995764, "agg_val_acc": 0.9646624380984646, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7e7e9d9a96a60a73d05e4fd638102294", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 881650978, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9188529591214155, "env0_out_acc": 0.921760391198044, "env1_in_acc": 0.9840085287846482, "env1_out_acc": 0.9594017094017094, "env2_in_acc": 0.9977544910179641, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9653307888040712, "env3_out_acc": 0.9375796178343949, "epoch": 7.18562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.297194430232048, "mem_gb": 2.2566514015197754, "step": 300, "step_time": 0.15017908414204914}
{"agg_test_acc": 0.9407705809116071, "agg_val_acc": 0.969646324100179, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7e7e9d9a96a60a73d05e4fd638102294", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 881650978, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9328859060402684, "env0_out_acc": 0.9486552567237164, "env1_in_acc": 0.9920042643923241, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 0.999251497005988, "env2_out_acc": 1.0, "env3_in_acc": 0.9758269720101781, "env3_out_acc": 0.9388535031847134, "epoch": 14.37125748502994, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.9358120735486348, "mem_gb": 2.2566514015197754, "step": 600, "step_time": 0.16816014687220254}
{"agg_test_acc": 0.9386306572010693, "agg_val_acc": 0.9699222054583896, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7e7e9d9a96a60a73d05e4fd638102294", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 881650978, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9334960341671751, "env0_out_acc": 0.9437652811735942, "env1_in_acc": 0.9973347547974414, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9802798982188295, "env3_out_acc": 0.9426751592356688, "epoch": 21.55688622754491, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.7958752511938413, "mem_gb": 2.2566514015197754, "step": 900, "step_time": 0.16484889904657998}
{"agg_test_acc": 0.9371030992508491, "agg_val_acc": 0.9712097006945003, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7e7e9d9a96a60a73d05e4fd638102294", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 881650978, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9328859060402684, "env0_out_acc": 0.941320293398533, "env1_in_acc": 0.994136460554371, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9837786259541985, "env3_out_acc": 0.9401273885350319, "epoch": 28.74251497005988, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.7382920140028, "mem_gb": 2.2566514015197754, "step": 1200, "step_time": 0.16415815512339274}
{"agg_test_acc": 0.940768343277891, "agg_val_acc": 0.9748924815738872, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7e7e9d9a96a60a73d05e4fd638102294", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 881650978, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9353264185478951, "env0_out_acc": 0.9462102689486552, "env1_in_acc": 0.996268656716418, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.9901399491094147, "env3_out_acc": 0.9503184713375796, "epoch": 35.92814371257485, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.6986268495519956, "mem_gb": 2.2566514015197754, "step": 1500, "step_time": 0.16452810208002727}
{"agg_test_acc": 0.9374059256804338, "agg_val_acc": 0.9748943505562658, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7e7e9d9a96a60a73d05e4fd638102294", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 881650978, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9359365466748018, "env0_out_acc": 0.9388753056234719, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9786324786324786, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9891857506361323, "env3_out_acc": 0.9490445859872612, "epoch": 43.11377245508982, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.7220052151878675, "mem_gb": 2.2566514015197754, "step": 1800, "step_time": 0.16309836705525715}
{"agg_test_acc": 0.9319102972735872, "agg_val_acc": 0.9767416114478784, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7e7e9d9a96a60a73d05e4fd638102294", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 881650978, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9298352654057352, "env0_out_acc": 0.9339853300733496, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9786324786324786, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.9923664122137404, "env3_out_acc": 0.9515923566878981, "epoch": 50.29940119760479, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.6279255249102911, "mem_gb": 2.2566514015197754, "step": 2100, "step_time": 0.16438984553019206}
{"agg_test_acc": 0.9334378552238073, "agg_val_acc": 0.9763188519802924, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7e7e9d9a96a60a73d05e4fd638102294", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 881650978, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9304453935326419, "env0_out_acc": 0.9364303178484108, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9829059829059829, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9936386768447837, "env3_out_acc": 0.9490445859872612, "epoch": 57.48502994011976, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.6135608705878258, "mem_gb": 2.2566514015197754, "step": 2400, "step_time": 0.1641068426767985}
{"agg_test_acc": 0.934050220984125, "agg_val_acc": 0.9754541162117677, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7e7e9d9a96a60a73d05e4fd638102294", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 881650978, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9292251372788286, "env0_out_acc": 0.9388753056234719, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.9930025445292621, "env3_out_acc": 0.954140127388535, "epoch": 64.67065868263474, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.5968855212132136, "mem_gb": 2.2566514015197754, "step": 2700, "step_time": 0.1628670048713684}
{"agg_test_acc": 0.9343552850474259, "agg_val_acc": 0.976880486618173, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7e7e9d9a96a60a73d05e4fd638102294", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 881650978, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9298352654057352, "env0_out_acc": 0.9388753056234719, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9807692307692307, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9923664122137404, "env3_out_acc": 0.9528662420382166, "epoch": 71.8562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.6318447760740916, "mem_gb": 2.2566514015197754, "step": 3000, "step_time": 0.1633164064089457}
{"agg_test_acc": 0.9337451569208243, "agg_val_acc": 0.9753189790062305, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7e7e9d9a96a60a73d05e4fd638102294", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 881650978, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9286150091519219, "env0_out_acc": 0.9388753056234719, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9786324786324786, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9939567430025446, "env3_out_acc": 0.9503184713375796, "epoch": 79.04191616766467, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.6184249085187912, "mem_gb": 2.2566514015197754, "step": 3300, "step_time": 0.16325599034627278}
{"agg_test_acc": 0.9325249006676212, "agg_val_acc": 0.9777414844219404, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7e7e9d9a96a60a73d05e4fd638102294", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 881650978, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9261744966442953, "env0_out_acc": 0.9388753056234719, "env1_in_acc": 0.997867803837953, "env1_out_acc": 0.9829059829059829, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.9958651399491094, "env3_out_acc": 0.9503184713375796, "epoch": 86.22754491017965, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.47467825829982757, "mem_gb": 5.397372722625732, "step": 3600, "step_time": 0.1862445322672526}
{"agg_test_acc": 0.9340524586178411, "agg_val_acc": 0.9802911241041067, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7e7e9d9a96a60a73d05e4fd638102294", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 881650978, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9267846247712019, "env0_out_acc": 0.941320293398533, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9871794871794872, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9945928753180662, "env3_out_acc": 0.956687898089172, "epoch": 93.41317365269461, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.3312953251600266, "mem_gb": 5.397372722625732, "step": 3900, "step_time": 0.20227362871170043}
{"agg_test_acc": 0.9322198366043203, "agg_val_acc": 0.9761818457923765, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7e7e9d9a96a60a73d05e4fd638102294", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 881650978, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9255643685173887, "env0_out_acc": 0.9388753056234719, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9850427350427351, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9933206106870229, "env3_out_acc": 0.9464968152866242, "epoch": 100.59880239520957, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.30329315289855, "mem_gb": 5.397372722625732, "step": 4200, "step_time": 0.20419130404790242}
{"agg_test_acc": 0.9300799128937824, "agg_val_acc": 0.975457854176525, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7e7e9d9a96a60a73d05e4fd638102294", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 881650978, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9261744966442953, "env0_out_acc": 0.9339853300733496, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9807692307692307, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9955470737913485, "env3_out_acc": 0.9515923566878981, "epoch": 107.78443113772455, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.28688764065504074, "mem_gb": 5.397372722625732, "step": 4500, "step_time": 0.20292292833328246}
{"agg_test_acc": 0.9282472908802617, "agg_val_acc": 0.9771662398978429, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7e7e9d9a96a60a73d05e4fd638102294", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 881650978, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.924954240390482, "env0_out_acc": 0.9315403422982885, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9786324786324786, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.9936386768447837, "env3_out_acc": 0.9528662420382166, "epoch": 114.97005988023952, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.2757541094720364, "mem_gb": 5.397372722625732, "step": 4800, "step_time": 0.20331761757532754}
{"agg_test_acc": 0.9288574190068632, "agg_val_acc": 0.9787413573960023, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/7e7e9d9a96a60a73d05e4fd638102294", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 881650978, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9261744966442953, "env0_out_acc": 0.9315403422982885, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9871794871794872, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.9958651399491094, "env3_out_acc": 0.9490445859872612, "epoch": 119.76047904191617, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6109302038716249, "lambda2": 0.5117744391412766, "last_k_epoch": 0.31317984427858747, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.002688876693512, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.26684768214821813, "mem_gb": 5.397372722625732, "step": 5000, "step_time": 0.2027179479598999}
