{"agg_test_acc": 0.15718562866392213, "agg_val_acc": 0.19303780773371293, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/0e01bebc200ef6566e389665456b0493", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1727342536, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.16534472239170225, "env0_out_acc": 0.19070904645476772, "env1_in_acc": 0.15671641791044777, "env1_out_acc": 0.1794871794871795, "env2_in_acc": 0.16467065868263472, "env2_out_acc": 0.1497005988023952, "env3_in_acc": 0.1984732824427481, "env3_out_acc": 0.2089171974522293, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 6.560937404632568, "mem_gb": 2.169187545776367, "step": 0, "step_time": 1.5319149494171143}
{"agg_test_acc": 0.989146706092253, "agg_val_acc": 0.9487167948335214, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/0e01bebc200ef6566e389665456b0493", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1727342536, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9829164124466138, "env0_out_acc": 0.9462102689486552, "env1_in_acc": 0.982409381663113, "env1_out_acc": 0.9572649572649573, "env2_in_acc": 0.9872754491017964, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9564249363867684, "env3_out_acc": 0.9426751592356688, "epoch": 7.18562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.263583466609319, "mem_gb": 2.4361939430236816, "step": 300, "step_time": 0.15680437644322714}
{"agg_test_acc": 0.9895209575890718, "agg_val_acc": 0.9601404230918325, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/0e01bebc200ef6566e389665456b0493", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1727342536, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9957291031116534, "env0_out_acc": 0.960880195599022, "env1_in_acc": 0.9946695095948828, "env1_out_acc": 0.967948717948718, "env2_in_acc": 0.9910179640718563, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9799618320610687, "env3_out_acc": 0.9515923566878981, "epoch": 14.37125748502994, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.9547562021017074, "mem_gb": 2.4361939430236816, "step": 600, "step_time": 0.17596920569737753}
{"agg_test_acc": 0.9906437120795284, "agg_val_acc": 0.9594488234687829, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/0e01bebc200ef6566e389665456b0493", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1727342536, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9969493593654668, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.9946695095948828, "env1_out_acc": 0.9594017094017094, "env2_in_acc": 0.9902694610778443, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.982824427480916, "env3_out_acc": 0.9605095541401274, "epoch": 21.55688622754491, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.7924563399950664, "mem_gb": 2.4361939430236816, "step": 900, "step_time": 0.1733477028210958}
{"agg_test_acc": 0.9902694605827095, "agg_val_acc": 0.9655371966396733, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/0e01bebc200ef6566e389665456b0493", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1727342536, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9981696156192801, "env0_out_acc": 0.960880195599022, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 0.9895209580838323, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9891857506361323, "env3_out_acc": 0.9592356687898089, "epoch": 28.74251497005988, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.7351887822151184, "mem_gb": 2.4361939430236816, "step": 1200, "step_time": 0.1732815408706665}
{"agg_test_acc": 0.989146706092253, "agg_val_acc": 0.9641469939036336, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/0e01bebc200ef6566e389665456b0493", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1727342536, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9486552567237164, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 0.9902694610778443, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9917302798982188, "env3_out_acc": 0.9694267515923567, "epoch": 35.92814371257485, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.714055885275205, "mem_gb": 2.4361939430236816, "step": 1500, "step_time": 0.1725015640258789}
{"agg_test_acc": 0.9872754486081586, "agg_val_acc": 0.9617911037430997, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/0e01bebc200ef6566e389665456b0493", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1727342536, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9535452322738386, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9636752136752137, "env2_in_acc": 0.9895209580838323, "env2_out_acc": 0.9850299401197605, "env3_in_acc": 0.9910941475826972, "env3_out_acc": 0.9681528662420382, "epoch": 43.11377245508982, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.6898540456096331, "mem_gb": 2.4361939430236816, "step": 1800, "step_time": 0.1723277775446574}
{"agg_test_acc": 0.9865269456145209, "agg_val_acc": 0.9649962130907566, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/0e01bebc200ef6566e389665456b0493", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1727342536, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 0.9880239520958084, "env2_out_acc": 0.9850299401197605, "env3_in_acc": 0.9933206106870229, "env3_out_acc": 0.9643312101910828, "epoch": 50.29940119760479, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.657090673049291, "mem_gb": 2.4361939430236816, "step": 2100, "step_time": 0.17227588812510172}
{"agg_test_acc": 0.9872754486081586, "agg_val_acc": 0.9684753348142452, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/0e01bebc200ef6566e389665456b0493", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1727342536, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9633251833740831, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 0.9895209580838323, "env2_out_acc": 0.9850299401197605, "env3_in_acc": 0.9949109414758269, "env3_out_acc": 0.9656050955414013, "epoch": 57.48502994011976, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.6252941862742106, "mem_gb": 2.4361939430236816, "step": 2400, "step_time": 0.17363614559173585}
{"agg_test_acc": 0.9887724545954341, "agg_val_acc": 0.9678109549636291, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/0e01bebc200ef6566e389665456b0493", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1727342536, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.960880195599022, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9807692307692307, "env2_in_acc": 0.9895209580838323, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9955470737913485, "env3_out_acc": 0.9617834394904459, "epoch": 64.67065868263474, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.6204311632116636, "mem_gb": 2.4361939430236816, "step": 2700, "step_time": 0.17283822218577066}
{"agg_test_acc": 0.9887724545954341, "agg_val_acc": 0.9706805711878398, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/0e01bebc200ef6566e389665456b0493", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1727342536, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9807692307692307, "env2_in_acc": 0.9895209580838323, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9945928753180662, "env3_out_acc": 0.9630573248407643, "epoch": 71.8562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.6006372025609017, "mem_gb": 2.4361939430236816, "step": 3000, "step_time": 0.17318870464960734}
{"agg_test_acc": 0.9887724545954341, "agg_val_acc": 0.9678316060525929, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/0e01bebc200ef6566e389665456b0493", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1727342536, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.997867803837953, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 0.9895209580838323, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9958651399491094, "env3_out_acc": 0.9707006369426752, "epoch": 79.04191616766467, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.48970985849698384, "mem_gb": 5.399142742156982, "step": 3300, "step_time": 0.1977752709388733}
{"agg_test_acc": 0.9887724545954341, "agg_val_acc": 0.9701738109012975, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/0e01bebc200ef6566e389665456b0493", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1727342536, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9731051344743277, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 0.9895209580838323, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9971374045801527, "env3_out_acc": 0.9630573248407643, "epoch": 86.22754491017965, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.38727980305751164, "mem_gb": 5.399142742156982, "step": 3600, "step_time": 0.2068133536974589}
{"agg_test_acc": 0.9887724545954341, "agg_val_acc": 0.9711051996378045, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/0e01bebc200ef6566e389665456b0493", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1727342536, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 1.0, "env1_out_acc": 0.9807692307692307, "env2_in_acc": 0.9895209580838323, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9977735368956743, "env3_out_acc": 0.9643312101910828, "epoch": 93.41317365269461, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.3618979436159134, "mem_gb": 5.399142742156982, "step": 3900, "step_time": 0.2053261613845825}
{"agg_test_acc": 0.9887724545954341, "agg_val_acc": 0.9629415927912944, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/0e01bebc200ef6566e389665456b0493", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1727342536, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9535452322738386, "env1_in_acc": 1.0, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 0.9895209580838323, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9961832061068703, "env3_out_acc": 0.9630573248407643, "epoch": 100.59880239520957, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.34798885146776837, "mem_gb": 5.399142742156982, "step": 4200, "step_time": 0.2049998474121094}
{"agg_test_acc": 0.9887724545954341, "agg_val_acc": 0.9692218465014388, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/0e01bebc200ef6566e389665456b0493", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1727342536, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.960880195599022, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9786324786324786, "env2_in_acc": 0.9895209580838323, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9955470737913485, "env3_out_acc": 0.9681528662420382, "epoch": 107.78443113772455, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.33428923537333805, "mem_gb": 5.399142742156982, "step": 4500, "step_time": 0.2048482632637024}
{"agg_test_acc": 0.9883982030986153, "agg_val_acc": 0.9690505793383425, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/0e01bebc200ef6566e389665456b0493", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1727342536, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9633251833740831, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9807692307692307, "env2_in_acc": 0.9887724550898204, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9971374045801527, "env3_out_acc": 0.9630573248407643, "epoch": 114.97005988023952, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.3248363983631134, "mem_gb": 5.399142742156982, "step": 4800, "step_time": 0.2039371697107951}
{"agg_test_acc": 0.9883982030986153, "agg_val_acc": 0.9697970910255364, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/0e01bebc200ef6566e389665456b0493", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1727342536, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.960880195599022, "env1_in_acc": 1.0, "env1_out_acc": 0.9829059829059829, "env2_in_acc": 0.9887724550898204, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9977735368956743, "env3_out_acc": 0.9656050955414013, "epoch": 119.76047904191617, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.3155160190165043, "mem_gb": 5.399142742156982, "step": 5000, "step_time": 0.20674491167068482}
