{"agg_test_acc": 0.1070359280901946, "agg_val_acc": 0.10646972503327273, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/ca679a21053358d142be5f00245692ac", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 219593590, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.1415497254423429, "env0_out_acc": 0.10757946210268948, "env1_in_acc": 0.09914712153518124, "env1_out_acc": 0.12393162393162394, "env2_in_acc": 0.10329341317365269, "env2_out_acc": 0.11077844311377245, "env3_in_acc": 0.08365139949109415, "env3_out_acc": 0.08789808917197452, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 10.2503080368042, "mem_gb": 2.007406234741211, "step": 0, "step_time": 1.573432207107544}
{"agg_test_acc": 0.9812874246590568, "agg_val_acc": 0.9515178891073712, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/ca679a21053358d142be5f00245692ac", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 219593590, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9780353874313605, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.9701492537313433, "env1_out_acc": 0.9572649572649573, "env2_in_acc": 0.9895209580838323, "env2_out_acc": 0.9730538922155688, "env3_in_acc": 0.9516539440203562, "env3_out_acc": 0.9388535031847134, "epoch": 7.18562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 3.4525422350565593, "mem_gb": 2.2566514015197754, "step": 300, "step_time": 0.15226138671239217}
{"agg_test_acc": 0.9925149695636227, "agg_val_acc": 0.9602774669925547, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/ca679a21053358d142be5f00245692ac", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 219593590, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9914582062233069, "env0_out_acc": 0.9511002444987775, "env1_in_acc": 0.9914712153518124, "env1_out_acc": 0.967948717948718, "env2_in_acc": 0.9940119760479041, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9713740458015268, "env3_out_acc": 0.9617834394904459, "epoch": 14.37125748502994, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.364833366672198, "mem_gb": 2.2566514015197754, "step": 600, "step_time": 0.17444384098052979}
{"agg_test_acc": 0.9928892210604415, "agg_val_acc": 0.9641469184780211, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/ca679a21053358d142be5f00245692ac", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 219593590, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9938987187309335, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.9914712153518124, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 0.9947604790419161, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.97264631043257, "env3_out_acc": 0.954140127388535, "epoch": 21.55688622754491, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.198749669790268, "mem_gb": 2.2566514015197754, "step": 900, "step_time": 0.17174494584401448}
{"agg_test_acc": 0.9895209575890718, "agg_val_acc": 0.9662357997526637, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/ca679a21053358d142be5f00245692ac", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 219593590, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9975594874923734, "env0_out_acc": 0.9706601466992665, "env1_in_acc": 0.9952025586353944, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 0.9940119760479041, "env2_out_acc": 0.9850299401197605, "env3_in_acc": 0.9780534351145038, "env3_out_acc": 0.9579617834394905, "epoch": 28.74251497005988, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.0703049592177074, "mem_gb": 2.2566514015197754, "step": 1200, "step_time": 0.17263451258341472}
{"agg_test_acc": 0.9876497001049774, "agg_val_acc": 0.9652359644914079, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/ca679a21053358d142be5f00245692ac", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 219593590, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9951189749847468, "env0_out_acc": 0.960880195599022, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.967948717948718, "env2_in_acc": 0.9932634730538922, "env2_out_acc": 0.9820359281437125, "env3_in_acc": 0.9802798982188295, "env3_out_acc": 0.9668789808917198, "epoch": 35.92814371257485, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.9969424166282018, "mem_gb": 2.2566514015197754, "step": 1500, "step_time": 0.17308337926864625}
{"agg_test_acc": 0.9887724545954341, "agg_val_acc": 0.9643866698786724, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/ca679a21053358d142be5f00245692ac", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 219593590, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9951189749847468, "env0_out_acc": 0.9706601466992665, "env1_in_acc": 0.996268656716418, "env1_out_acc": 0.9658119658119658, "env2_in_acc": 0.9925149700598802, "env2_out_acc": 0.9850299401197605, "env3_in_acc": 0.9834605597964376, "env3_out_acc": 0.956687898089172, "epoch": 43.11377245508982, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.9718548327684402, "mem_gb": 2.2566514015197754, "step": 1800, "step_time": 0.17337090730667115}
{"agg_test_acc": 0.9895209575890718, "agg_val_acc": 0.9635716739539237, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/ca679a21053358d142be5f00245692ac", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 219593590, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9975594874923734, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9658119658119658, "env2_in_acc": 0.9940119760479041, "env2_out_acc": 0.9850299401197605, "env3_in_acc": 0.9844147582697201, "env3_out_acc": 0.956687898089172, "epoch": 50.29940119760479, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.9409453469514847, "mem_gb": 2.2566514015197754, "step": 2100, "step_time": 0.173471999168396}
{"agg_test_acc": 0.9895209575890718, "agg_val_acc": 0.9687971803386682, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/ca679a21053358d142be5f00245692ac", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 219593590, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9706601466992665, "env1_in_acc": 0.997867803837953, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 0.9940119760479041, "env2_out_acc": 0.9850299401197605, "env3_in_acc": 0.9882315521628499, "env3_out_acc": 0.9592356687898089, "epoch": 57.48502994011976, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.957108353972435, "mem_gb": 2.2566514015197754, "step": 2400, "step_time": 0.17294721364974974}
{"agg_test_acc": 0.9895209575890718, "agg_val_acc": 0.9727901035514462, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/ca679a21053358d142be5f00245692ac", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 219593590, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 0.9940119760479041, "env2_out_acc": 0.9850299401197605, "env3_in_acc": 0.9850508905852418, "env3_out_acc": 0.975796178343949, "epoch": 64.67065868263474, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.8902132602532705, "mem_gb": 2.2566514015197754, "step": 2700, "step_time": 0.17260026454925537}
{"agg_test_acc": 0.989146706092253, "agg_val_acc": 0.9711258507267684, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/ca679a21053358d142be5f00245692ac", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 219593590, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9975594874923734, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.997867803837953, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 0.9932634730538922, "env2_out_acc": 0.9850299401197605, "env3_in_acc": 0.9882315521628499, "env3_out_acc": 0.9732484076433121, "epoch": 71.8562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.8710161904493968, "mem_gb": 2.2566514015197754, "step": 3000, "step_time": 0.17231295347213746}
{"agg_test_acc": 0.9887724545954341, "agg_val_acc": 0.9678179584535699, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/ca679a21053358d142be5f00245692ac", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 219593590, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9658119658119658, "env2_in_acc": 0.9925149700598802, "env2_out_acc": 0.9850299401197605, "env3_in_acc": 0.989821882951654, "env3_out_acc": 0.9694267515923567, "epoch": 79.04191616766467, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.8650715521971385, "mem_gb": 2.2566514015197754, "step": 3300, "step_time": 0.1734622804323832}
{"agg_test_acc": 0.989146706092253, "agg_val_acc": 0.9658112467283114, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/ca679a21053358d142be5f00245692ac", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 219593590, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9975594874923734, "env0_out_acc": 0.9511002444987775, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 0.9932634730538922, "env2_out_acc": 0.9850299401197605, "env3_in_acc": 0.9904580152671756, "env3_out_acc": 0.9719745222929936, "epoch": 86.22754491017965, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.6321024715900421, "mem_gb": 5.397372722625732, "step": 3600, "step_time": 0.21097193479537965}
{"agg_test_acc": 0.9910179635763472, "agg_val_acc": 0.968084967339461, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/ca679a21053358d142be5f00245692ac", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 219593590, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.960880195599022, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 0.9940119760479041, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9904580152671756, "env3_out_acc": 0.9668789808917198, "epoch": 93.41317365269461, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.5288467062513034, "mem_gb": 5.397372722625732, "step": 3900, "step_time": 0.2106472380956014}
{"agg_test_acc": 0.9898952090858907, "agg_val_acc": 0.9738241997878825, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/ca679a21053358d142be5f00245692ac", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 219593590, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9755501222493888, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 0.9917664670658682, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.989821882951654, "env3_out_acc": 0.9694267515923567, "epoch": 100.59880239520957, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.4922853062550227, "mem_gb": 5.397372722625732, "step": 4200, "step_time": 0.2086342159907023}
{"agg_test_acc": 0.9898952090858907, "agg_val_acc": 0.9748447238509083, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/ca679a21053358d142be5f00245692ac", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 219593590, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9731051344743277, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 0.9917664670658682, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9910941475826972, "env3_out_acc": 0.9770700636942675, "epoch": 107.78443113772455, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.4683436635136604, "mem_gb": 5.397372722625732, "step": 4500, "step_time": 0.2079752500851949}
{"agg_test_acc": 0.9898952090858907, "agg_val_acc": 0.9698862263520549, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/ca679a21053358d142be5f00245692ac", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 219593590, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9633251833740831, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 0.9917664670658682, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9901399491094147, "env3_out_acc": 0.9719745222929936, "epoch": 114.97005988023952, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.45665040870507556, "mem_gb": 5.397372722625732, "step": 4800, "step_time": 0.2092624028523763}
{"agg_test_acc": 0.9895209575890718, "agg_val_acc": 0.9739748158620153, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/ca679a21053358d142be5f00245692ac", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 219593590, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9755501222493888, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9807692307692307, "env2_in_acc": 0.9910179640718563, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9923664122137404, "env3_out_acc": 0.9656050955414013, "epoch": 119.76047904191617, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.4421515764296055, "mem_gb": 5.397372722625732, "step": 5000, "step_time": 0.21148547410964966}
