{"agg_test_acc": 0.018871499731567938, "agg_val_acc": 0.017196158596796757, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/88bb5694189e68dda6ecd4663bd76a65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 529766367, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.017507723995880537, "env0_out_acc": 0.020618556701030927, "env1_in_acc": 0.012600229095074456, "env1_out_acc": 0.012600229095074456, "env2_in_acc": 0.02195945945945946, "env2_out_acc": 0.015783540022547914, "env3_in_acc": 0.01778542742398164, "env3_out_acc": 0.018369690011481057, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 9.133576393127441, "mem_gb": 2.008880138397217, "step": 0, "step_time": 1.4814915657043457}
{"agg_test_acc": 0.7249276647603817, "agg_val_acc": 0.7352443875612389, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/88bb5694189e68dda6ecd4663bd76a65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 529766367, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.850669412976313, "env0_out_acc": 0.7422680412371134, "env1_in_acc": 0.7720504009163803, "env1_out_acc": 0.6609392898052692, "env2_in_acc": 0.7283220720720721, "env2_out_acc": 0.7215332581736189, "env3_in_acc": 0.8485370051635112, "env3_out_acc": 0.8025258323765786, "epoch": 4.94335736354274, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 5.610005439917247, "mem_gb": 2.2550172805786133, "step": 300, "step_time": 0.3085883887608846}
{"agg_test_acc": 0.7890141758448664, "agg_val_acc": 0.8270008663928409, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/88bb5694189e68dda6ecd4663bd76a65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 529766367, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9613800205973223, "env0_out_acc": 0.843298969072165, "env1_in_acc": 0.9034936998854525, "env1_out_acc": 0.7800687285223368, "env2_in_acc": 0.7888513513513513, "env2_out_acc": 0.7891770011273957, "env3_in_acc": 0.9368904188181296, "env3_out_acc": 0.8576349024110218, "epoch": 9.88671472708548, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 3.1617069085439047, "mem_gb": 2.2550172805786133, "step": 600, "step_time": 0.28457281986872357}
{"agg_test_acc": 0.8042264004632391, "agg_val_acc": 0.8298290025636256, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/88bb5694189e68dda6ecd4663bd76a65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 529766367, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9824922760041195, "env0_out_acc": 0.8391752577319588, "env1_in_acc": 0.9369988545246277, "env1_out_acc": 0.7892325315005727, "env2_in_acc": 0.8023648648648649, "env2_out_acc": 0.8060879368658399, "env3_in_acc": 0.9632816982214573, "env3_out_acc": 0.8610792192881745, "epoch": 14.830072090628219, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.334155699412028, "mem_gb": 2.2550172805786133, "step": 900, "step_time": 0.2956088471412659}
{"agg_test_acc": 0.8098595702705935, "agg_val_acc": 0.8332689356839015, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/88bb5694189e68dda6ecd4663bd76a65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 529766367, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9907312049433573, "env0_out_acc": 0.8391752577319588, "env1_in_acc": 0.9536082474226805, "env1_out_acc": 0.7949599083619702, "env2_in_acc": 0.8091216216216216, "env2_out_acc": 0.8105975197294251, "env3_in_acc": 0.9730349971313826, "env3_out_acc": 0.8656716417910447, "epoch": 19.77342945417096, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.9826169792811077, "mem_gb": 2.2550172805786133, "step": 1200, "step_time": 0.29413673639297483}
{"agg_test_acc": 0.8160564379356141, "agg_val_acc": 0.8387742314781763, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/88bb5694189e68dda6ecd4663bd76a65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 529766367, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9953656024716787, "env0_out_acc": 0.845360824742268, "env1_in_acc": 0.9662084765177549, "env1_out_acc": 0.7961053837342497, "env2_in_acc": 0.8158783783783784, "env2_out_acc": 0.8162344983089064, "env3_in_acc": 0.9833620195065979, "env3_out_acc": 0.8748564867967853, "epoch": 24.716786817713697, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.8019786310195922, "mem_gb": 2.2550172805786133, "step": 1500, "step_time": 0.2916057221094767}
{"agg_test_acc": 0.8202819500860146, "agg_val_acc": 0.8451845098050745, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/88bb5694189e68dda6ecd4663bd76a65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 529766367, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9953656024716787, "env0_out_acc": 0.8474226804123711, "env1_in_acc": 0.9693585337915235, "env1_out_acc": 0.8190148911798396, "env2_in_acc": 0.8198198198198198, "env2_out_acc": 0.8207440811724915, "env3_in_acc": 0.9862306368330465, "env3_out_acc": 0.8691159586681975, "epoch": 29.660144181256438, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.684967320362727, "mem_gb": 2.2550172805786133, "step": 1800, "step_time": 0.29653216123580933}
{"agg_test_acc": 0.8212673104458824, "agg_val_acc": 0.8476308208518933, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/88bb5694189e68dda6ecd4663bd76a65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 529766367, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9963954685890835, "env0_out_acc": 0.8536082474226804, "env1_in_acc": 0.9725085910652921, "env1_out_acc": 0.8167239404352806, "env2_in_acc": 0.8217905405405406, "env2_out_acc": 0.8207440811724915, "env3_in_acc": 0.9908204245553643, "env3_out_acc": 0.8725602755453502, "epoch": 34.60350154479918, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.581860633691152, "mem_gb": 2.2550172805786133, "step": 2100, "step_time": 0.2961576835314433}
{"agg_test_acc": 0.8229571344291117, "agg_val_acc": 0.8506976963596607, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/88bb5694189e68dda6ecd4663bd76a65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 529766367, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.995880535530381, "env0_out_acc": 0.843298969072165, "env1_in_acc": 0.9776632302405498, "env1_out_acc": 0.8201603665521191, "env2_in_acc": 0.8240427927927928, "env2_out_acc": 0.8218714768883878, "env3_in_acc": 0.9925415949512335, "env3_out_acc": 0.8886337543053962, "epoch": 39.54685890834192, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.5059628148873647, "mem_gb": 2.2550172805786133, "step": 2400, "step_time": 0.2863000464439392}
{"agg_test_acc": 0.8229577692239963, "agg_val_acc": 0.8468706776085445, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/88bb5694189e68dda6ecd4663bd76a65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 529766367, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.994335736354274, "env0_out_acc": 0.843298969072165, "env1_in_acc": 0.9782359679266895, "env1_out_acc": 0.8201603665521191, "env2_in_acc": 0.8229166666666666, "env2_out_acc": 0.8229988726042841, "env3_in_acc": 0.9945496270797476, "env3_out_acc": 0.8771526980482205, "epoch": 44.490216271884655, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.4617362089951833, "mem_gb": 2.2550172805786133, "step": 2700, "step_time": 0.3055891807874044}
{"agg_test_acc": 0.8238029986130536, "agg_val_acc": 0.8496996905304751, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/88bb5694189e68dda6ecd4663bd76a65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 529766367, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9969104016477858, "env0_out_acc": 0.8494845360824742, "env1_in_acc": 0.9802405498281787, "env1_out_acc": 0.8178694158075601, "env2_in_acc": 0.8234797297297297, "env2_out_acc": 0.8241262683201804, "env3_in_acc": 0.9945496270797476, "env3_out_acc": 0.8817451205510907, "epoch": 49.43357363542739, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.4064815517266591, "mem_gb": 2.2550172805786133, "step": 3000, "step_time": 0.289589680035909}
{"agg_test_acc": 0.8249297595335013, "agg_val_acc": 0.8466442127876023, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/88bb5694189e68dda6ecd4663bd76a65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 529766367, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.995880535530381, "env0_out_acc": 0.8391752577319588, "env1_in_acc": 0.9805269186712485, "env1_out_acc": 0.8201603665521191, "env2_in_acc": 0.8246058558558559, "env2_out_acc": 0.8252536640360767, "env3_in_acc": 0.9942627653471027, "env3_out_acc": 0.8805970149253731, "epoch": 54.37693099897013, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.3554255179564159, "mem_gb": 2.2550172805786133, "step": 3300, "step_time": 0.2952599040667216}
{"agg_test_acc": 0.8264800873408048, "agg_val_acc": 0.8470199006535479, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/88bb5694189e68dda6ecd4663bd76a65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 529766367, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9963954685890835, "env0_out_acc": 0.8494845360824742, "env1_in_acc": 0.9822451317296678, "env1_out_acc": 0.8190148911798396, "env2_in_acc": 0.8243243243243243, "env2_out_acc": 0.8286358511837655, "env3_in_acc": 0.995697074010327, "env3_out_acc": 0.8725602755453502, "epoch": 59.320288362512876, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.2338702793916065, "mem_gb": 5.396660327911377, "step": 3600, "step_time": 0.29053446372350056}
{"agg_test_acc": 0.8260571552488339, "agg_val_acc": 0.8431305448959703, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/88bb5694189e68dda6ecd4663bd76a65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 529766367, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.995880535530381, "env0_out_acc": 0.8309278350515464, "env1_in_acc": 0.9842497136311569, "env1_out_acc": 0.8190148911798396, "env2_in_acc": 0.8246058558558559, "env2_out_acc": 0.8275084554678692, "env3_in_acc": 0.9965576592082617, "env3_out_acc": 0.8794489092996556, "epoch": 64.26364572605561, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.1094659787416459, "mem_gb": 5.396660327911377, "step": 3900, "step_time": 0.30302805503209435}
{"agg_test_acc": 0.8271845509641665, "agg_val_acc": 0.8508434124000812, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/88bb5694189e68dda6ecd4663bd76a65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 529766367, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9969104016477858, "env0_out_acc": 0.8494845360824742, "env1_in_acc": 0.9848224513172967, "env1_out_acc": 0.8235967926689576, "env2_in_acc": 0.8246058558558559, "env2_out_acc": 0.8297632468996617, "env3_in_acc": 0.9951233505450373, "env3_out_acc": 0.8794489092996556, "epoch": 69.20700308959836, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.054172945022583, "mem_gb": 5.396660327911377, "step": 4200, "step_time": 0.3035189485549927}
{"agg_test_acc": 0.8269023846378909, "agg_val_acc": 0.8460394298472769, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/88bb5694189e68dda6ecd4663bd76a65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 529766367, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9963954685890835, "env0_out_acc": 0.8350515463917526, "env1_in_acc": 0.983963344788087, "env1_out_acc": 0.8144329896907216, "env2_in_acc": 0.825168918918919, "env2_out_acc": 0.8286358511837655, "env3_in_acc": 0.9965576592082617, "env3_out_acc": 0.8886337543053962, "epoch": 74.15036045314109, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.004238285223643, "mem_gb": 5.396660327911377, "step": 4500, "step_time": 0.2994448987642924}
{"agg_test_acc": 0.8287336091817005, "agg_val_acc": 0.8509241611806031, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/88bb5694189e68dda6ecd4663bd76a65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 529766367, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9963954685890835, "env0_out_acc": 0.8474226804123711, "env1_in_acc": 0.9882588774341352, "env1_out_acc": 0.8201603665521191, "env2_in_acc": 0.8265765765765766, "env2_out_acc": 0.830890642615558, "env3_in_acc": 0.995697074010327, "env3_out_acc": 0.8851894374282434, "epoch": 79.09371781668384, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.958096212943395, "mem_gb": 5.396660327911377, "step": 4800, "step_time": 0.2974553163846334}
{"agg_test_acc": 0.8278883797926434, "agg_val_acc": 0.8538242786204525, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/88bb5694189e68dda6ecd4663bd76a65", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 529766367, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9953656024716787, "env0_out_acc": 0.8515463917525773, "env1_in_acc": 0.9845360824742269, "env1_out_acc": 0.827033218785796, "env2_in_acc": 0.8260135135135135, "env2_out_acc": 0.8297632468996617, "env3_in_acc": 0.9962707974756168, "env3_out_acc": 0.8828932261768083, "epoch": 82.38928939237898, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.9281380864977836, "mem_gb": 5.396660327911377, "step": 5000, "step_time": 0.29445138573646545}
