{"agg_test_acc": 0.011190901043244817, "agg_val_acc": 0.011675842088389201, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/32cf1f4d987d537649df787eadc41586", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323391932, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.014933058702368692, "env0_out_acc": 0.012371134020618556, "env1_in_acc": 0.010882016036655211, "env1_out_acc": 0.006872852233676976, "env2_in_acc": 0.007882882882882882, "env2_out_acc": 0.015783540022547914, "env3_in_acc": 0.010900745840504877, "env3_out_acc": 0.011481056257175661, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 9.175430297851562, "mem_gb": 1.795473575592041, "step": 0, "step_time": 1.4892327785491943}
{"agg_test_acc": 0.6895227289190216, "agg_val_acc": 0.6506455080862004, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/32cf1f4d987d537649df787eadc41586", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323391932, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7358393408856848, "env0_out_acc": 0.6494845360824743, "env1_in_acc": 0.6577892325315006, "env1_out_acc": 0.5910652920962199, "env2_in_acc": 0.7654842342342343, "env2_out_acc": 0.7113866967305524, "env3_in_acc": 0.7028112449799196, "env3_out_acc": 0.6762342135476463, "epoch": 4.94335736354274, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 6.625003836949666, "mem_gb": 2.094304084777832, "step": 300, "step_time": 0.15226051171620686}
{"agg_test_acc": 0.7985637807215933, "agg_val_acc": 0.779389191463337, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/32cf1f4d987d537649df787eadc41586", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323391932, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9104016477857878, "env0_out_acc": 0.7711340206185567, "env1_in_acc": 0.8361970217640321, "env1_out_acc": 0.711340206185567, "env2_in_acc": 0.90625, "env2_out_acc": 0.8556933483652762, "env3_in_acc": 0.8037865748709122, "env3_out_acc": 0.7933409873708381, "epoch": 9.88671472708548, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 3.8772240114212035, "mem_gb": 2.094304084777832, "step": 600, "step_time": 0.17152056137720745}
{"agg_test_acc": 0.815351779024305, "agg_val_acc": 0.7988140603685914, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/32cf1f4d987d537649df787eadc41586", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323391932, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9588053553038105, "env0_out_acc": 0.7814432989690722, "env1_in_acc": 0.8951890034364262, "env1_out_acc": 0.7502863688430699, "env2_in_acc": 0.9448198198198198, "env2_out_acc": 0.8647125140924464, "env3_in_acc": 0.8144004589787722, "env3_out_acc": 0.8163030998851895, "epoch": 14.830072090628219, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.892900293668111, "mem_gb": 2.094304084777832, "step": 900, "step_time": 0.17191850264867148}
{"agg_test_acc": 0.823098692539688, "agg_val_acc": 0.8081527194490207, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/32cf1f4d987d537649df787eadc41586", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323391932, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9794026776519053, "env0_out_acc": 0.7958762886597938, "env1_in_acc": 0.9255441008018328, "env1_out_acc": 0.7537227949599083, "env2_in_acc": 0.9650900900900901, "env2_out_acc": 0.874859075535513, "env3_in_acc": 0.8241537578886976, "env3_out_acc": 0.8220436280137773, "epoch": 19.77342945417096, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.366822613875071, "mem_gb": 2.094304084777832, "step": 1200, "step_time": 0.1731406863530477}
{"agg_test_acc": 0.8265416920248431, "agg_val_acc": 0.8234398437583511, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/32cf1f4d987d537649df787eadc41586", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323391932, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9855818743563337, "env0_out_acc": 0.8020618556701031, "env1_in_acc": 0.9390034364261168, "env1_out_acc": 0.7674684994272624, "env2_in_acc": 0.9766328828828829, "env2_out_acc": 0.9007891770011274, "env3_in_acc": 0.8287435456110155, "env3_out_acc": 0.8243398392652124, "epoch": 24.716786817713697, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 2.064485705693563, "mem_gb": 2.094304084777832, "step": 1500, "step_time": 0.17500900824864704}
{"agg_test_acc": 0.8319943703753525, "agg_val_acc": 0.83173547885302, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/32cf1f4d987d537649df787eadc41586", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323391932, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9881565396498455, "env0_out_acc": 0.8268041237113402, "env1_in_acc": 0.9567583046964491, "env1_out_acc": 0.7766323024054983, "env2_in_acc": 0.9819819819819819, "env2_out_acc": 0.8917700112739572, "env3_in_acc": 0.8316121629374641, "env3_out_acc": 0.8323765786452354, "epoch": 29.660144181256438, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.8745317482948303, "mem_gb": 2.094304084777832, "step": 1800, "step_time": 0.1714786950747172}
{"agg_test_acc": 0.8327111953590371, "agg_val_acc": 0.8270289999236304, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/32cf1f4d987d537649df787eadc41586", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323391932, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9927909371781668, "env0_out_acc": 0.797938144329897, "env1_in_acc": 0.9633447880870561, "env1_out_acc": 0.7823596792668958, "env2_in_acc": 0.9870495495495496, "env2_out_acc": 0.9007891770011274, "env3_in_acc": 0.8341939185312679, "env3_out_acc": 0.8312284730195177, "epoch": 34.60350154479918, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.765411700407664, "mem_gb": 2.094304084777832, "step": 2100, "step_time": 0.17105491002400716}
{"agg_test_acc": 0.8342895935829329, "agg_val_acc": 0.8379652979725908, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/32cf1f4d987d537649df787eadc41586", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323391932, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9953656024716787, "env0_out_acc": 0.8, "env1_in_acc": 0.9693585337915235, "env1_out_acc": 0.8018327605956472, "env2_in_acc": 0.9890202702702703, "env2_out_acc": 0.9120631341600902, "env3_in_acc": 0.8350545037292025, "env3_out_acc": 0.8335246842709529, "epoch": 39.54685890834192, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.6787264553705852, "mem_gb": 2.094304084777832, "step": 2400, "step_time": 0.17352038462956745}
{"agg_test_acc": 0.8352939389942569, "agg_val_acc": 0.8328267152557861, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/32cf1f4d987d537649df787eadc41586", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323391932, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9953656024716787, "env0_out_acc": 0.8164948453608247, "env1_in_acc": 0.9696449026345934, "env1_out_acc": 0.7800687285223368, "env2_in_acc": 0.9915540540540541, "env2_out_acc": 0.9019165727170236, "env3_in_acc": 0.8359150889271372, "env3_out_acc": 0.8346727898966705, "epoch": 44.490216271884655, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.6015964297453562, "mem_gb": 2.094304084777832, "step": 2700, "step_time": 0.17405269543329874}
{"agg_test_acc": 0.8377329224156567, "agg_val_acc": 0.8369544729939022, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/32cf1f4d987d537649df787eadc41586", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323391932, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.995880535530381, "env0_out_acc": 0.8061855670103093, "env1_in_acc": 0.9753722794959908, "env1_out_acc": 0.7892325315005727, "env2_in_acc": 0.9929617117117117, "env2_out_acc": 0.915445321307779, "env3_in_acc": 0.8384968445209409, "env3_out_acc": 0.8369690011481056, "epoch": 49.43357363542739, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.5558502757549286, "mem_gb": 2.094304084777832, "step": 3000, "step_time": 0.17556682427724202}
{"agg_test_acc": 0.8394540928106654, "agg_val_acc": 0.8418016288686268, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/32cf1f4d987d537649df787eadc41586", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323391932, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9963954685890835, "env0_out_acc": 0.8206185567010309, "env1_in_acc": 0.9759450171821306, "env1_out_acc": 0.7961053837342497, "env2_in_acc": 0.9921171171171171, "env2_out_acc": 0.9086809470124013, "env3_in_acc": 0.8419391853126793, "env3_out_acc": 0.8369690011481056, "epoch": 54.37693099897013, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.5225142467021942, "mem_gb": 2.094304084777832, "step": 3300, "step_time": 0.17276834885279338}
{"agg_test_acc": 0.8408890601683103, "agg_val_acc": 0.8452079222236911, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/32cf1f4d987d537649df787eadc41586", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323391932, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9963954685890835, "env0_out_acc": 0.8206185567010309, "env1_in_acc": 0.9799541809851088, "env1_out_acc": 0.8006872852233677, "env2_in_acc": 0.9929617117117117, "env2_out_acc": 0.9143179255918827, "env3_in_acc": 0.842512908777969, "env3_out_acc": 0.8392652123995408, "epoch": 59.320288362512876, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.4136897548039755, "mem_gb": 5.402664661407471, "step": 3600, "step_time": 0.20275499979654948}
{"agg_test_acc": 0.8417499747133835, "agg_val_acc": 0.8438152721210368, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/32cf1f4d987d537649df787eadc41586", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323391932, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9969104016477858, "env0_out_acc": 0.8268041237113402, "env1_in_acc": 0.9782359679266895, "env1_out_acc": 0.7869415807560137, "env2_in_acc": 0.9946509009009009, "env2_out_acc": 0.9177001127395716, "env3_in_acc": 0.8430866322432587, "env3_out_acc": 0.8404133180252583, "epoch": 64.26364572605561, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.2144579668839772, "mem_gb": 5.402664661407471, "step": 3900, "step_time": 0.21952337662378946}
{"agg_test_acc": 0.8423240275259554, "agg_val_acc": 0.8443920131594691, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/32cf1f4d987d537649df787eadc41586", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323391932, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9974253347064882, "env0_out_acc": 0.822680412371134, "env1_in_acc": 0.9808132875143184, "env1_out_acc": 0.8006872852233677, "env2_in_acc": 0.9918355855855856, "env2_out_acc": 0.9098083427282976, "env3_in_acc": 0.8430866322432587, "env3_out_acc": 0.8415614236509759, "epoch": 69.20700308959836, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.1361572142442067, "mem_gb": 5.402664661407471, "step": 4200, "step_time": 0.2212519598007202}
{"agg_test_acc": 0.8430411818572089, "agg_val_acc": 0.8483911470565016, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/32cf1f4d987d537649df787eadc41586", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323391932, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9953656024716787, "env0_out_acc": 0.8371134020618557, "env1_in_acc": 0.9822451317296678, "env1_out_acc": 0.7892325315005727, "env2_in_acc": 0.9943693693693694, "env2_out_acc": 0.9188275084554679, "env3_in_acc": 0.8445209409064831, "env3_out_acc": 0.8415614236509759, "epoch": 74.15036045314109, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.0798432638247808, "mem_gb": 5.402664661407471, "step": 4500, "step_time": 0.21884013732274374}
{"agg_test_acc": 0.8428977509909581, "agg_val_acc": 0.8409495604916504, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/32cf1f4d987d537649df787eadc41586", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323391932, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.994335736354274, "env0_out_acc": 0.822680412371134, "env1_in_acc": 0.9822451317296678, "env1_out_acc": 0.7892325315005727, "env2_in_acc": 0.9938063063063063, "env2_out_acc": 0.910935738444194, "env3_in_acc": 0.8442340791738382, "env3_out_acc": 0.8415614236509759, "epoch": 79.09371781668384, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 1.0316142066319784, "mem_gb": 5.402664661407471, "step": 4800, "step_time": 0.21920061190923054}
{"agg_test_acc": 0.8418930762320653, "agg_val_acc": 0.8476696826734501, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/32cf1f4d987d537649df787eadc41586", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 323391932, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9938208032955715, "env0_out_acc": 0.8371134020618557, "env1_in_acc": 0.9776632302405498, "env1_out_acc": 0.7949599083619702, "env2_in_acc": 0.995777027027027, "env2_out_acc": 0.910935738444194, "env3_in_acc": 0.8445209409064831, "env3_out_acc": 0.8392652123995408, "epoch": 82.38928939237898, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8001163740830898, "lambda2": 0.7340462818445315, "last_k_epoch": 0.3149495809125332, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.8284464949429635, "weight_decay": 1e-06, "worst_case_p": 0.2}, "loss": 0.9995150846242905, "mem_gb": 5.402664661407471, "step": 5000, "step_time": 0.2165222930908203}
