Model selection: training-domain validation set
trial_seed: 1
	{'val_acc': 0.841941705957994, 'test_acc': 0.09642684952054427}
		hparams:
			batch_size: 64
			class_balanced: False
			data_augmentation: True
			groupdro_eta: 0.01
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			weight_decay: 0.0
trial_seed: 0
	{'val_acc': 0.8490141448778397, 'test_acc': 0.1023731719076445}
		hparams:
			batch_size: 64
			class_balanced: False
			data_augmentation: True
			groupdro_eta: 0.01
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.8467638234033433, 'test_acc': 0.1016231853002625}
		hparams:
			batch_size: 64
			class_balanced: False
			data_augmentation: True
			groupdro_eta: 0.01
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			weight_decay: 0.0
Model selection: training-domain CI validation set
trial_seed: 1
