Model selection: training-domain validation set
trial_seed: 1
	{'val_acc': 0.7283540505786541, 'test_acc': 0.7275551746303835}
		hparams:
			batch_size: 64
			class_balanced: False
			data_augmentation: True
			groupdro_eta: 0.01
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.7311401628804115, 'test_acc': 0.7209127919434326}
		hparams:
			batch_size: 64
			class_balanced: False
			data_augmentation: True
			groupdro_eta: 0.01
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			weight_decay: 0.0
trial_seed: 0
	{'val_acc': 0.7258894127732534, 'test_acc': 0.7240197128776515}
		hparams:
			batch_size: 64
			class_balanced: False
			data_augmentation: True
			groupdro_eta: 0.01
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			weight_decay: 0.0
Model selection: training-domain CI validation set
trial_seed: 1
