Model selection: training-domain validation set
trial_seed: 2
	{'val_acc': 0.8596228032576083, 'test_acc': 0.09583757432902984}
		hparams:
			batch_size: 64
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			weight_decay: 0.0
trial_seed: 1
	{'val_acc': 0.8528718388341192, 'test_acc': 0.10751593721540686}
		hparams:
			batch_size: 8
			class_balanced: False
			data_augmentation: True
			irm_lambda: 2.23642000834826
			irm_penalty_anneal_iters: 93
			lr: 9.242078636590432e-05
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.5
			weight_decay: 0.0
trial_seed: 0
	{'val_acc': 0.8526575225032147, 'test_acc': 0.09776611131944073}
		hparams:
			batch_size: 64
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			weight_decay: 0.0
Model selection: training-domain CI validation set
trial_seed: 2
