Model selection: training-domain validation set
trial_seed: 0
	{'val_acc': 0.727818259751393, 'test_acc': 0.737090207842297}
		hparams:
			batch_size: 126
			class_balanced: False
			data_augmentation: True
			irm_lambda: 15.27125896858225
			irm_penalty_anneal_iters: 1
			lr: 0.0003207929136369226
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.5
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.732426060865838, 'test_acc': 0.7149667880865652}
		hparams:
			batch_size: 318
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.5130316994231492
			irm_penalty_anneal_iters: 9
			lr: 0.00013416901146173725
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			weight_decay: 0.0
trial_seed: 1
	{'val_acc': 0.7337119588512644, 'test_acc': 0.7198950074994643}
		hparams:
			batch_size: 61
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.5404833338507985
			irm_penalty_anneal_iters: 1
			lr: 0.0025521952552627065
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.5
			weight_decay: 0.0
Model selection: training-domain CI validation set
trial_seed: 0
