Model selection: training-domain validation set
trial_seed: 0
	{'val_acc': 0.8470852978997, 'test_acc': 0.10167675577221835}
		hparams:
			alpha: 0.13095433503590045
			batch_size: 126
			beta: 0.014323430432202553
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.28570415823212814
			irm_penalty_anneal_iters: 1
			lr: 0.0003207929136369226
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.5
			sigma: 0.15694762735077242
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.8509429918559794, 'test_acc': 0.10023035302941019}
		hparams:
			alpha: 0.20723937016418426
			batch_size: 318
			beta: 0.2342659236255562
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.029746061182764665
			irm_penalty_anneal_iters: 9
			lr: 0.00013416901146173725
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 37.347869773947735
			weight_decay: 0.0
trial_seed: 1
	{'val_acc': 0.8572653236176597, 'test_acc': 0.09937322547811646}
		hparams:
			alpha: 0.007088613423105998
			batch_size: 61
			beta: 0.012208547100952823
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.03079793072939873
			irm_penalty_anneal_iters: 1
			lr: 0.0025521952552627065
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.5
			sigma: 0.006964782280809292
			weight_decay: 0.0
Model selection: training-domain CI validation set
trial_seed: 0
	{'val_acc': 0.5076082297471067, 'val_ci': 0.00013967537662661858, 'test_acc': 0.5040981411046231}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.4992498928418345, 'val_ci': 0.00015904014202396068, 'test_acc': 0.5065623828145926}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
trial_seed: 1
	{'val_acc': 0.4996785255036434, 'val_ci': 0.00011179392346597337, 'test_acc': 0.5077409331976215}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
Model selection: training-domain min acc withon 1 CI std validation set
trial_seed: 0
	{'val_acc': 0.5076082297471067, 'val_ci': 0.003958282619395381, 'test_acc': 0.5040981411046231}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.4992498928418345, 'val_ci': 0.0001961383748036301, 'test_acc': 0.5065623828145926}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
trial_seed: 1
	{'val_acc': 0.4996785255036434, 'val_ci': 0.00030725830175905484, 'test_acc': 0.5077409331976215}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
Model selection: training-domain min acc withon 1 CI std validation set
trial_seed: 0
	{'val_acc': 0.49239177025289327, 'val_ci': 0.0015918462071368175, 'test_acc': 0.46193817967536294}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.4992498928418345, 'val_ci': 0.00028192049578595484, 'test_acc': 0.5065623828145926}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
trial_seed: 1
	{'val_acc': 0.49378482640377197, 'val_ci': 0.00012842213769514787, 'test_acc': 0.5077409331976215}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
