Model: aldro
{'validation': 1.0, 'id_test': 0.9310344827586207, 'ood_test': 0.9330143540669856, 'ood_validation': 0.9285714285714286, 'train': 0.9402460456942003}
{'validation': 1.0, 'id_test': 0.896551724137931, 'ood_test': 0.9952153110047847, 'ood_validation': 0.9857142857142858, 'train': 0.9314586994727593}
{'validation': 1.0, 'id_test': 0.9517241379310345, 'ood_test': 0.9569377990430622, 'ood_validation': 0.9857142857142858, 'train': 0.9718804920913884}
{'validation': 1.0, 'id_test': 0.9448275862068966, 'ood_test': 0.9904306220095693, 'ood_validation': 0.9857142857142858, 'train': 0.9894551845342706}
{'validation': 1.0, 'id_test': 0.9655172413793104, 'ood_test': 0.9569377990430622, 'ood_validation': 0.9857142857142858, 'train': 0.9736379613356766}
{'validation': 1.0, 'id_test': 0.9517241379310345, 'ood_test': 0.9904306220095693, 'ood_validation': 0.9857142857142858, 'train': 0.9894551845342706}
{'validation': 1.0, 'id_test': 0.9517241379310345, 'ood_test': 0.9856459330143541, 'ood_validation': 0.9714285714285714, 'train': 0.9859402460456942}
{'validation': 1.0, 'id_test': 0.9517241379310345, 'ood_test': 0.9521531100478469, 'ood_validation': 0.9571428571428572, 'train': 0.9630931458699473}
{'validation': 1.0, 'id_test': 0.9241379310344827, 'ood_test': 0.9521531100478469, 'ood_validation': 1.0, 'train': 0.9753954305799648}
{'validation': 1.0, 'id_test': 0.9379310344827586, 'ood_test': 0.9952153110047847, 'ood_validation': 0.9857142857142858, 'train': 0.9912126537785588}
Model: dann
{'validation': 0.7142857142857143, 'id_test': 0.7724137931034483, 'ood_test': 0.9761904761904762, 'ood_validation': 0.9857142857142858, '0': 0.9775280898876404, '1': 0.7027027027027027, '2': 0.2564102564102564, '4': 0.975, '6': 0.9847328244274809}
{'validation': 1.0, 'id_test': 0.7793103448275862, 'ood_test': 0.819047619047619, 'ood_validation': 0.8714285714285714, '0': 0.6404494382022472, '1': 0.5225225225225225, '2': 0.8974358974358975, '4': 0.9333333333333333, '6': 0.9236641221374046}
{'validation': 0.5714285714285714, 'id_test': 0.593103448275862, 'ood_test': 0.6, 'ood_validation': 0.6571428571428571, '0': 0.6179775280898876, '1': 0.4954954954954955, '2': 0.8888888888888888, '4': 0.925, '6': 0.04580152671755725}
{'validation': 0.42857142857142855, 'id_test': 0.4689655172413793, 'ood_test': 0.6, 'ood_validation': 0.6571428571428571, '0': 0.033707865168539325, '1': 0.2972972972972973, '2': 0.8888888888888888, '4': 0.925, '6': 0.04580152671755725}
{'validation': 0.42857142857142855, 'id_test': 0.4689655172413793, 'ood_test': 0.6, 'ood_validation': 0.6571428571428571, '0': 0.033707865168539325, '1': 0.2972972972972973, '2': 0.8888888888888888, '4': 0.925, '6': 0.04580152671755725}
{'validation': 0.42857142857142855, 'id_test': 0.4689655172413793, 'ood_test': 0.6, 'ood_validation': 0.6571428571428571, '0': 0.033707865168539325, '1': 0.2972972972972973, '2': 0.8888888888888888, '4': 0.925, '6': 0.04580152671755725}
{'validation': 0.42857142857142855, 'id_test': 0.4689655172413793, 'ood_test': 0.6, 'ood_validation': 0.6571428571428571, '0': 0.033707865168539325, '1': 0.2972972972972973, '2': 0.8888888888888888, '4': 0.925, '6': 0.04580152671755725}
{'validation': 0.42857142857142855, 'id_test': 0.4689655172413793, 'ood_test': 0.6, 'ood_validation': 0.6571428571428571, '0': 0.033707865168539325, '1': 0.2972972972972973, '2': 0.8888888888888888, '4': 0.925, '6': 0.04580152671755725}
{'validation': 0.42857142857142855, 'id_test': 0.4689655172413793, 'ood_test': 0.6, 'ood_validation': 0.6571428571428571, '0': 0.033707865168539325, '1': 0.2972972972972973, '2': 0.8888888888888888, '4': 0.925, '6': 0.04580152671755725}
{'validation': 0.42857142857142855, 'id_test': 0.4689655172413793, 'ood_test': 0.6, 'ood_validation': 0.6571428571428571, '0': 0.033707865168539325, '1': 0.2972972972972973, '2': 0.8888888888888888, '4': 0.925, '6': 0.04580152671755725}
Model: deepcoral
{'validation': 0.7142857142857143, 'id_test': 0.4930555555555556, 'ood_test': 0.38571428571428573, 'ood_validation': 0.323943661971831, '0': 0.990909090909091, '1': 0.7837837837837838, '2': 0.04132231404958678, '4': 0.044642857142857144, '6': 1.0}
{'validation': 0.7142857142857143, 'id_test': 0.4930555555555556, 'ood_test': 0.38571428571428573, 'ood_validation': 0.323943661971831, '0': 0.990909090909091, '1': 0.7837837837837838, '2': 0.04132231404958678, '4': 0.044642857142857144, '6': 1.0}
{'validation': 0.8571428571428571, 'id_test': 0.7152777777777778, 'ood_test': 0.47619047619047616, 'ood_validation': 0.43661971830985913, '0': 1.0, '1': 0.8828828828828829, '2': 0.9421487603305785, '4': 0.044642857142857144, '6': 1.0}
{'validation': 0.7142857142857143, 'id_test': 0.5416666666666666, 'ood_test': 0.8142857142857143, 'ood_validation': 0.8591549295774648, '0': 0.990909090909091, '1': 0.7837837837837838, '2': 0.04132231404958678, '4': 0.25892857142857145, '6': 1.0}
{'validation': 0.7142857142857143, 'id_test': 0.4930555555555556, 'ood_test': 0.38571428571428573, 'ood_validation': 0.323943661971831, '0': 0.990909090909091, '1': 0.7837837837837838, '2': 0.04132231404958678, '4': 0.044642857142857144, '6': 1.0}
{'validation': 0.7142857142857143, 'id_test': 0.4930555555555556, 'ood_test': 0.38571428571428573, 'ood_validation': 0.323943661971831, '0': 0.990909090909091, '1': 0.7837837837837838, '2': 0.04132231404958678, '4': 0.044642857142857144, '6': 1.0}
{'validation': 0.8571428571428571, 'id_test': 0.7291666666666666, 'ood_test': 0.5380952380952381, 'ood_validation': 0.4647887323943662, '0': 0.990909090909091, '1': 0.990990990990991, '2': 0.9917355371900827, '4': 0.044642857142857144, '6': 1.0}
{'validation': 0.7142857142857143, 'id_test': 0.4930555555555556, 'ood_test': 0.38571428571428573, 'ood_validation': 0.323943661971831, '0': 0.990909090909091, '1': 0.7837837837837838, '2': 0.04132231404958678, '4': 0.044642857142857144, '6': 1.0}
{'validation': 1.0, 'id_test': 0.9930555555555556, 'ood_test': 0.9476190476190476, 'ood_validation': 1.0, '0': 0.990909090909091, '1': 0.972972972972973, '2': 1.0, '4': 1.0, '6': 1.0}
{'validation': 1.0, 'id_test': 0.9861111111111112, 'ood_test': 0.9476190476190476, 'ood_validation': 1.0, '0': 0.990909090909091, '1': 0.9819819819819819, '2': 0.9917355371900827, '4': 1.0, '6': 1.0}
Model: expgrad
{'ood_test': 0.7547169811320755}
Model: ft_transformer
{'validation': 0.2857142857142857, 'id_test': 0.5804195804195804, 'ood_test': 0.3194444444444444, 'ood_validation': 0.273972602739726, 'train': 0.5811051693404634}
{'validation': 0.2857142857142857, 'id_test': 0.6013986013986014, 'ood_test': 0.7685185185185185, 'ood_validation': 0.8904109589041096, 'train': 0.679144385026738}
{'validation': 0.2857142857142857, 'id_test': 0.6293706293706294, 'ood_test': 0.4537037037037037, 'ood_validation': 0.4520547945205479, 'train': 0.7005347593582888}
{'validation': 0.8571428571428571, 'id_test': 0.7972027972027972, 'ood_test': 0.8287037037037037, 'ood_validation': 0.9452054794520548, 'train': 0.7932263814616756}
{'validation': 0.42857142857142855, 'id_test': 0.8041958041958042, 'ood_test': 0.8703703703703703, 'ood_validation': 0.9452054794520548, 'train': 0.8181818181818182}
{'validation': 0.8571428571428571, 'id_test': 0.8531468531468531, 'ood_test': 0.8379629629629629, 'ood_validation': 0.9863013698630136, 'train': 0.8128342245989305}
{'validation': 1.0, 'id_test': 0.9020979020979021, 'ood_test': 0.8935185185185185, 'ood_validation': 0.9863013698630136, 'train': 0.8805704099821747}
{'validation': 1.0, 'id_test': 0.916083916083916, 'ood_test': 0.9305555555555556, 'ood_validation': 0.9726027397260274, 'train': 0.8859180035650623}
{'validation': 1.0, 'id_test': 0.916083916083916, 'ood_test': 0.9444444444444444, 'ood_validation': 0.9726027397260274, 'train': 0.8966131907308378}
{'validation': 1.0, 'id_test': 0.916083916083916, 'ood_test': 0.9212962962962963, 'ood_validation': 0.9863013698630136, 'train': 0.8983957219251337}
Model: group_dro
{'validation': 0.8571428571428571, 'id_test': 0.8428571428571429, 'ood_test': 0.9383259911894273, 'ood_validation': 0.8289473684210527, 'train': 0.9072727272727272}
{'validation': 0.8571428571428571, 'id_test': 0.9, 'ood_test': 0.9823788546255506, 'ood_validation': 0.9342105263157895, 'train': 0.9563636363636364}
{'validation': 0.8571428571428571, 'id_test': 0.9142857142857143, 'ood_test': 0.9911894273127754, 'ood_validation': 0.9473684210526315, 'train': 0.9709090909090909}
{'validation': 0.8571428571428571, 'id_test': 0.9357142857142857, 'ood_test': 0.973568281938326, 'ood_validation': 0.9605263157894737, 'train': 0.9872727272727273}
{'validation': 0.8571428571428571, 'id_test': 0.9214285714285714, 'ood_test': 0.973568281938326, 'ood_validation': 0.9210526315789473, 'train': 0.9745454545454545}
{'validation': 0.8571428571428571, 'id_test': 0.9285714285714286, 'ood_test': 0.9691629955947136, 'ood_validation': 0.9473684210526315, 'train': 0.9781818181818182}
{'validation': 0.8571428571428571, 'id_test': 0.8642857142857143, 'ood_test': 0.920704845814978, 'ood_validation': 0.8289473684210527, 'train': 0.9327272727272727}
{'validation': 0.8571428571428571, 'id_test': 0.9357142857142857, 'ood_test': 0.9691629955947136, 'ood_validation': 0.9605263157894737, 'train': 0.9763636363636363}
{'validation': 0.8571428571428571, 'id_test': 0.9285714285714286, 'ood_test': 0.9779735682819384, 'ood_validation': 0.9473684210526315, 'train': 0.98}
{'validation': 0.8571428571428571, 'id_test': 0.8928571428571429, 'ood_test': 0.960352422907489, 'ood_validation': 0.881578947368421, 'train': 0.9709090909090909}
Model: irm
{'validation': 0.8571428571428571, 'id_test': 0.9115646258503401, 'ood_test': 0.9800995024875622, 'ood_validation': 0.9402985074626866, '0': 0.9590163934426229, '1': 0.8198198198198198, '2': 0.9029126213592233, '4': 0.9741379310344828, '6': 0.9682539682539683}
{'validation': 0.8571428571428571, 'id_test': 0.9387755102040817, 'ood_test': 0.9353233830845771, 'ood_validation': 0.9253731343283582, '0': 0.9836065573770492, '1': 0.963963963963964, '2': 0.9514563106796117, '4': 0.853448275862069, '6': 0.9444444444444444}
{'validation': 1.0, 'id_test': 0.9659863945578231, 'ood_test': 0.9751243781094527, 'ood_validation': 0.9552238805970149, '0': 1.0, '1': 0.963963963963964, '2': 0.9902912621359223, '4': 0.9827586206896551, '6': 0.9682539682539683}
{'validation': 1.0, 'id_test': 0.9523809523809523, 'ood_test': 0.9800995024875622, 'ood_validation': 0.9552238805970149, '0': 0.9918032786885246, '1': 0.972972972972973, '2': 0.9611650485436893, '4': 0.9655172413793104, '6': 0.9603174603174603}
{'validation': 0.8571428571428571, 'id_test': 0.9727891156462585, 'ood_test': 0.9701492537313433, 'ood_validation': 0.9701492537313433, '0': 0.9918032786885246, '1': 0.9459459459459459, '2': 0.9902912621359223, '4': 0.9741379310344828, '6': 0.9841269841269841}
{'validation': 1.0, 'id_test': 0.9591836734693877, 'ood_test': 0.9800995024875622, 'ood_validation': 0.9552238805970149, '0': 0.9918032786885246, '1': 0.963963963963964, '2': 1.0, '4': 0.9827586206896551, '6': 0.9920634920634921}
{'validation': 1.0, 'id_test': 0.9591836734693877, 'ood_test': 0.9800995024875622, 'ood_validation': 0.9552238805970149, '0': 0.9836065573770492, '1': 0.963963963963964, '2': 0.9611650485436893, '4': 0.9913793103448276, '6': 0.9761904761904762}
{'validation': 1.0, 'id_test': 0.9251700680272109, 'ood_test': 0.9701492537313433, 'ood_validation': 0.9701492537313433, '0': 0.9836065573770492, '1': 0.9369369369369369, '2': 0.912621359223301, '4': 0.9827586206896551, '6': 0.9920634920634921}
{'validation': 0.8571428571428571, 'id_test': 0.9455782312925171, 'ood_test': 0.9502487562189055, 'ood_validation': 0.9701492537313433, '0': 0.9836065573770492, '1': 0.9009009009009009, '2': 0.9320388349514563, '4': 0.9827586206896551, '6': 0.9761904761904762}
{'validation': 0.5714285714285714, 'id_test': 0.9183673469387755, 'ood_test': 0.4925373134328358, 'ood_validation': 0.5074626865671642, '0': 0.9590163934426229, '1': 0.9369369369369369, '2': 0.970873786407767, '4': 0.7931034482758621, '6': 0.9682539682539683}
Model: label_group_dro
{'validation': 0.5714285714285714, 'id_test': 0.8194444444444444, 'ood_test': 0.7428571428571429, 'ood_validation': 0.8028169014084507, 'train': 0.7394366197183099}
{'validation': 1.0, 'id_test': 0.8472222222222222, 'ood_test': 0.7142857142857143, 'ood_validation': 0.8028169014084507, 'train': 0.8415492957746479}
{'validation': 1.0, 'id_test': 0.7986111111111112, 'ood_test': 0.6952380952380952, 'ood_validation': 0.7887323943661971, 'train': 0.8045774647887324}
{'validation': 0.7142857142857143, 'id_test': 0.6944444444444444, 'ood_test': 0.7095238095238096, 'ood_validation': 0.8169014084507042, 'train': 0.7640845070422535}
{'validation': 0.8571428571428571, 'id_test': 0.8125, 'ood_test': 0.7285714285714285, 'ood_validation': 0.7887323943661971, 'train': 0.8098591549295775}
{'validation': 1.0, 'id_test': 0.75, 'ood_test': 0.638095238095238, 'ood_validation': 0.7464788732394366, 'train': 0.8063380281690141}
{'validation': 0.8571428571428571, 'id_test': 0.8263888888888888, 'ood_test': 0.7142857142857143, 'ood_validation': 0.7464788732394366, 'train': 0.8345070422535211}
{'validation': 0.8571428571428571, 'id_test': 0.7847222222222222, 'ood_test': 0.7285714285714285, 'ood_validation': 0.7746478873239436, 'train': 0.7975352112676056}
{'validation': 1.0, 'id_test': 0.7847222222222222, 'ood_test': 0.5904761904761905, 'ood_validation': 0.676056338028169, 'train': 0.8151408450704225}
{'validation': 1.0, 'id_test': 0.7986111111111112, 'ood_test': 0.6333333333333333, 'ood_validation': 0.7464788732394366, 'train': 0.8186619718309859}
Model: lightgbm
{'ood_test': 1.0}
Model: mixup
{'validation': 0.8571428571428571, 'id_test': 0.6986301369863014, 'ood_test': 0.7718446601941747, 'ood_validation': 0.782608695652174, '0': 0.811965811965812, '1': 0.6636363636363637, '2': 0.8305084745762712, '4': 0.7476635514018691, '6': 0.6833333333333333}
{'validation': 0.8571428571428571, 'id_test': 0.684931506849315, 'ood_test': 0.8203883495145631, 'ood_validation': 0.8695652173913043, '0': 0.6837606837606838, '1': 0.5, '2': 0.7711864406779662, '4': 0.7663551401869159, '6': 0.7666666666666667}
{'validation': 0.8571428571428571, 'id_test': 0.684931506849315, 'ood_test': 0.8009708737864077, 'ood_validation': 0.855072463768116, '0': 0.7350427350427351, '1': 0.6181818181818182, '2': 0.8050847457627118, '4': 0.7663551401869159, '6': 0.75}
{'validation': 0.8571428571428571, 'id_test': 0.6917808219178082, 'ood_test': 0.9223300970873787, 'ood_validation': 0.927536231884058, '0': 0.48717948717948717, '1': 0.38181818181818183, '2': 0.7711864406779662, '4': 0.822429906542056, '6': 0.9166666666666666}
{'validation': 0.8571428571428571, 'id_test': 0.678082191780822, 'ood_test': 0.8349514563106796, 'ood_validation': 0.9130434782608695, '0': 0.6495726495726496, '1': 0.5272727272727272, '2': 0.8050847457627118, '4': 0.7850467289719626, '6': 0.7833333333333333}
{'validation': 0.8571428571428571, 'id_test': 0.7191780821917808, 'ood_test': 0.8300970873786407, 'ood_validation': 0.8985507246376812, '0': 0.7435897435897436, '1': 0.6454545454545455, '2': 0.8220338983050848, '4': 0.7850467289719626, '6': 0.7583333333333333}
{'validation': 0.8571428571428571, 'id_test': 0.8424657534246576, 'ood_test': 0.970873786407767, 'ood_validation': 0.9565217391304348, '0': 0.7777777777777778, '1': 0.6818181818181818, '2': 0.8389830508474576, '4': 0.9439252336448598, '6': 0.9333333333333333}
{'validation': 0.8571428571428571, 'id_test': 0.8698630136986302, 'ood_test': 0.9466019417475728, 'ood_validation': 0.9420289855072463, '0': 0.8376068376068376, '1': 0.7363636363636363, '2': 0.847457627118644, '4': 0.9065420560747663, '6': 0.925}
{'validation': 0.8571428571428571, 'id_test': 0.6917808219178082, 'ood_test': 0.7378640776699029, 'ood_validation': 0.7391304347826086, '0': 0.8803418803418803, '1': 0.8090909090909091, '2': 0.9067796610169492, '4': 0.7476635514018691, '6': 0.43333333333333335}
{'validation': 0.5714285714285714, 'id_test': 0.5616438356164384, 'ood_test': 0.7524271844660194, 'ood_validation': 0.7536231884057971, '0': 0.42735042735042733, '1': 0.43636363636363634, '2': 0.8050847457627118, '4': 0.7476635514018691, '6': 0.6416666666666667}
Model: mlp
{'validation': 0.6666666666666666, 'id_test': 0.6357142857142857, 'ood_test': 0.5454545454545454, 'ood_validation': 0.6233766233766234, 'train': 0.6153846153846154}
{'validation': 0.8333333333333334, 'id_test': 0.7, 'ood_test': 0.6233766233766234, 'ood_validation': 0.6363636363636364, 'train': 0.7582417582417582}
{'validation': 0.8333333333333334, 'id_test': 0.6428571428571429, 'ood_test': 0.6017316017316018, 'ood_validation': 0.5844155844155844, 'train': 0.6703296703296703}
{'validation': 0.8333333333333334, 'id_test': 0.6928571428571428, 'ood_test': 0.5757575757575758, 'ood_validation': 0.5324675324675324, 'train': 0.6886446886446886}
{'validation': 0.8333333333333334, 'id_test': 0.7071428571428572, 'ood_test': 0.5974025974025974, 'ood_validation': 0.5454545454545454, 'train': 0.7362637362637363}
{'validation': 0.8333333333333334, 'id_test': 0.9071428571428571, 'ood_test': 0.8181818181818182, 'ood_validation': 0.8831168831168831, 'train': 0.9010989010989011}
{'validation': 1.0, 'id_test': 0.8642857142857143, 'ood_test': 0.7662337662337663, 'ood_validation': 0.8441558441558441, 'train': 0.9102564102564102}
{'validation': 0.8333333333333334, 'id_test': 0.7071428571428572, 'ood_test': 0.6017316017316018, 'ood_validation': 0.5584415584415584, 'train': 0.7032967032967034}
{'validation': 0.8333333333333334, 'id_test': 0.75, 'ood_test': 0.5930735930735931, 'ood_validation': 0.5584415584415584, 'train': 0.7875457875457875}
{'validation': 0.8333333333333334, 'id_test': 0.7357142857142858, 'ood_test': 0.5844155844155844, 'ood_validation': 0.5844155844155844, 'train': 0.7435897435897436}
Model: mmd
{'validation': 0.7142857142857143, 'id_test': 0.4014084507042254, 'ood_test': 0.7136363636363636, 'ood_validation': 0.6621621621621622, '0': 0.4351851851851852, '1': 0.39316239316239315, '2': 0.38095238095238093, '4': 0.44, '6': 0.44339622641509435}
{'validation': 0.7142857142857143, 'id_test': 0.4014084507042254, 'ood_test': 0.7136363636363636, 'ood_validation': 0.6621621621621622, '0': 0.4351851851851852, '1': 0.39316239316239315, '2': 0.38095238095238093, '4': 0.44, '6': 0.44339622641509435}
{'validation': 0.7142857142857143, 'id_test': 0.4014084507042254, 'ood_test': 0.7136363636363636, 'ood_validation': 0.6621621621621622, '0': 0.4351851851851852, '1': 0.39316239316239315, '2': 0.38095238095238093, '4': 0.44, '6': 0.44339622641509435}
{'validation': 0.7142857142857143, 'id_test': 0.4014084507042254, 'ood_test': 0.7227272727272728, 'ood_validation': 0.6621621621621622, '0': 0.4351851851851852, '1': 0.39316239316239315, '2': 0.38095238095238093, '4': 0.44, '6': 0.44339622641509435}
{'validation': 0.7142857142857143, 'id_test': 0.676056338028169, 'ood_test': 0.8636363636363636, 'ood_validation': 0.8243243243243243, '0': 0.7314814814814815, '1': 0.6752136752136753, '2': 0.6349206349206349, '4': 0.72, '6': 0.7735849056603774}
{'validation': 0.8571428571428571, 'id_test': 0.6408450704225352, 'ood_test': 0.9090909090909091, 'ood_validation': 0.8378378378378378, '0': 0.7129629629629629, '1': 0.6239316239316239, '2': 0.5317460317460317, '4': 0.78, '6': 0.6981132075471698}
{'validation': 0.8571428571428571, 'id_test': 0.6267605633802817, 'ood_test': 0.9409090909090909, 'ood_validation': 0.9459459459459459, '0': 0.5, '1': 0.4017094017094017, '2': 0.38095238095238093, '4': 0.92, '6': 0.9339622641509434}
{'validation': 0.7142857142857143, 'id_test': 0.47183098591549294, 'ood_test': 0.8318181818181818, 'ood_validation': 0.7567567567567568, '0': 0.4351851851851852, '1': 0.39316239316239315, '2': 0.38095238095238093, '4': 0.58, '6': 0.6226415094339622}
{'validation': 0.5714285714285714, 'id_test': 0.528169014084507, 'ood_test': 0.7181818181818181, 'ood_validation': 0.8243243243243243, '0': 0.5277777777777778, '1': 0.4017094017094017, '2': 0.40476190476190477, '4': 0.56, '6': 0.5566037735849056}
{'validation': 0.8571428571428571, 'id_test': 0.6126760563380281, 'ood_test': 0.9181818181818182, 'ood_validation': 0.9054054054054054, '0': 0.6111111111111112, '1': 0.4700854700854701, '2': 0.42857142857142855, '4': 0.9, '6': 0.7735849056603774}
Model: node
{'validation': 1.0, 'id_test': 0.9148936170212766, 'ood_test': 0.9819819819819819, 'ood_validation': 0.9866666666666667, 'train': 0.9585585585585585}
{'validation': 1.0, 'id_test': 0.9290780141843972, 'ood_test': 0.9864864864864865, 'ood_validation': 1.0, 'train': 0.9783783783783784}
{'validation': 1.0, 'id_test': 0.9290780141843972, 'ood_test': 0.990990990990991, 'ood_validation': 1.0, 'train': 0.9891891891891892}
{'validation': 1.0, 'id_test': 0.8723404255319149, 'ood_test': 0.990990990990991, 'ood_validation': 1.0, 'train': 0.9423423423423424}
{'validation': 1.0, 'id_test': 0.9361702127659575, 'ood_test': 0.9864864864864865, 'ood_validation': 1.0, 'train': 0.9891891891891892}
{'validation': 1.0, 'id_test': 0.9290780141843972, 'ood_test': 0.9864864864864865, 'ood_validation': 1.0, 'train': 0.9927927927927928}
{'validation': 1.0, 'id_test': 0.950354609929078, 'ood_test': 0.990990990990991, 'ood_validation': 1.0, 'train': 0.9765765765765766}
{'validation': 1.0, 'id_test': 0.9078014184397163, 'ood_test': 0.9864864864864865, 'ood_validation': 0.9733333333333334, 'train': 0.9819819819819819}
{'validation': 1.0, 'id_test': 0.9361702127659575, 'ood_test': 0.990990990990991, 'ood_validation': 1.0, 'train': 0.9945945945945946}
{'validation': 1.0, 'id_test': 0.9361702127659575, 'ood_test': 0.990990990990991, 'ood_validation': 1.0, 'train': 0.9945945945945946}
Model: resnet
{'validation': 0.7142857142857143, 'id_test': 0.8531468531468531, 'ood_test': 0.9262672811059908, 'ood_validation': 0.863013698630137, 'train': 0.8571428571428571}
{'validation': 0.7142857142857143, 'id_test': 0.9230769230769231, 'ood_test': 0.9585253456221198, 'ood_validation': 0.9041095890410958, 'train': 0.9571428571428572}
{'validation': 0.8571428571428571, 'id_test': 0.9790209790209791, 'ood_test': 0.9124423963133641, 'ood_validation': 0.863013698630137, 'train': 0.9857142857142858}
{'validation': 0.7142857142857143, 'id_test': 0.972027972027972, 'ood_test': 0.9585253456221198, 'ood_validation': 0.8904109589041096, 'train': 0.9785714285714285}
{'validation': 0.8571428571428571, 'id_test': 0.993006993006993, 'ood_test': 0.9354838709677419, 'ood_validation': 0.8767123287671232, 'train': 0.9946428571428572}
{'validation': 1.0, 'id_test': 0.9790209790209791, 'ood_test': 0.9907834101382489, 'ood_validation': 0.9452054794520548, 'train': 0.9892857142857143}
{'validation': 1.0, 'id_test': 0.9790209790209791, 'ood_test': 0.9815668202764977, 'ood_validation': 0.9315068493150684, 'train': 0.9839285714285714}
{'validation': 0.8571428571428571, 'id_test': 0.972027972027972, 'ood_test': 0.9769585253456221, 'ood_validation': 0.9315068493150684, 'train': 0.9910714285714286}
{'validation': 0.8571428571428571, 'id_test': 0.986013986013986, 'ood_test': 0.9447004608294931, 'ood_validation': 0.8767123287671232, 'train': 0.9964285714285714}
{'validation': 0.8571428571428571, 'id_test': 0.972027972027972, 'ood_test': 0.8986175115207373, 'ood_validation': 0.8493150684931506, 'train': 0.9892857142857143}
Model: saint
{'validation': 0.8333333333333334, 'id_test': 0.6115107913669064, 'ood_test': 0.31896551724137934, 'ood_validation': 0.2948717948717949, 'train': 0.5743119266055046}
{'validation': 0.8333333333333334, 'id_test': 0.8633093525179856, 'ood_test': 0.8663793103448276, 'ood_validation': 0.9102564102564102, 'train': 0.8568807339449541}
{'validation': 0.8333333333333334, 'id_test': 0.8057553956834532, 'ood_test': 0.8146551724137931, 'ood_validation': 0.7948717948717948, 'train': 0.8201834862385321}
{'validation': 1.0, 'id_test': 0.8848920863309353, 'ood_test': 0.8620689655172413, 'ood_validation': 0.8846153846153846, 'train': 0.8880733944954129}
{'validation': 0.8333333333333334, 'id_test': 0.8992805755395683, 'ood_test': 0.875, 'ood_validation': 0.9102564102564102, 'train': 0.8788990825688073}
{'validation': 0.8333333333333334, 'id_test': 0.6115107913669064, 'ood_test': 0.31896551724137934, 'ood_validation': 0.2948717948717949, 'train': 0.5743119266055046}
{'validation': 1.0, 'id_test': 0.8848920863309353, 'ood_test': 0.8491379310344828, 'ood_validation': 0.8846153846153846, 'train': 0.8880733944954129}
{'validation': 0.8333333333333334, 'id_test': 0.8129496402877698, 'ood_test': 0.8189655172413793, 'ood_validation': 0.7948717948717948, 'train': 0.8220183486238533}
{'validation': 0.8333333333333334, 'id_test': 0.8776978417266187, 'ood_test': 0.8362068965517241, 'ood_validation': 0.8589743589743589, 'train': 0.8550458715596331}
{'validation': 0.8333333333333334, 'id_test': 0.8705035971223022, 'ood_test': 0.8318965517241379, 'ood_validation': 0.8461538461538461, 'train': 0.8495412844036697}
Model: tabtransformer
{'validation': 0.7142857142857143, 'id_test': 0.5902777777777778, 'ood_test': 0.46919431279620855, 'ood_validation': 0.4225352112676056, 'train': 0.6190476190476191}
{'validation': 0.8571428571428571, 'id_test': 0.7083333333333334, 'ood_test': 0.6824644549763034, 'ood_validation': 0.5633802816901409, 'train': 0.7760141093474426}
{'validation': 1.0, 'id_test': 0.7708333333333334, 'ood_test': 0.7393364928909952, 'ood_validation': 0.6901408450704225, 'train': 0.8659611992945326}
{'validation': 1.0, 'id_test': 0.7569444444444444, 'ood_test': 0.6018957345971564, 'ood_validation': 0.5915492957746479, 'train': 0.8342151675485009}
{'validation': 0.8571428571428571, 'id_test': 0.8263888888888888, 'ood_test': 0.7677725118483413, 'ood_validation': 0.7183098591549296, 'train': 0.892416225749559}
{'validation': 1.0, 'id_test': 0.9097222222222222, 'ood_test': 0.7772511848341233, 'ood_validation': 0.7464788732394366, 'train': 0.9506172839506173}
{'validation': 1.0, 'id_test': 0.8333333333333334, 'ood_test': 0.7488151658767772, 'ood_validation': 0.704225352112676, 'train': 0.8888888888888888}
{'validation': 0.8571428571428571, 'id_test': 0.8611111111111112, 'ood_test': 0.7345971563981043, 'ood_validation': 0.7605633802816901, 'train': 0.9153439153439153}
{'validation': 1.0, 'id_test': 0.9097222222222222, 'ood_test': 0.8199052132701422, 'ood_validation': 0.8169014084507042, 'train': 0.9717813051146384}
{'validation': 0.8571428571428571, 'id_test': 0.8472222222222222, 'ood_test': 0.7630331753554502, 'ood_validation': 0.704225352112676, 'train': 0.9188712522045855}
Model: vrex
{'validation': 0.8571428571428571, 'id_test': 0.7006802721088435, 'ood_test': 0.6995073891625616, 'ood_validation': 0.6617647058823529, '0': 0.8045112781954887, '1': 0.8545454545454545, '2': 0.8, '4': 0.7387387387387387, '6': 0.5867768595041323}
{'validation': 0.8571428571428571, 'id_test': 0.6938775510204082, 'ood_test': 0.6995073891625616, 'ood_validation': 0.6764705882352942, '0': 0.8045112781954887, '1': 0.8181818181818182, '2': 0.78, '4': 0.7387387387387387, '6': 0.5867768595041323}
{'validation': 0.7142857142857143, 'id_test': 0.6530612244897959, 'ood_test': 0.7192118226600985, 'ood_validation': 0.6764705882352942, '0': 0.7368421052631579, '1': 0.7181818181818181, '2': 0.7, '4': 0.7477477477477478, '6': 0.5950413223140496}
{'validation': 0.7142857142857143, 'id_test': 0.7414965986394558, 'ood_test': 0.8571428571428571, 'ood_validation': 0.8382352941176471, '0': 0.7293233082706767, '1': 0.7181818181818181, '2': 0.73, '4': 0.918918918918919, '6': 0.8512396694214877}
{'validation': 1.0, 'id_test': 0.7414965986394558, 'ood_test': 0.6699507389162561, 'ood_validation': 0.6617647058823529, '0': 0.9097744360902256, '1': 0.9272727272727272, '2': 0.91, '4': 0.7207207207207207, '6': 0.48760330578512395}
{'validation': 0.8571428571428571, 'id_test': 0.6190476190476191, 'ood_test': 0.6354679802955665, 'ood_validation': 0.6323529411764706, '0': 0.7894736842105263, '1': 0.8, '2': 0.78, '4': 0.6936936936936937, '6': 0.39669421487603307}
{'validation': 0.7142857142857143, 'id_test': 0.5306122448979592, 'ood_test': 0.6551724137931034, 'ood_validation': 0.6470588235294118, '0': 0.6165413533834586, '1': 0.6090909090909091, '2': 0.71, '4': 0.6936936936936937, '6': 0.4462809917355372}
{'validation': 0.7142857142857143, 'id_test': 0.5306122448979592, 'ood_test': 0.6699507389162561, 'ood_validation': 0.6323529411764706, '0': 0.556390977443609, '1': 0.509090909090909, '2': 0.64, '4': 0.6936936936936937, '6': 0.49586776859504134}
{'validation': 0.7142857142857143, 'id_test': 0.5510204081632653, 'ood_test': 0.6798029556650246, 'ood_validation': 0.6323529411764706, '0': 0.6090225563909775, '1': 0.6, '2': 0.66, '4': 0.7207207207207207, '6': 0.512396694214876}
{'validation': 0.7142857142857143, 'id_test': 0.5850340136054422, 'ood_test': 0.6995073891625616, 'ood_validation': 0.6617647058823529, '0': 0.6466165413533834, '1': 0.6272727272727273, '2': 0.66, '4': 0.7297297297297297, '6': 0.5867768595041323}
Model: xgb
{'ood_test': 1.0}
Model: ib_erm
{'validation': 0.42857142857142855, 'id_test': 0.7394366197183099, 'ood_test': 0.8371040723981901, 'ood_validation': 0.8378378378378378, '0': 0.6632653061224489, '1': 0.6293103448275862, '2': 0.7456140350877193, '4': 0.7711864406779662, '6': 0.7727272727272727}
{'validation': 0.5714285714285714, 'id_test': 0.7887323943661971, 'ood_test': 0.832579185520362, 'ood_validation': 0.8378378378378378, '0': 0.7959183673469388, '1': 0.6896551724137931, '2': 0.7894736842105263, '4': 0.788135593220339, '6': 0.8}
{'validation': 0.7142857142857143, 'id_test': 0.8943661971830986, 'ood_test': 0.8235294117647058, 'ood_validation': 0.8378378378378378, '0': 0.9489795918367347, '1': 0.9827586206896551, '2': 0.9385964912280702, '4': 0.8135593220338984, '6': 0.7818181818181819}
{'validation': 0.5714285714285714, 'id_test': 0.8098591549295775, 'ood_test': 0.8733031674208145, 'ood_validation': 0.8513513513513513, '0': 0.8571428571428571, '1': 0.7241379310344828, '2': 0.8157894736842105, '4': 0.8305084745762712, '6': 0.8636363636363636}
{'validation': 0.8571428571428571, 'id_test': 0.9084507042253521, 'ood_test': 0.9230769230769231, 'ood_validation': 0.918918918918919, '0': 0.9591836734693877, '1': 0.9224137931034483, '2': 0.8771929824561403, '4': 0.9067796610169492, '6': 0.9454545454545454}
{'validation': 0.7142857142857143, 'id_test': 0.8591549295774648, 'ood_test': 0.8416289592760181, 'ood_validation': 0.8513513513513513, '0': 0.9183673469387755, '1': 0.8793103448275862, '2': 0.868421052631579, '4': 0.8305084745762712, '6': 0.8272727272727273}
{'validation': 0.8571428571428571, 'id_test': 0.9225352112676056, 'ood_test': 0.9095022624434389, 'ood_validation': 0.918918918918919, '0': 0.9693877551020408, '1': 0.9137931034482759, '2': 0.9035087719298246, '4': 0.9067796610169492, '6': 0.9454545454545454}
{'validation': 0.8571428571428571, 'id_test': 0.9295774647887324, 'ood_test': 0.9547511312217195, 'ood_validation': 0.9594594594594594, '0': 0.9591836734693877, '1': 0.9224137931034483, '2': 0.8947368421052632, '4': 0.9745762711864406, '6': 0.9545454545454546}
{'validation': 0.8571428571428571, 'id_test': 0.9366197183098591, 'ood_test': 0.918552036199095, 'ood_validation': 0.9324324324324325, '0': 0.9693877551020408, '1': 0.9396551724137931, '2': 0.9210526315789473, '4': 0.9322033898305084, '6': 0.9636363636363636}
{'validation': 0.8571428571428571, 'id_test': 0.9507042253521126, 'ood_test': 0.9321266968325792, 'ood_validation': 0.9594594594594594, '0': 0.9897959183673469, '1': 0.9568965517241379, '2': 0.9385964912280702, '4': 0.9576271186440678, '6': 0.9818181818181818}
Model: ib_irm
{'validation': 0.7142857142857143, 'id_test': 0.5241379310344828, 'ood_test': 0.9371980676328503, 'ood_validation': 0.9142857142857143, '0': 0.25225225225225223, '1': 0.411214953271028, '2': 0.6101694915254238, '4': 0.9083333333333333, '6': 0.9043478260869565}
{'validation': 0.8571428571428571, 'id_test': 0.7931034482758621, 'ood_test': 0.8502415458937198, 'ood_validation': 0.8, '0': 0.8198198198198198, '1': 0.8785046728971962, '2': 0.8305084745762712, '4': 0.7, '6': 0.8782608695652174}
{'validation': 0.8571428571428571, 'id_test': 0.5862068965517241, 'ood_test': 0.7294685990338164, 'ood_validation': 0.7571428571428571, '0': 0.6486486486486487, '1': 0.6822429906542056, '2': 0.6610169491525424, '4': 0.6, '6': 0.5826086956521739}
{'validation': 1.0, 'id_test': 0.7448275862068966, 'ood_test': 0.7439613526570048, 'ood_validation': 0.7857142857142857, '0': 0.8558558558558559, '1': 0.8130841121495327, '2': 0.9152542372881356, '4': 0.6333333333333333, '6': 0.6521739130434783}
{'validation': 1.0, 'id_test': 0.7724137931034483, 'ood_test': 0.8502415458937198, 'ood_validation': 0.8, '0': 0.8828828828828829, '1': 0.822429906542056, '2': 0.8813559322033898, '4': 0.6833333333333333, '6': 0.7913043478260869}
{'validation': 1.0, 'id_test': 0.7724137931034483, 'ood_test': 0.8840579710144928, 'ood_validation': 0.8428571428571429, '0': 0.8108108108108109, '1': 0.8037383177570093, '2': 0.8135593220338984, '4': 0.7833333333333333, '6': 0.8347826086956521}
{'validation': 1.0, 'id_test': 0.7448275862068966, 'ood_test': 0.7729468599033816, 'ood_validation': 0.7857142857142857, '0': 0.8648648648648649, '1': 0.8317757009345794, '2': 0.8813559322033898, '4': 0.6166666666666667, '6': 0.7304347826086957}
{'validation': 1.0, 'id_test': 0.7862068965517242, 'ood_test': 0.8743961352657005, 'ood_validation': 0.8142857142857143, '0': 0.8828828828828829, '1': 0.8411214953271028, '2': 0.9067796610169492, '4': 0.7416666666666667, '6': 0.8521739130434782}
{'validation': 1.0, 'id_test': 0.7103448275862069, 'ood_test': 0.714975845410628, 'ood_validation': 0.7571428571428571, '0': 0.8558558558558559, '1': 0.8130841121495327, '2': 0.8389830508474576, '4': 0.6, '6': 0.6}
{'validation': 1.0, 'id_test': 0.8344827586206897, 'ood_test': 0.9710144927536232, 'ood_validation': 0.9, '0': 0.8918918918918919, '1': 0.8317757009345794, '2': 0.923728813559322, '4': 0.8666666666666667, '6': 0.9304347826086956}
Model: causirl_coral
{'validation': 0.6666666666666666, 'id_test': 0.5971223021582733, 'ood_test': 0.28205128205128205, 'ood_validation': 0.28205128205128205, '0': 0.7105263157894737, '1': 0.6944444444444444, '2': 0.38095238095238093, '4': 0.5210084033613446, '6': 0.6907216494845361}
{'validation': 0.5, 'id_test': 0.5467625899280576, 'ood_test': 0.7478632478632479, 'ood_validation': 0.7564102564102564, '0': 0.5877192982456141, '1': 0.4537037037037037, '2': 0.638095238095238, '4': 0.4789915966386555, '6': 0.5463917525773195}
{'validation': 0.8333333333333334, 'id_test': 0.762589928057554, 'ood_test': 0.6965811965811965, 'ood_validation': 0.6410256410256411, '0': 0.8245614035087719, '1': 0.7222222222222222, '2': 0.7523809523809524, '4': 0.5210084033613446, '6': 0.6907216494845361}
{'validation': 0.5, 'id_test': 0.6402877697841727, 'ood_test': 0.7948717948717948, 'ood_validation': 0.8076923076923077, '0': 0.6666666666666666, '1': 0.5277777777777778, '2': 0.6476190476190476, '4': 0.5126050420168067, '6': 0.711340206185567}
{'validation': 0.6666666666666666, 'id_test': 0.6115107913669064, 'ood_test': 0.5555555555555556, 'ood_validation': 0.47435897435897434, '0': 0.7105263157894737, '1': 0.6944444444444444, '2': 0.4095238095238095, '4': 0.5210084033613446, '6': 0.6907216494845361}
{'validation': 0.6666666666666666, 'id_test': 0.6618705035971223, 'ood_test': 0.7649572649572649, 'ood_validation': 0.7692307692307693, '0': 0.7894736842105263, '1': 0.6203703703703703, '2': 0.7047619047619048, '4': 0.4789915966386555, '6': 0.5979381443298969}
{'validation': 0.6666666666666666, 'id_test': 0.6187050359712231, 'ood_test': 0.7393162393162394, 'ood_validation': 0.7435897435897436, '0': 0.7368421052631579, '1': 0.6111111111111112, '2': 0.7142857142857143, '4': 0.4789915966386555, '6': 0.5051546391752577}
{'validation': 0.8333333333333334, 'id_test': 0.7985611510791367, 'ood_test': 0.8418803418803419, 'ood_validation': 0.8461538461538461, '0': 0.9210526315789473, '1': 0.9259259259259259, '2': 0.9523809523809523, '4': 0.680672268907563, '6': 0.7525773195876289}
{'validation': 0.8333333333333334, 'id_test': 0.7482014388489209, 'ood_test': 0.811965811965812, 'ood_validation': 0.8205128205128205, '0': 0.8596491228070176, '1': 0.8055555555555556, '2': 0.8952380952380953, '4': 0.6386554621848739, '6': 0.7010309278350515}
{'validation': 0.8333333333333334, 'id_test': 0.8201438848920863, 'ood_test': 0.905982905982906, 'ood_validation': 0.8974358974358975, '0': 0.9122807017543859, '1': 0.8518518518518519, '2': 0.9523809523809523, '4': 0.907563025210084, '6': 0.865979381443299}
Model: causirl_mmd
{'validation': 0.3333333333333333, 'id_test': 0.463768115942029, 'ood_test': 0.592436974789916, 'ood_validation': 0.6875, '0': 0.06542056074766354, '1': 0.2830188679245283, '2': 0.8839285714285714, '4': 0.8952380952380953, '6': 0.07407407407407407}
{'validation': 0.6666666666666666, 'id_test': 0.5362318840579711, 'ood_test': 0.40756302521008403, 'ood_validation': 0.3125, '0': 0.9345794392523364, '1': 0.7169811320754716, '2': 0.11607142857142858, '4': 0.10476190476190476, '6': 0.9259259259259259}
{'validation': 0.3333333333333333, 'id_test': 0.463768115942029, 'ood_test': 0.592436974789916, 'ood_validation': 0.6875, '0': 0.06542056074766354, '1': 0.2830188679245283, '2': 0.8839285714285714, '4': 0.8952380952380953, '6': 0.07407407407407407}
{'validation': 0.3333333333333333, 'id_test': 0.463768115942029, 'ood_test': 0.592436974789916, 'ood_validation': 0.6875, '0': 0.06542056074766354, '1': 0.2830188679245283, '2': 0.8839285714285714, '4': 0.8952380952380953, '6': 0.07407407407407407}
{'validation': 0.3333333333333333, 'id_test': 0.463768115942029, 'ood_test': 0.592436974789916, 'ood_validation': 0.6875, '0': 0.06542056074766354, '1': 0.2830188679245283, '2': 0.8839285714285714, '4': 0.8952380952380953, '6': 0.07407407407407407}
{'validation': 0.3333333333333333, 'id_test': 0.463768115942029, 'ood_test': 0.592436974789916, 'ood_validation': 0.6875, '0': 0.06542056074766354, '1': 0.2830188679245283, '2': 0.8839285714285714, '4': 0.8952380952380953, '6': 0.07407407407407407}
{'validation': 0.3333333333333333, 'id_test': 0.6376811594202898, 'ood_test': 0.9285714285714286, 'ood_validation': 0.9375, '0': 0.06542056074766354, '1': 0.2830188679245283, '2': 0.8839285714285714, '4': 0.9619047619047619, '6': 0.9907407407407407}
{'validation': 0.3333333333333333, 'id_test': 0.463768115942029, 'ood_test': 0.592436974789916, 'ood_validation': 0.6875, '0': 0.06542056074766354, '1': 0.2830188679245283, '2': 0.8839285714285714, '4': 0.8952380952380953, '6': 0.07407407407407407}
{'validation': 0.3333333333333333, 'id_test': 0.463768115942029, 'ood_test': 0.592436974789916, 'ood_validation': 0.6875, '0': 0.06542056074766354, '1': 0.2830188679245283, '2': 0.8839285714285714, '4': 0.8952380952380953, '6': 0.07407407407407407}
{'validation': 0.3333333333333333, 'id_test': 0.6376811594202898, 'ood_test': 0.8865546218487395, 'ood_validation': 0.9, '0': 0.06542056074766354, '1': 0.2830188679245283, '2': 0.8839285714285714, '4': 0.9238095238095239, '6': 0.9259259259259259}
