Model: aldro
{'validation': 0.7142857142857143, 'id_test': 0.9448275862068966, 'ood_test': 0.9330143540669856, 'ood_validation': 0.9285714285714286, 'train': 0.9384885764499121}
{'validation': 1.0, 'id_test': 0.9448275862068966, 'ood_test': 0.9090909090909091, 'ood_validation': 0.9142857142857143, 'train': 0.9367311072056239}
{'validation': 1.0, 'id_test': 0.993103448275862, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 0.9982425307557118}
{'validation': 0.7142857142857143, 'id_test': 0.9724137931034482, 'ood_test': 0.9665071770334929, 'ood_validation': 0.9857142857142858, 'train': 0.9701230228471002}
{'validation': 1.0, 'id_test': 0.993103448275862, 'ood_test': 0.9904306220095693, 'ood_validation': 1.0, 'train': 0.9929701230228472}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 1.0}
{'validation': 0.8571428571428571, 'id_test': 0.993103448275862, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 0.9964850615114236}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 1.0}
Model: dann
{'validation': 0.5714285714285714, 'id_test': 0.66, 'ood_test': 0.8541666666666666, 'ood_validation': 0.84375, '0': 0.1523809523809524, '1': 0.2857142857142857, '2': 0.9217391304347826, '4': 0.7719298245614035, '6': 0.8849557522123894}
{'validation': 1.0, 'id_test': 0.8733333333333333, 'ood_test': 0.8072916666666666, 'ood_validation': 0.8125, '0': 0.8476190476190476, '1': 0.9428571428571428, '2': 0.9565217391304348, '4': 0.7105263157894737, '6': 0.8849557522123894}
{'validation': 1.0, 'id_test': 0.9666666666666667, 'ood_test': 0.9739583333333334, 'ood_validation': 0.953125, '0': 0.9238095238095239, '1': 0.9642857142857143, '2': 0.9739130434782609, '4': 0.9473684210526315, '6': 0.9823008849557522}
{'validation': 1.0, 'id_test': 0.9533333333333334, 'ood_test': 0.9635416666666666, 'ood_validation': 0.953125, '0': 0.9428571428571428, '1': 0.9714285714285714, '2': 0.9826086956521739, '4': 0.956140350877193, '6': 0.911504424778761}
{'validation': 1.0, 'id_test': 0.9666666666666667, 'ood_test': 0.9739583333333334, 'ood_validation': 0.96875, '0': 0.9714285714285714, '1': 0.9857142857142858, '2': 0.991304347826087, '4': 0.956140350877193, '6': 0.9292035398230089}
{'validation': 1.0, 'id_test': 0.9866666666666667, 'ood_test': 0.9739583333333334, 'ood_validation': 0.96875, '0': 0.9809523809523809, '1': 1.0, '2': 1.0, '4': 0.9736842105263158, '6': 0.9292035398230089}
{'validation': 1.0, 'id_test': 0.8733333333333333, 'ood_test': 0.6927083333333334, 'ood_validation': 0.75, '0': 0.9714285714285714, '1': 0.9928571428571429, '2': 1.0, '4': 0.7017543859649122, '6': 0.8849557522123894}
{'validation': 1.0, 'id_test': 0.7333333333333333, 'ood_test': 0.671875, 'ood_validation': 0.703125, '0': 0.23809523809523808, '1': 0.8785714285714286, '2': 0.9739130434782609, '4': 0.7017543859649122, '6': 0.8849557522123894}
{'validation': 0.7142857142857143, 'id_test': 0.7333333333333333, 'ood_test': 0.9947916666666666, 'ood_validation': 1.0, '0': 0.1523809523809524, '1': 0.39285714285714285, '2': 0.9478260869565217, '4': 0.9912280701754386, '6': 0.9911504424778761}
{'validation': 1.0, 'id_test': 0.98, 'ood_test': 0.984375, 'ood_validation': 0.984375, '0': 1.0, '1': 0.9928571428571429, '2': 1.0, '4': 0.9824561403508771, '6': 0.9292035398230089}
Model: deepcoral
{'validation': 0.7142857142857143, 'id_test': 0.6433566433566433, 'ood_test': 0.25925925925925924, 'ood_validation': 0.3472222222222222, '0': 1.0, '1': 1.0, '2': 0.9907407407407407, '4': 0.01639344262295082, '6': 0.0}
{'validation': 1.0, 'id_test': 0.993006993006993, 'ood_test': 0.7407407407407407, 'ood_validation': 0.6527777777777778, '0': 1.0, '1': 1.0, '2': 0.9907407407407407, '4': 0.9836065573770492, '6': 1.0}
{'validation': 0.2857142857142857, 'id_test': 0.35664335664335667, 'ood_test': 0.7407407407407407, 'ood_validation': 0.6527777777777778, '0': 0.0, '1': 0.0, '2': 0.009259259259259259, '4': 0.9836065573770492, '6': 1.0}
{'validation': 1.0, 'id_test': 0.993006993006993, 'ood_test': 0.7962962962962963, 'ood_validation': 0.7638888888888888, '0': 1.0, '1': 1.0, '2': 0.9907407407407407, '4': 0.9836065573770492, '6': 1.0}
{'validation': 0.2857142857142857, 'id_test': 0.35664335664335667, 'ood_test': 0.7546296296296297, 'ood_validation': 0.6666666666666666, '0': 0.0, '1': 0.0, '2': 0.009259259259259259, '4': 0.9836065573770492, '6': 1.0}
{'validation': 1.0, 'id_test': 0.951048951048951, 'ood_test': 0.7592592592592593, 'ood_validation': 0.6805555555555556, '0': 1.0, '1': 1.0, '2': 0.8888888888888888, '4': 0.9836065573770492, '6': 1.0}
{'validation': 0.2857142857142857, 'id_test': 0.35664335664335667, 'ood_test': 0.7407407407407407, 'ood_validation': 0.6527777777777778, '0': 0.0, '1': 0.0, '2': 0.009259259259259259, '4': 0.9836065573770492, '6': 1.0}
{'validation': 1.0, 'id_test': 0.986013986013986, 'ood_test': 0.7407407407407407, 'ood_validation': 0.6527777777777778, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.9836065573770492, '6': 1.0}
{'validation': 0.2857142857142857, 'id_test': 0.35664335664335667, 'ood_test': 0.7407407407407407, 'ood_validation': 0.6527777777777778, '0': 0.0, '1': 0.0, '2': 0.009259259259259259, '4': 0.9836065573770492, '6': 1.0}
{'validation': 0.7142857142857143, 'id_test': 0.7482517482517482, 'ood_test': 0.7407407407407407, 'ood_validation': 0.6527777777777778, '0': 0.0, '1': 1.0, '2': 1.0, '4': 0.9836065573770492, '6': 1.0}
Model: expgrad
{'ood_test': 0.8544600938967136}
Model: ft_transformer
{'validation': 0.7142857142857143, 'id_test': 0.7847222222222222, 'ood_test': 0.24644549763033174, 'ood_validation': 0.2676056338028169, 'train': 0.7760141093474426}
{'validation': 1.0, 'id_test': 0.9861111111111112, 'ood_test': 0.7962085308056872, 'ood_validation': 0.8309859154929577, 'train': 0.9947089947089947}
{'validation': 1.0, 'id_test': 0.9861111111111112, 'ood_test': 0.8388625592417062, 'ood_validation': 0.8309859154929577, 'train': 0.9947089947089947}
{'validation': 1.0, 'id_test': 0.9861111111111112, 'ood_test': 0.8293838862559242, 'ood_validation': 0.8873239436619719, 'train': 0.9947089947089947}
{'validation': 1.0, 'id_test': 0.9861111111111112, 'ood_test': 0.8341232227488151, 'ood_validation': 0.9014084507042254, 'train': 0.9947089947089947}
{'validation': 1.0, 'id_test': 0.9861111111111112, 'ood_test': 0.8578199052132701, 'ood_validation': 0.8169014084507042, 'train': 0.9947089947089947}
{'validation': 1.0, 'id_test': 0.9861111111111112, 'ood_test': 0.8483412322274881, 'ood_validation': 0.8309859154929577, 'train': 0.9947089947089947}
{'validation': 1.0, 'id_test': 0.9861111111111112, 'ood_test': 0.8578199052132701, 'ood_validation': 0.8873239436619719, 'train': 0.9947089947089947}
{'validation': 1.0, 'id_test': 0.9861111111111112, 'ood_test': 0.8672985781990521, 'ood_validation': 0.8873239436619719, 'train': 0.9947089947089947}
{'validation': 1.0, 'id_test': 0.9861111111111112, 'ood_test': 0.8625592417061612, 'ood_validation': 0.9014084507042254, 'train': 0.9947089947089947}
Model: group_dro
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.783410138248848, 'ood_validation': 0.8356164383561644, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.783410138248848, 'ood_validation': 0.8356164383561644, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.783410138248848, 'ood_validation': 0.8356164383561644, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.783410138248848, 'ood_validation': 0.8356164383561644, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.783410138248848, 'ood_validation': 0.8356164383561644, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.783410138248848, 'ood_validation': 0.8356164383561644, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.783410138248848, 'ood_validation': 0.8356164383561644, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.783410138248848, 'ood_validation': 0.8356164383561644, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.783410138248848, 'ood_validation': 0.8356164383561644, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.783410138248848, 'ood_validation': 0.8356164383561644, 'train': 1.0}
Model: irm
{'validation': 0.5714285714285714, 'id_test': 0.6214285714285714, 'ood_test': 0.2599118942731278, 'ood_validation': 0.3026315789473684, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.0, '6': 0.0}
{'validation': 0.0, 'id_test': 0.14285714285714285, 'ood_test': 0.2290748898678414, 'ood_validation': 0.19736842105263158, '0': 0.0, '1': 0.0, '2': 0.0, '4': 0.5714285714285714, '6': 0.0}
{'validation': 0.14285714285714285, 'id_test': 0.2, 'ood_test': 0.5638766519823789, 'ood_validation': 0.4473684210526316, '0': 0.0, '1': 0.0, '2': 0.0, '4': 1.0, '6': 0.01694915254237288}
{'validation': 0.14285714285714285, 'id_test': 0.2, 'ood_test': 0.6872246696035242, 'ood_validation': 0.631578947368421, '0': 0.0, '1': 0.0, '2': 0.0, '4': 1.0, '6': 0.00847457627118644}
{'validation': 0.42857142857142855, 'id_test': 0.37857142857142856, 'ood_test': 0.73568281938326, 'ood_validation': 0.7105263157894737, '0': 0.0, '1': 0.0, '2': 0.0, '4': 1.0, '6': 1.0}
{'validation': 0.42857142857142855, 'id_test': 0.37857142857142856, 'ood_test': 0.73568281938326, 'ood_validation': 0.7105263157894737, '0': 0.0, '1': 0.0, '2': 0.0, '4': 1.0, '6': 1.0}
{'validation': 0.0, 'id_test': 0.0, 'ood_test': 0.21585903083700442, 'ood_validation': 0.18421052631578946, '0': 0.0, '1': 0.0, '2': 0.0, '4': 0.0, '6': 0.0}
{'validation': 0.0, 'id_test': 0.0, 'ood_test': 0.21585903083700442, 'ood_validation': 0.18421052631578946, '0': 0.0, '1': 0.0, '2': 0.0, '4': 0.0, '6': 0.0}
{'validation': 0.2857142857142857, 'id_test': 0.2357142857142857, 'ood_test': 0.6960352422907489, 'ood_validation': 0.6842105263157895, '0': 0.0, '1': 0.0, '2': 0.0, '4': 1.0, '6': 0.2457627118644068}
{'validation': 0.0, 'id_test': 0.0, 'ood_test': 0.2511013215859031, 'ood_validation': 0.2894736842105263, '0': 0.0, '1': 0.0, '2': 0.0, '4': 0.0, '6': 0.0}
Model: label_group_dro
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7417840375586855, 'ood_validation': 0.8028169014084507, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7417840375586855, 'ood_validation': 0.8028169014084507, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7417840375586855, 'ood_validation': 0.8028169014084507, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7417840375586855, 'ood_validation': 0.8028169014084507, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7417840375586855, 'ood_validation': 0.8028169014084507, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7417840375586855, 'ood_validation': 0.8028169014084507, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7417840375586855, 'ood_validation': 0.8028169014084507, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7417840375586855, 'ood_validation': 0.8028169014084507, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7417840375586855, 'ood_validation': 0.8028169014084507, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7417840375586855, 'ood_validation': 0.8028169014084507, 'train': 1.0}
Model: lightgbm
{'ood_test': 0.9558823529411765}
Model: mixup
{'validation': 0.5714285714285714, 'id_test': 0.4825174825174825, 'ood_test': 0.6588785046728972, 'ood_validation': 0.6805555555555556, '0': 0.0, '1': 0.0, '2': 0.0, '4': 0.9122807017543859, '6': 1.0}
{'validation': 0.5714285714285714, 'id_test': 0.7762237762237763, 'ood_test': 0.4485981308411215, 'ood_validation': 0.4305555555555556, '0': 1.0, '1': 1.0, '2': 0.6017699115044248, '4': 0.7456140350877193, '6': 0.5}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.6121495327102804, 'ood_validation': 0.6388888888888888, '0': 1.0, '1': 1.0, '2': 0.9203539823008849, '4': 1.0, '6': 1.0}
{'validation': 0.42857142857142855, 'id_test': 0.4965034965034965, 'ood_test': 0.308411214953271, 'ood_validation': 0.2361111111111111, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.0, '6': 0.0}
{'validation': 0.5714285714285714, 'id_test': 0.5034965034965035, 'ood_test': 0.6915887850467289, 'ood_validation': 0.75, '0': 0.0, '1': 0.0, '2': 0.0, '4': 1.0, '6': 1.0}
{'validation': 0.42857142857142855, 'id_test': 0.4965034965034965, 'ood_test': 0.308411214953271, 'ood_validation': 0.25, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.0, '6': 0.0}
{'validation': 0.2857142857142857, 'id_test': 0.11888111888111888, 'ood_test': 0.308411214953271, 'ood_validation': 0.25, '0': 0.0, '1': 0.0, '2': 1.0, '4': 0.0, '6': 0.0}
{'validation': 1.0, 'id_test': 0.7762237762237763, 'ood_test': 0.7289719626168224, 'ood_validation': 0.7083333333333334, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.16666666666666666, '6': 1.0}
{'validation': 1.0, 'id_test': 0.7482517482517482, 'ood_test': 0.7336448598130841, 'ood_validation': 0.7083333333333334, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.0, '6': 1.0}
{'validation': 0.42857142857142855, 'id_test': 0.4965034965034965, 'ood_test': 0.308411214953271, 'ood_validation': 0.25, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.0, '6': 0.0}
Model: mlp
{'validation': 1.0, 'id_test': 0.9375, 'ood_test': 0.9571428571428572, 'ood_validation': 0.9859154929577465, 'train': 0.9735915492957746}
{'validation': 1.0, 'id_test': 0.9513888888888888, 'ood_test': 0.9095238095238095, 'ood_validation': 0.8873239436619719, 'train': 0.9683098591549296}
{'validation': 1.0, 'id_test': 0.9444444444444444, 'ood_test': 0.9380952380952381, 'ood_validation': 0.8873239436619719, 'train': 0.948943661971831}
{'validation': 1.0, 'id_test': 0.9791666666666666, 'ood_test': 0.9761904761904762, 'ood_validation': 0.971830985915493, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.9904761904761905, 'ood_validation': 1.0, 'train': 0.9964788732394366}
{'validation': 1.0, 'id_test': 0.9930555555555556, 'ood_test': 0.9809523809523809, 'ood_validation': 0.9859154929577465, 'train': 0.9964788732394366}
{'validation': 1.0, 'id_test': 0.9930555555555556, 'ood_test': 0.9809523809523809, 'ood_validation': 0.9859154929577465, 'train': 1.0}
{'validation': 1.0, 'id_test': 0.9930555555555556, 'ood_test': 0.9952380952380953, 'ood_validation': 0.9859154929577465, 'train': 1.0}
{'validation': 1.0, 'id_test': 0.9930555555555556, 'ood_test': 0.9952380952380953, 'ood_validation': 0.9859154929577465, 'train': 1.0}
{'validation': 1.0, 'id_test': 0.9930555555555556, 'ood_test': 0.9952380952380953, 'ood_validation': 0.9859154929577465, 'train': 1.0}
Model: mmd
{'validation': 0.7142857142857143, 'id_test': 0.7464788732394366, 'ood_test': 0.6894977168949772, 'ood_validation': 0.7567567567567568, '0': 1.0, '1': 0.990909090909091, '2': 0.9380530973451328, '4': 0.7984496124031008, '6': 0.11711711711711711}
{'validation': 1.0, 'id_test': 0.9154929577464789, 'ood_test': 0.954337899543379, 'ood_validation': 0.9459459459459459, '0': 1.0, '1': 1.0, '2': 0.9911504424778761, '4': 0.9457364341085271, '6': 0.8378378378378378}
{'validation': 0.42857142857142855, 'id_test': 0.4084507042253521, 'ood_test': 0.7397260273972602, 'ood_validation': 0.6486486486486487, '0': 0.0, '1': 0.00909090909090909, '2': 0.08849557522123894, '4': 0.8294573643410853, '6': 1.0}
{'validation': 1.0, 'id_test': 0.9014084507042254, 'ood_test': 0.954337899543379, 'ood_validation': 0.9594594594594594, '0': 1.0, '1': 0.990909090909091, '2': 1.0, '4': 0.9844961240310077, '6': 0.6936936936936937}
{'validation': 1.0, 'id_test': 0.9647887323943662, 'ood_test': 0.9406392694063926, 'ood_validation': 0.9459459459459459, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.8914728682170543, '6': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.9908675799086758, 'ood_validation': 1.0, '0': 1.0, '1': 1.0, '2': 1.0, '4': 1.0, '6': 1.0}
{'validation': 0.42857142857142855, 'id_test': 0.4084507042253521, 'ood_test': 0.7397260273972602, 'ood_validation': 0.6486486486486487, '0': 0.0, '1': 0.00909090909090909, '2': 0.08849557522123894, '4': 0.8294573643410853, '6': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.9863013698630136, 'ood_validation': 0.9864864864864865, '0': 1.0, '1': 1.0, '2': 1.0, '4': 1.0, '6': 1.0}
{'validation': 1.0, 'id_test': 0.8380281690140845, 'ood_test': 0.8036529680365296, 'ood_validation': 0.7432432432432432, '0': 0.3263157894736842, '1': 0.9545454545454546, '2': 1.0, '4': 0.8294573643410853, '6': 1.0}
{'validation': 1.0, 'id_test': 0.9788732394366197, 'ood_test': 0.9634703196347032, 'ood_validation': 0.9864864864864865, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.9612403100775194, '6': 1.0}
Model: node
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.8584474885844748, 'ood_validation': 0.8513513513513513, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.8995433789954338, 'ood_validation': 0.8648648648648649, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.8858447488584474, 'ood_validation': 0.9054054054054054, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.8812785388127854, 'ood_validation': 0.8648648648648649, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.8812785388127854, 'ood_validation': 0.8648648648648649, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.8767123287671232, 'ood_validation': 0.8918918918918919, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.8812785388127854, 'ood_validation': 0.8918918918918919, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.8812785388127854, 'ood_validation': 0.8918918918918919, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.8812785388127854, 'ood_validation': 0.8918918918918919, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.8767123287671232, 'ood_validation': 0.8918918918918919, 'train': 1.0}
Model: resnet
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.9389671361502347, 'ood_validation': 0.9577464788732394, 'train': 0.9964601769911504}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 0.9982300884955753}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 0.9982300884955753}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.9953051643192489, 'ood_validation': 1.0, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 1.0}
Model: saint
{'validation': 0.7142857142857143, 'id_test': 0.8169014084507042, 'ood_test': 0.634703196347032, 'ood_validation': 0.726027397260274, 'train': 0.7638640429338104}
{'validation': 0.8571428571428571, 'id_test': 0.8591549295774648, 'ood_test': 0.7579908675799086, 'ood_validation': 0.821917808219178, 'train': 0.8228980322003577}
{'validation': 0.8571428571428571, 'id_test': 0.795774647887324, 'ood_test': 0.771689497716895, 'ood_validation': 0.863013698630137, 'train': 0.8443649373881932}
{'validation': 0.8571428571428571, 'id_test': 0.8943661971830986, 'ood_test': 0.7442922374429224, 'ood_validation': 0.8082191780821918, 'train': 0.8640429338103757}
{'validation': 0.8571428571428571, 'id_test': 0.8169014084507042, 'ood_test': 0.7671232876712328, 'ood_validation': 0.863013698630137, 'train': 0.8586762075134168}
{'validation': 0.7142857142857143, 'id_test': 0.8802816901408451, 'ood_test': 0.8310502283105022, 'ood_validation': 0.9178082191780822, 'train': 0.9016100178890877}
{'validation': 0.8571428571428571, 'id_test': 0.8450704225352113, 'ood_test': 0.7534246575342466, 'ood_validation': 0.7945205479452054, 'train': 0.8586762075134168}
{'validation': 0.8571428571428571, 'id_test': 0.8661971830985915, 'ood_test': 0.8264840182648402, 'ood_validation': 0.8493150684931506, 'train': 0.8801431127012522}
{'validation': 0.8571428571428571, 'id_test': 0.9014084507042254, 'ood_test': 0.8767123287671232, 'ood_validation': 0.9452054794520548, 'train': 0.9105545617173524}
{'validation': 0.8571428571428571, 'id_test': 0.9366197183098591, 'ood_test': 0.9041095890410958, 'ood_validation': 0.9863013698630136, 'train': 0.9338103756708408}
Model: tabtransformer
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7706422018348624, 'ood_validation': 0.6986301369863014, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7752293577981652, 'ood_validation': 0.6986301369863014, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7752293577981652, 'ood_validation': 0.6986301369863014, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7752293577981652, 'ood_validation': 0.6986301369863014, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7752293577981652, 'ood_validation': 0.6986301369863014, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7752293577981652, 'ood_validation': 0.6986301369863014, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7752293577981652, 'ood_validation': 0.6986301369863014, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7752293577981652, 'ood_validation': 0.6986301369863014, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7752293577981652, 'ood_validation': 0.6986301369863014, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7752293577981652, 'ood_validation': 0.6986301369863014, 'train': 1.0}
Model: vrex
{'validation': 0.42857142857142855, 'id_test': 0.4421768707482993, 'ood_test': 0.7241379310344828, 'ood_validation': 0.6470588235294118, '0': 0.0, '1': 0.0, '2': 0.0, '4': 1.0, '6': 1.0}
{'validation': 0.5714285714285714, 'id_test': 0.5578231292517006, 'ood_test': 0.27586206896551724, 'ood_validation': 0.3382352941176471, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.0, '6': 0.0}
{'validation': 0.5714285714285714, 'id_test': 0.5578231292517006, 'ood_test': 0.27586206896551724, 'ood_validation': 0.3382352941176471, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.0, '6': 0.0}
{'validation': 0.0, 'id_test': 0.0, 'ood_test': 0.27586206896551724, 'ood_validation': 0.3382352941176471, '0': 0.0, '1': 0.0, '2': 0.0, '4': 0.0, '6': 0.0}
{'validation': 0.5714285714285714, 'id_test': 0.5578231292517006, 'ood_test': 0.27586206896551724, 'ood_validation': 0.3382352941176471, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.0, '6': 0.0}
{'validation': 0.5714285714285714, 'id_test': 0.5578231292517006, 'ood_test': 0.27586206896551724, 'ood_validation': 0.3382352941176471, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.0, '6': 0.0}
{'validation': 0.5714285714285714, 'id_test': 0.5578231292517006, 'ood_test': 0.27586206896551724, 'ood_validation': 0.3382352941176471, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.0, '6': 0.0}
{'validation': 0.5714285714285714, 'id_test': 0.5578231292517006, 'ood_test': 0.27586206896551724, 'ood_validation': 0.3382352941176471, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.0, '6': 0.0}
{'validation': 0.5714285714285714, 'id_test': 0.5578231292517006, 'ood_test': 0.27586206896551724, 'ood_validation': 0.3382352941176471, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.0, '6': 0.0}
{'validation': 0.5714285714285714, 'id_test': 0.5578231292517006, 'ood_test': 0.27586206896551724, 'ood_validation': 0.3382352941176471, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.0, '6': 0.0}
Model: xgb
{'ood_test': 0.8904761904761904}
Model: ib_erm
{'validation': 0.5714285714285714, 'id_test': 0.5244755244755245, 'ood_test': 0.8055555555555556, 'ood_validation': 0.7916666666666666, '0': 0.0, '1': 0.0, '2': 0.2524271844660194, '4': 0.9719626168224299, '6': 1.0}
{'validation': 0.5714285714285714, 'id_test': 0.46853146853146854, 'ood_test': 0.7361111111111112, 'ood_validation': 0.6527777777777778, '0': 0.0, '1': 0.0, '2': 0.0, '4': 0.9719626168224299, '6': 1.0}
{'validation': 0.5714285714285714, 'id_test': 0.46853146853146854, 'ood_test': 1.0, 'ood_validation': 1.0, '0': 0.0, '1': 0.0, '2': 0.0, '4': 1.0, '6': 1.0}
{'validation': 0.5714285714285714, 'id_test': 0.46853146853146854, 'ood_test': 0.8194444444444444, 'ood_validation': 0.8194444444444444, '0': 0.0, '1': 0.0, '2': 0.0, '4': 0.9719626168224299, '6': 1.0}
{'validation': 0.0, 'id_test': 0.02097902097902098, 'ood_test': 0.35185185185185186, 'ood_validation': 0.4305555555555556, '0': 0.0, '1': 0.0, '2': 0.02912621359223301, '4': 0.028037383177570093, '6': 0.0}
{'validation': 0.5714285714285714, 'id_test': 0.46853146853146854, 'ood_test': 1.0, 'ood_validation': 0.9722222222222222, '0': 0.0, '1': 0.0, '2': 0.0, '4': 1.0, '6': 1.0}
{'validation': 0.5714285714285714, 'id_test': 0.46853146853146854, 'ood_test': 1.0, 'ood_validation': 0.9722222222222222, '0': 0.0, '1': 0.0, '2': 0.0, '4': 0.9906542056074766, '6': 1.0}
{'validation': 0.5714285714285714, 'id_test': 0.46853146853146854, 'ood_test': 1.0, 'ood_validation': 1.0, '0': 0.0, '1': 0.0, '2': 0.0, '4': 1.0, '6': 1.0}
{'validation': 0.5714285714285714, 'id_test': 0.46853146853146854, 'ood_test': 0.8611111111111112, 'ood_validation': 0.8333333333333334, '0': 0.0, '1': 0.0, '2': 0.0, '4': 0.9719626168224299, '6': 1.0}
{'validation': 0.2857142857142857, 'id_test': 0.14685314685314685, 'ood_test': 0.4583333333333333, 'ood_validation': 0.5, '0': 0.0, '1': 0.0, '2': 0.0, '4': 0.5887850467289719, '6': 0.0}
Model: ib_irm
{'validation': 1.0, 'id_test': 0.9785714285714285, 'ood_test': 0.7631578947368421, 'ood_validation': 0.7792207792207793, '0': 0.9583333333333334, '1': 0.9478260869565217, '2': 0.9398496240601504, '4': 0.9782608695652174, '6': 1.0}
{'validation': 1.0, 'id_test': 0.9642857142857143, 'ood_test': 0.9692982456140351, 'ood_validation': 0.948051948051948, '0': 0.9895833333333334, '1': 0.9652173913043478, '2': 0.8571428571428571, '4': 1.0, '6': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.9035087719298246, 'ood_validation': 0.9090909090909091, '0': 1.0, '1': 1.0, '2': 0.9924812030075187, '4': 0.9891304347826086, '6': 1.0}
{'validation': 0.3333333333333333, 'id_test': 0.5285714285714286, 'ood_test': 0.7412280701754386, 'ood_validation': 0.7792207792207793, '0': 0.0, '1': 0.0, '2': 0.6766917293233082, '4': 0.9782608695652174, '6': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.75, 'ood_validation': 0.7792207792207793, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.9782608695652174, '6': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7763157894736842, 'ood_validation': 0.7792207792207793, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.9782608695652174, '6': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.8596491228070176, 'ood_validation': 0.8181818181818182, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.9782608695652174, '6': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.8991228070175439, 'ood_validation': 0.8441558441558441, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.9782608695652174, '6': 1.0}
{'validation': 0.8333333333333334, 'id_test': 0.75, 'ood_test': 0.706140350877193, 'ood_validation': 0.7532467532467533, '0': 1.0, '1': 1.0, '2': 0.9924812030075187, '4': 0.5543478260869565, '6': 0.22123893805309736}
{'validation': 0.8333333333333334, 'id_test': 0.6214285714285714, 'ood_test': 0.5043859649122807, 'ood_validation': 0.5324675324675324, '0': 0.90625, '1': 0.9652173913043478, '2': 1.0, '4': 0.25, '6': 0.0}
Model: causirl_coral
{'validation': 0.8571428571428571, 'id_test': 0.9655172413793104, 'ood_test': 0.8125, 'ood_validation': 0.8714285714285714, '0': 1.0, '1': 1.0, '2': 0.819672131147541, '4': 1.0, '6': 1.0}
{'validation': 0.14285714285714285, 'id_test': 0.42758620689655175, 'ood_test': 0.8125, 'ood_validation': 0.8714285714285714, '0': 0.008403361344537815, '1': 0.06611570247933884, '2': 0.05737704918032787, '4': 1.0, '6': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.8173076923076923, 'ood_validation': 0.8714285714285714, '0': 1.0, '1': 1.0, '2': 1.0, '4': 1.0, '6': 1.0}
{'validation': 0.14285714285714285, 'id_test': 0.42758620689655175, 'ood_test': 0.8125, 'ood_validation': 0.8714285714285714, '0': 0.0, '1': 0.0, '2': 0.02459016393442623, '4': 1.0, '6': 1.0}
{'validation': 0.14285714285714285, 'id_test': 0.4206896551724138, 'ood_test': 0.8125, 'ood_validation': 0.8714285714285714, '0': 0.0, '1': 0.0, '2': 0.0, '4': 1.0, '6': 1.0}
{'validation': 0.14285714285714285, 'id_test': 0.4206896551724138, 'ood_test': 0.8125, 'ood_validation': 0.8714285714285714, '0': 0.0, '1': 0.0, '2': 0.0, '4': 1.0, '6': 1.0}
{'validation': 0.0, 'id_test': 0.0, 'ood_test': 0.1875, 'ood_validation': 0.12857142857142856, '0': 0.0, '1': 0.0, '2': 0.0, '4': 0.0, '6': 0.0}
{'validation': 0.8571428571428571, 'id_test': 0.5793103448275863, 'ood_test': 0.1875, 'ood_validation': 0.12857142857142856, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.0, '6': 0.0}
{'validation': 0.8571428571428571, 'id_test': 0.5793103448275863, 'ood_test': 0.30288461538461536, 'ood_validation': 0.2857142857142857, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.0, '6': 0.0}
{'validation': 0.14285714285714285, 'id_test': 0.4206896551724138, 'ood_test': 0.8125, 'ood_validation': 0.8714285714285714, '0': 0.0, '1': 0.0, '2': 0.0, '4': 1.0, '6': 1.0}
Model: causirl_mmd
{'validation': 0.42857142857142855, 'id_test': 0.593103448275862, 'ood_test': 0.3526570048309179, 'ood_validation': 0.37142857142857144, '0': 1.0, '1': 1.0, '2': 0.9911504424778761, '4': 0.20833333333333334, '6': 0.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7971014492753623, 'ood_validation': 0.8571428571428571, '0': 1.0, '1': 1.0, '2': 1.0, '4': 1.0, '6': 1.0}
{'validation': 0.42857142857142855, 'id_test': 0.5793103448275863, 'ood_test': 0.24154589371980675, 'ood_validation': 0.21428571428571427, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.0, '6': 0.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.7971014492753623, 'ood_validation': 0.8571428571428571, '0': 1.0, '1': 1.0, '2': 1.0, '4': 1.0, '6': 1.0}
{'validation': 0.42857142857142855, 'id_test': 0.6413793103448275, 'ood_test': 0.3140096618357488, 'ood_validation': 0.4142857142857143, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.225, '6': 0.0}
{'validation': 1.0, 'id_test': 0.8827586206896552, 'ood_test': 0.8164251207729468, 'ood_validation': 0.8714285714285714, '0': 1.0, '1': 1.0, '2': 1.0, '4': 1.0, '6': 0.46078431372549017}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.8309178743961353, 'ood_validation': 0.8714285714285714, '0': 1.0, '1': 1.0, '2': 1.0, '4': 1.0, '6': 1.0}
{'validation': 0.42857142857142855, 'id_test': 0.5793103448275863, 'ood_test': 0.24154589371980675, 'ood_validation': 0.22857142857142856, '0': 1.0, '1': 1.0, '2': 1.0, '4': 0.0, '6': 0.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.8164251207729468, 'ood_validation': 0.8571428571428571, '0': 1.0, '1': 1.0, '2': 1.0, '4': 1.0, '6': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.8357487922705314, 'ood_validation': 0.8714285714285714, '0': 1.0, '1': 1.0, '2': 1.0, '4': 1.0, '6': 1.0}
