Model: aldro
{'validation': 0.7142857142857143, 'id_test': 0.8402777777777778, 'ood_test': 0.933649289099526, 'ood_validation': 0.9577464788732394, 'train': 0.8659611992945326}
{'validation': 0.7142857142857143, 'id_test': 0.6944444444444444, 'ood_test': 0.7156398104265402, 'ood_validation': 0.6901408450704225, 'train': 0.7742504409171076}
{'validation': 0.8571428571428571, 'id_test': 0.7291666666666666, 'ood_test': 0.7677725118483413, 'ood_validation': 0.8028169014084507, 'train': 0.781305114638448}
{'validation': 0.42857142857142855, 'id_test': 0.5625, 'ood_test': 0.3080568720379147, 'ood_validation': 0.28169014084507044, 'train': 0.5873015873015873}
{'validation': 0.8571428571428571, 'id_test': 0.7708333333333334, 'ood_test': 0.8625592417061612, 'ood_validation': 0.8873239436619719, 'train': 0.8377425044091711}
{'validation': 0.8571428571428571, 'id_test': 0.8819444444444444, 'ood_test': 0.9478672985781991, 'ood_validation': 0.971830985915493, 'train': 0.9382716049382716}
{'validation': 0.8571428571428571, 'id_test': 0.8125, 'ood_test': 0.9004739336492891, 'ood_validation': 0.9014084507042254, 'train': 0.8835978835978836}
{'validation': 0.8571428571428571, 'id_test': 0.8819444444444444, 'ood_test': 0.9620853080568721, 'ood_validation': 0.9859154929577465, 'train': 0.9329805996472663}
{'validation': 0.8571428571428571, 'id_test': 0.8680555555555556, 'ood_test': 0.919431279620853, 'ood_validation': 0.971830985915493, 'train': 0.9347442680776014}
{'validation': 0.8571428571428571, 'id_test': 0.8819444444444444, 'ood_test': 0.9383886255924171, 'ood_validation': 0.971830985915493, 'train': 0.9347442680776014}
Model: dann
{'validation': 1.0, 'id_test': 0.7361111111111112, 'ood_test': 0.8207547169811321, 'ood_validation': 0.8309859154929577, '0': 0.808695652173913, '1': 0.6929824561403509, '2': 0.7904761904761904, '4': 0.8166666666666667, '6': 0.7410714285714286}
{'validation': 1.0, 'id_test': 0.7569444444444444, 'ood_test': 0.8301886792452831, 'ood_validation': 0.8309859154929577, '0': 0.8347826086956521, '1': 0.7280701754385965, '2': 0.8095238095238095, '4': 0.8166666666666667, '6': 0.8035714285714286}
{'validation': 1.0, 'id_test': 0.75, 'ood_test': 0.8207547169811321, 'ood_validation': 0.8309859154929577, '0': 0.8260869565217391, '1': 0.7280701754385965, '2': 0.8095238095238095, '4': 0.8166666666666667, '6': 0.7767857142857143}
{'validation': 1.0, 'id_test': 0.7708333333333334, 'ood_test': 0.8537735849056604, 'ood_validation': 0.8591549295774648, '0': 0.8434782608695652, '1': 0.7807017543859649, '2': 0.819047619047619, '4': 0.8166666666666667, '6': 0.8571428571428571}
{'validation': 1.0, 'id_test': 0.8055555555555556, 'ood_test': 0.8962264150943396, 'ood_validation': 0.8591549295774648, '0': 0.8869565217391304, '1': 0.8157894736842105, '2': 0.8380952380952381, '4': 0.8416666666666667, '6': 0.8660714285714286}
{'validation': 1.0, 'id_test': 0.8472222222222222, 'ood_test': 0.9056603773584906, 'ood_validation': 0.8873239436619719, '0': 0.9217391304347826, '1': 0.8333333333333334, '2': 0.8476190476190476, '4': 0.85, '6': 0.875}
{'validation': 1.0, 'id_test': 0.8819444444444444, 'ood_test': 0.9245283018867925, 'ood_validation': 0.9436619718309859, '0': 0.9391304347826087, '1': 0.868421052631579, '2': 0.8857142857142857, '4': 0.875, '6': 0.9285714285714286}
{'validation': 1.0, 'id_test': 0.8819444444444444, 'ood_test': 0.9245283018867925, 'ood_validation': 0.9436619718309859, '0': 0.9391304347826087, '1': 0.8596491228070176, '2': 0.8761904761904762, '4': 0.8666666666666667, '6': 0.9285714285714286}
{'validation': 1.0, 'id_test': 0.8819444444444444, 'ood_test': 0.9245283018867925, 'ood_validation': 0.9154929577464789, '0': 0.9652173913043478, '1': 0.8947368421052632, '2': 0.9047619047619048, '4': 0.8666666666666667, '6': 0.9196428571428571}
{'validation': 1.0, 'id_test': 0.9027777777777778, 'ood_test': 0.9386792452830188, 'ood_validation': 0.9436619718309859, '0': 0.9652173913043478, '1': 0.9035087719298246, '2': 0.9238095238095239, '4': 0.9, '6': 0.9464285714285714}
Model: deepcoral
{'validation': 0.2857142857142857, 'id_test': 0.5103448275862069, 'ood_test': 0.5571428571428572, 'ood_validation': 0.6, '0': 0.41, '1': 0.392, '2': 0.6140350877192983, '4': 0.5904761904761905, '6': 0.3467741935483871}
{'validation': 0.2857142857142857, 'id_test': 0.5655172413793104, 'ood_test': 0.6285714285714286, 'ood_validation': 0.7285714285714285, '0': 0.47, '1': 0.44, '2': 0.6052631578947368, '4': 0.5904761904761905, '6': 0.5403225806451613}
{'validation': 0.2857142857142857, 'id_test': 0.5103448275862069, 'ood_test': 0.5571428571428572, 'ood_validation': 0.6, '0': 0.41, '1': 0.392, '2': 0.6140350877192983, '4': 0.5904761904761905, '6': 0.3467741935483871}
{'validation': 0.2857142857142857, 'id_test': 0.5172413793103449, 'ood_test': 0.5761904761904761, 'ood_validation': 0.6, '0': 0.41, '1': 0.392, '2': 0.6140350877192983, '4': 0.6476190476190476, '6': 0.3548387096774194}
{'validation': 0.2857142857142857, 'id_test': 0.5172413793103449, 'ood_test': 0.6571428571428571, 'ood_validation': 0.7285714285714285, '0': 0.41, '1': 0.392, '2': 0.6140350877192983, '4': 0.819047619047619, '6': 0.3870967741935484}
{'validation': 0.2857142857142857, 'id_test': 0.5103448275862069, 'ood_test': 0.5571428571428572, 'ood_validation': 0.6, '0': 0.41, '1': 0.392, '2': 0.6140350877192983, '4': 0.5904761904761905, '6': 0.3467741935483871}
{'validation': 0.2857142857142857, 'id_test': 0.5586206896551724, 'ood_test': 0.7095238095238096, 'ood_validation': 0.8285714285714286, '0': 0.41, '1': 0.392, '2': 0.6140350877192983, '4': 0.8476190476190476, '6': 0.5080645161290323}
{'validation': 0.5714285714285714, 'id_test': 0.696551724137931, 'ood_test': 0.7, 'ood_validation': 0.7714285714285715, '0': 0.63, '1': 0.8, '2': 0.868421052631579, '4': 0.7428571428571429, '6': 0.5645161290322581}
{'validation': 0.8571428571428571, 'id_test': 0.7862068965517242, 'ood_test': 0.5238095238095238, 'ood_validation': 0.4857142857142857, '0': 0.86, '1': 0.896, '2': 0.9122807017543859, '4': 0.4857142857142857, '6': 0.6693548387096774}
{'validation': 0.7142857142857143, 'id_test': 0.7931034482758621, 'ood_test': 0.7714285714285715, 'ood_validation': 0.8142857142857143, '0': 0.77, '1': 0.8, '2': 0.8157894736842105, '4': 0.8476190476190476, '6': 0.6290322580645161}
Model: expgrad
{'ood_test': 1.0}
Model: ft_transformer
{'validation': 0.8571428571428571, 'id_test': 0.6597222222222222, 'ood_test': 0.6338028169014085, 'ood_validation': 0.6388888888888888, 'train': 0.6560283687943262}
{'validation': 0.8571428571428571, 'id_test': 0.8680555555555556, 'ood_test': 0.8075117370892019, 'ood_validation': 0.9166666666666666, 'train': 0.8102836879432624}
{'validation': 1.0, 'id_test': 0.9791666666666666, 'ood_test': 0.9342723004694836, 'ood_validation': 0.9583333333333334, 'train': 0.9663120567375887}
{'validation': 1.0, 'id_test': 0.9583333333333334, 'ood_test': 0.9061032863849765, 'ood_validation': 0.9583333333333334, 'train': 0.9414893617021277}
{'validation': 1.0, 'id_test': 0.9722222222222222, 'ood_test': 0.9812206572769953, 'ood_validation': 0.9861111111111112, 'train': 0.9787234042553191}
{'validation': 1.0, 'id_test': 0.9652777777777778, 'ood_test': 0.9342723004694836, 'ood_validation': 0.9583333333333334, 'train': 0.9521276595744681}
{'validation': 1.0, 'id_test': 0.9791666666666666, 'ood_test': 0.9671361502347418, 'ood_validation': 0.9722222222222222, 'train': 0.9769503546099291}
{'validation': 1.0, 'id_test': 0.9861111111111112, 'ood_test': 0.9859154929577465, 'ood_validation': 1.0, 'train': 0.9804964539007093}
{'validation': 1.0, 'id_test': 0.9791666666666666, 'ood_test': 0.9812206572769953, 'ood_validation': 0.9861111111111112, 'train': 0.9911347517730497}
{'validation': 1.0, 'id_test': 0.9791666666666666, 'ood_test': 0.9671361502347418, 'ood_validation': 0.9722222222222222, 'train': 0.973404255319149}
Model: group_dro
{'validation': 0.8571428571428571, 'id_test': 0.9432624113475178, 'ood_test': 0.9372197309417041, 'ood_validation': 0.96, 'train': 0.9332129963898917}
{'validation': 1.0, 'id_test': 0.9148936170212766, 'ood_test': 0.968609865470852, 'ood_validation': 0.9866666666666667, 'train': 0.9259927797833934}
{'validation': 1.0, 'id_test': 0.950354609929078, 'ood_test': 0.9775784753363229, 'ood_validation': 0.9866666666666667, 'train': 0.9512635379061372}
{'validation': 0.8571428571428571, 'id_test': 0.9290780141843972, 'ood_test': 0.9103139013452914, 'ood_validation': 0.92, 'train': 0.9296028880866426}
{'validation': 0.8571428571428571, 'id_test': 0.950354609929078, 'ood_test': 0.9282511210762332, 'ood_validation': 0.96, 'train': 0.9332129963898917}
{'validation': 1.0, 'id_test': 0.9574468085106383, 'ood_test': 0.9730941704035875, 'ood_validation': 0.9866666666666667, 'train': 0.9494584837545126}
{'validation': 1.0, 'id_test': 0.9645390070921985, 'ood_test': 0.9775784753363229, 'ood_validation': 0.9866666666666667, 'train': 0.9657039711191335}
{'validation': 0.8571428571428571, 'id_test': 0.9148936170212766, 'ood_test': 0.9237668161434978, 'ood_validation': 0.9466666666666667, 'train': 0.9187725631768953}
{'validation': 1.0, 'id_test': 0.950354609929078, 'ood_test': 0.9865470852017937, 'ood_validation': 1.0, 'train': 0.9530685920577617}
{'validation': 1.0, 'id_test': 0.9716312056737588, 'ood_test': 0.9820627802690582, 'ood_validation': 0.9866666666666667, 'train': 0.9783393501805054}
Model: irm
{'validation': 1.0, 'id_test': 0.8531468531468531, 'ood_test': 0.9158878504672897, 'ood_validation': 0.8888888888888888, '0': 0.8695652173913043, '1': 0.819672131147541, '2': 0.9056603773584906, '4': 0.8369565217391305, '6': 0.8992248062015504}
{'validation': 1.0, 'id_test': 0.9440559440559441, 'ood_test': 0.9345794392523364, 'ood_validation': 0.9166666666666666, '0': 0.9478260869565217, '1': 0.9344262295081968, '2': 0.9716981132075472, '4': 0.8695652173913043, '6': 0.9224806201550387}
{'validation': 1.0, 'id_test': 0.8601398601398601, 'ood_test': 0.9205607476635514, 'ood_validation': 0.8888888888888888, '0': 0.8608695652173913, '1': 0.8360655737704918, '2': 0.9056603773584906, '4': 0.8478260869565217, '6': 0.9069767441860465}
{'validation': 1.0, 'id_test': 0.916083916083916, 'ood_test': 0.9626168224299065, 'ood_validation': 0.9305555555555556, '0': 0.9391304347826087, '1': 0.9262295081967213, '2': 0.9622641509433962, '4': 0.9782608695652174, '6': 0.9457364341085271}
{'validation': 1.0, 'id_test': 0.9090909090909091, 'ood_test': 0.9719626168224299, 'ood_validation': 0.9305555555555556, '0': 0.9391304347826087, '1': 0.9016393442622951, '2': 0.9339622641509434, '4': 0.9782608695652174, '6': 0.9534883720930233}
{'validation': 1.0, 'id_test': 0.8951048951048951, 'ood_test': 0.9392523364485982, 'ood_validation': 0.9027777777777778, '0': 0.9565217391304348, '1': 0.9180327868852459, '2': 0.9433962264150944, '4': 0.8695652173913043, '6': 0.9069767441860465}
{'validation': 1.0, 'id_test': 0.9440559440559441, 'ood_test': 0.9813084112149533, 'ood_validation': 0.9861111111111112, '0': 0.9652173913043478, '1': 0.9836065573770492, '2': 0.9528301886792453, '4': 0.9239130434782609, '6': 0.9534883720930233}
{'validation': 1.0, 'id_test': 0.986013986013986, 'ood_test': 0.9766355140186916, 'ood_validation': 0.9305555555555556, '0': 0.991304347826087, '1': 0.9918032786885246, '2': 0.9716981132075472, '4': 0.9782608695652174, '6': 0.9534883720930233}
{'validation': 1.0, 'id_test': 0.951048951048951, 'ood_test': 0.985981308411215, 'ood_validation': 0.9861111111111112, '0': 0.991304347826087, '1': 0.9754098360655737, '2': 0.9811320754716981, '4': 0.9565217391304348, '6': 0.9534883720930233}
{'validation': 1.0, 'id_test': 0.9300699300699301, 'ood_test': 0.9813084112149533, 'ood_validation': 1.0, '0': 0.991304347826087, '1': 0.9590163934426229, '2': 0.9905660377358491, '4': 0.9456521739130435, '6': 0.9534883720930233}
Model: label_group_dro
{'validation': 1.0, 'id_test': 0.7638888888888888, 'ood_test': 0.8732394366197183, 'ood_validation': 0.9436619718309859, 'train': 0.8123893805309734}
{'validation': 1.0, 'id_test': 0.8194444444444444, 'ood_test': 0.9014084507042254, 'ood_validation': 0.9436619718309859, 'train': 0.8619469026548673}
{'validation': 1.0, 'id_test': 0.8194444444444444, 'ood_test': 0.9061032863849765, 'ood_validation': 0.9154929577464789, 'train': 0.8778761061946903}
{'validation': 1.0, 'id_test': 0.8194444444444444, 'ood_test': 0.971830985915493, 'ood_validation': 0.9436619718309859, 'train': 0.8884955752212389}
{'validation': 1.0, 'id_test': 0.9236111111111112, 'ood_test': 0.9154929577464789, 'ood_validation': 0.8450704225352113, 'train': 0.9238938053097345}
{'validation': 1.0, 'id_test': 0.8541666666666666, 'ood_test': 0.9624413145539906, 'ood_validation': 0.9154929577464789, 'train': 0.9238938053097345}
{'validation': 1.0, 'id_test': 0.875, 'ood_test': 0.9389671361502347, 'ood_validation': 0.9295774647887324, 'train': 0.9274336283185841}
{'validation': 1.0, 'id_test': 0.8333333333333334, 'ood_test': 0.9342723004694836, 'ood_validation': 0.9436619718309859, 'train': 0.8991150442477877}
{'validation': 1.0, 'id_test': 0.8819444444444444, 'ood_test': 0.9671361502347418, 'ood_validation': 0.9295774647887324, 'train': 0.9327433628318584}
{'validation': 0.7142857142857143, 'id_test': 0.8333333333333334, 'ood_test': 0.9107981220657277, 'ood_validation': 0.8591549295774648, 'train': 0.8831858407079646}
Model: lightgbm
{'ood_test': 0.9714285714285714}
Model: mixup
{'validation': 0.8571428571428571, 'id_test': 0.8661971830985915, 'ood_test': 0.7853881278538812, 'ood_validation': 0.863013698630137, '0': 0.9017857142857143, '1': 0.7373737373737373, '2': 0.9803921568627451, '4': 0.9586776859504132, '6': 0.872}
{'validation': 0.7142857142857143, 'id_test': 0.8028169014084507, 'ood_test': 0.6210045662100456, 'ood_validation': 0.684931506849315, '0': 0.8392857142857143, '1': 0.5959595959595959, '2': 0.9803921568627451, '4': 0.9586776859504132, '6': 0.728}
{'validation': 0.7142857142857143, 'id_test': 0.8309859154929577, 'ood_test': 0.680365296803653, 'ood_validation': 0.726027397260274, '0': 0.8839285714285714, '1': 0.6565656565656566, '2': 0.9803921568627451, '4': 0.9586776859504132, '6': 0.792}
{'validation': 0.7142857142857143, 'id_test': 0.7605633802816901, 'ood_test': 0.5844748858447488, 'ood_validation': 0.6575342465753424, '0': 0.8928571428571429, '1': 0.7171717171717171, '2': 0.9803921568627451, '4': 0.9586776859504132, '6': 0.36}
{'validation': 0.7142857142857143, 'id_test': 0.8380281690140845, 'ood_test': 0.6757990867579908, 'ood_validation': 0.7123287671232876, '0': 0.8928571428571429, '1': 0.696969696969697, '2': 0.9803921568627451, '4': 0.9586776859504132, '6': 0.776}
{'validation': 0.7142857142857143, 'id_test': 0.8028169014084507, 'ood_test': 0.6940639269406392, 'ood_validation': 0.7397260273972602, '0': 0.8392857142857143, '1': 0.5858585858585859, '2': 0.9803921568627451, '4': 0.9586776859504132, '6': 0.816}
{'validation': 0.7142857142857143, 'id_test': 0.7746478873239436, 'ood_test': 0.6027397260273972, 'ood_validation': 0.6712328767123288, '0': 0.8392857142857143, '1': 0.5555555555555556, '2': 0.9803921568627451, '4': 0.9586776859504132, '6': 0.632}
{'validation': 0.7142857142857143, 'id_test': 0.6971830985915493, 'ood_test': 0.5844748858447488, 'ood_validation': 0.6575342465753424, '0': 0.8392857142857143, '1': 0.5959595959595959, '2': 0.9803921568627451, '4': 0.9586776859504132, '6': 0.176}
{'validation': 0.7142857142857143, 'id_test': 0.8380281690140845, 'ood_test': 0.6118721461187214, 'ood_validation': 0.684931506849315, '0': 0.8928571428571429, '1': 0.6868686868686869, '2': 0.9803921568627451, '4': 0.9586776859504132, '6': 0.672}
{'validation': 0.7142857142857143, 'id_test': 0.8450704225352113, 'ood_test': 0.7123287671232876, 'ood_validation': 0.7945205479452054, '0': 0.9017857142857143, '1': 0.7373737373737373, '2': 0.9803921568627451, '4': 0.9586776859504132, '6': 0.792}
Model: mlp
{'validation': 0.8571428571428571, 'id_test': 0.9256756756756757, 'ood_test': 0.98989898989899, 'ood_validation': 0.9848484848484849, 'train': 0.9294320137693631}
{'validation': 0.8571428571428571, 'id_test': 0.8648648648648649, 'ood_test': 0.8888888888888888, 'ood_validation': 0.8787878787878788, 'train': 0.9122203098106713}
{'validation': 0.8571428571428571, 'id_test': 0.9054054054054054, 'ood_test': 0.9848484848484849, 'ood_validation': 0.9696969696969697, 'train': 0.9311531841652324}
{'validation': 0.8571428571428571, 'id_test': 0.9391891891891891, 'ood_test': 0.9595959595959596, 'ood_validation': 0.9545454545454546, 'train': 0.9414802065404475}
{'validation': 0.8571428571428571, 'id_test': 0.9391891891891891, 'ood_test': 0.9494949494949495, 'ood_validation': 0.9393939393939394, 'train': 0.9311531841652324}
{'validation': 0.8571428571428571, 'id_test': 0.9256756756756757, 'ood_test': 0.9595959595959596, 'ood_validation': 0.9545454545454546, 'train': 0.9397590361445783}
{'validation': 0.8571428571428571, 'id_test': 0.9391891891891891, 'ood_test': 1.0, 'ood_validation': 0.9696969696969697, 'train': 0.9449225473321858}
{'validation': 1.0, 'id_test': 0.9594594594594594, 'ood_test': 0.9949494949494949, 'ood_validation': 1.0, 'train': 0.9741824440619621}
{'validation': 1.0, 'id_test': 0.972972972972973, 'ood_test': 1.0, 'ood_validation': 0.9696969696969697, 'train': 0.9655765920826161}
{'validation': 1.0, 'id_test': 0.9391891891891891, 'ood_test': 0.9444444444444444, 'ood_validation': 0.9393939393939394, 'train': 0.9432013769363167}
Model: mmd
{'validation': 0.5714285714285714, 'id_test': 0.48951048951048953, 'ood_test': 0.391705069124424, 'ood_validation': 0.4657534246575342, '0': 0.8888888888888888, '1': 0.711864406779661, '2': 0.0707070707070707, '4': 0.10810810810810811, '6': 0.8709677419354839}
{'validation': 0.8571428571428571, 'id_test': 0.965034965034965, 'ood_test': 0.9262672811059908, 'ood_validation': 0.9178082191780822, '0': 0.9907407407407407, '1': 0.940677966101695, '2': 0.9393939393939394, '4': 0.9459459459459459, '6': 0.9758064516129032}
{'validation': 1.0, 'id_test': 0.9090909090909091, 'ood_test': 0.9815668202764977, 'ood_validation': 0.9726027397260274, '0': 0.9722222222222222, '1': 0.8898305084745762, '2': 0.9797979797979798, '4': 0.9459459459459459, '6': 0.967741935483871}
{'validation': 1.0, 'id_test': 0.9300699300699301, 'ood_test': 0.9032258064516129, 'ood_validation': 0.9178082191780822, '0': 0.9629629629629629, '1': 0.8728813559322034, '2': 0.9595959595959596, '4': 0.9369369369369369, '6': 0.9435483870967742}
{'validation': 1.0, 'id_test': 0.916083916083916, 'ood_test': 0.9769585253456221, 'ood_validation': 0.958904109589041, '0': 0.9722222222222222, '1': 0.8898305084745762, '2': 0.9797979797979798, '4': 0.9459459459459459, '6': 0.9758064516129032}
{'validation': 0.42857142857142855, 'id_test': 0.5244755244755245, 'ood_test': 0.6082949308755761, 'ood_validation': 0.5342465753424658, '0': 0.1574074074074074, '1': 0.3813559322033898, '2': 0.9292929292929293, '4': 0.8918918918918919, '6': 0.12903225806451613}
{'validation': 0.8571428571428571, 'id_test': 0.8741258741258742, 'ood_test': 0.7926267281105991, 'ood_validation': 0.821917808219178, '0': 0.8703703703703703, '1': 0.6949152542372882, '2': 0.9292929292929293, '4': 0.8918918918918919, '6': 0.8709677419354839}
{'validation': 0.8571428571428571, 'id_test': 0.8811188811188811, 'ood_test': 0.8064516129032258, 'ood_validation': 0.8493150684931506, '0': 0.8703703703703703, '1': 0.7288135593220338, '2': 0.9393939393939394, '4': 0.8918918918918919, '6': 0.8709677419354839}
{'validation': 0.7142857142857143, 'id_test': 0.6923076923076923, 'ood_test': 0.7972350230414746, 'ood_validation': 0.7945205479452054, '0': 0.8888888888888888, '1': 0.711864406779661, '2': 0.09090909090909091, '4': 0.954954954954955, '6': 0.9758064516129032}
{'validation': 0.8571428571428571, 'id_test': 0.958041958041958, 'ood_test': 0.9723502304147466, 'ood_validation': 0.958904109589041, '0': 1.0, '1': 0.9830508474576272, '2': 0.9090909090909091, '4': 0.9819819819819819, '6': 0.9838709677419355}
Model: node
{'validation': 1.0, 'id_test': 0.9432624113475178, 'ood_test': 0.9684684684684685, 'ood_validation': 0.9866666666666667, 'train': 0.9351351351351351}
{'validation': 1.0, 'id_test': 0.9787234042553191, 'ood_test': 0.9684684684684685, 'ood_validation': 1.0, 'train': 0.9819819819819819}
{'validation': 1.0, 'id_test': 0.9716312056737588, 'ood_test': 0.9864864864864865, 'ood_validation': 0.9866666666666667, 'train': 0.9657657657657658}
{'validation': 1.0, 'id_test': 0.9929078014184397, 'ood_test': 0.990990990990991, 'ood_validation': 0.9866666666666667, 'train': 0.9981981981981982}
{'validation': 1.0, 'id_test': 0.9858156028368794, 'ood_test': 0.9864864864864865, 'ood_validation': 0.9866666666666667, 'train': 0.9819819819819819}
{'validation': 1.0, 'id_test': 0.9858156028368794, 'ood_test': 0.990990990990991, 'ood_validation': 1.0, 'train': 0.990990990990991}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 0.9981981981981982}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.9954954954954955, 'ood_validation': 1.0, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 1.0}
{'validation': 1.0, 'id_test': 0.9929078014184397, 'ood_test': 0.9954954954954955, 'ood_validation': 0.9866666666666667, 'train': 0.9981981981981982}
Model: resnet
{'validation': 0.7142857142857143, 'id_test': 0.8811188811188811, 'ood_test': 0.8663594470046083, 'ood_validation': 0.8493150684931506, 'train': 0.8821428571428571}
{'validation': 1.0, 'id_test': 0.965034965034965, 'ood_test': 0.9723502304147466, 'ood_validation': 0.958904109589041, 'train': 0.9821428571428571}
{'validation': 1.0, 'id_test': 0.972027972027972, 'ood_test': 0.9723502304147466, 'ood_validation': 0.958904109589041, 'train': 0.9892857142857143}
{'validation': 1.0, 'id_test': 0.9790209790209791, 'ood_test': 0.9907834101382489, 'ood_validation': 0.9726027397260274, 'train': 0.9928571428571429}
{'validation': 1.0, 'id_test': 0.986013986013986, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 0.975}
{'validation': 1.0, 'id_test': 0.965034965034965, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 0.9892857142857143}
{'validation': 1.0, 'id_test': 0.951048951048951, 'ood_test': 0.967741935483871, 'ood_validation': 0.958904109589041, 'train': 0.9375}
{'validation': 1.0, 'id_test': 0.9790209790209791, 'ood_test': 0.9861751152073732, 'ood_validation': 0.9863013698630136, 'train': 0.9839285714285714}
{'validation': 1.0, 'id_test': 0.9790209790209791, 'ood_test': 0.9907834101382489, 'ood_validation': 0.9863013698630136, 'train': 0.9803571428571428}
{'validation': 1.0, 'id_test': 0.972027972027972, 'ood_test': 0.9723502304147466, 'ood_validation': 0.958904109589041, 'train': 0.9875}
Model: saint
{'validation': 0.8571428571428571, 'id_test': 0.9014084507042254, 'ood_test': 0.9541284403669725, 'ood_validation': 0.9726027397260274, 'train': 0.9214285714285714}
{'validation': 0.8571428571428571, 'id_test': 0.9154929577464789, 'ood_test': 0.9541284403669725, 'ood_validation': 0.9863013698630136, 'train': 0.9196428571428571}
{'validation': 1.0, 'id_test': 0.9366197183098591, 'ood_test': 0.981651376146789, 'ood_validation': 1.0, 'train': 0.95}
{'validation': 0.8571428571428571, 'id_test': 0.8732394366197183, 'ood_test': 0.9311926605504587, 'ood_validation': 0.958904109589041, 'train': 0.8839285714285714}
{'validation': 0.8571428571428571, 'id_test': 0.9084507042253521, 'ood_test': 0.9587155963302753, 'ood_validation': 0.9863013698630136, 'train': 0.9214285714285714}
{'validation': 1.0, 'id_test': 0.9154929577464789, 'ood_test': 0.981651376146789, 'ood_validation': 1.0, 'train': 0.9482142857142857}
{'validation': 1.0, 'id_test': 0.9507042253521126, 'ood_test': 0.9862385321100917, 'ood_validation': 1.0, 'train': 0.9642857142857143}
{'validation': 1.0, 'id_test': 0.9507042253521126, 'ood_test': 0.9862385321100917, 'ood_validation': 1.0, 'train': 0.9571428571428572}
{'validation': 0.8571428571428571, 'id_test': 0.8943661971830986, 'ood_test': 0.9678899082568807, 'ood_validation': 0.9863013698630136, 'train': 0.9160714285714285}
{'validation': 0.8571428571428571, 'id_test': 0.9154929577464789, 'ood_test': 0.981651376146789, 'ood_validation': 1.0, 'train': 0.9464285714285714}
Model: tabtransformer
{'validation': 0.8571428571428571, 'id_test': 0.9084507042253521, 'ood_test': 0.9411764705882353, 'ood_validation': 0.9864864864864865, 'train': 0.9046762589928058}
{'validation': 0.7142857142857143, 'id_test': 0.9225352112676056, 'ood_test': 0.9140271493212669, 'ood_validation': 0.972972972972973, 'train': 0.9136690647482014}
{'validation': 0.8571428571428571, 'id_test': 0.9154929577464789, 'ood_test': 0.9773755656108597, 'ood_validation': 0.9864864864864865, 'train': 0.9262589928057554}
{'validation': 0.8571428571428571, 'id_test': 0.9225352112676056, 'ood_test': 0.9728506787330317, 'ood_validation': 0.9864864864864865, 'train': 0.9334532374100719}
{'validation': 0.8571428571428571, 'id_test': 0.9436619718309859, 'ood_test': 0.9728506787330317, 'ood_validation': 0.9594594594594594, 'train': 0.9316546762589928}
{'validation': 0.7142857142857143, 'id_test': 0.9507042253521126, 'ood_test': 0.9683257918552036, 'ood_validation': 0.9864864864864865, 'train': 0.9280575539568345}
{'validation': 0.8571428571428571, 'id_test': 0.9225352112676056, 'ood_test': 0.9773755656108597, 'ood_validation': 0.9864864864864865, 'train': 0.9388489208633094}
{'validation': 0.7142857142857143, 'id_test': 0.9577464788732394, 'ood_test': 0.9592760180995475, 'ood_validation': 0.9459459459459459, 'train': 0.9136690647482014}
{'validation': 0.7142857142857143, 'id_test': 0.9225352112676056, 'ood_test': 0.9457013574660633, 'ood_validation': 0.9864864864864865, 'train': 0.9316546762589928}
{'validation': 0.8571428571428571, 'id_test': 0.9436619718309859, 'ood_test': 0.9638009049773756, 'ood_validation': 0.9594594594594594, 'train': 0.9370503597122302}
Model: vrex
{'validation': 0.5714285714285714, 'id_test': 0.43537414965986393, 'ood_test': 0.25870646766169153, 'ood_validation': 0.16176470588235295, '0': 0.3697478991596639, '1': 0.4369747899159664, '2': 0.49572649572649574, '4': 0.42990654205607476, '6': 0.34782608695652173}
{'validation': 0.5714285714285714, 'id_test': 0.3877551020408163, 'ood_test': 0.681592039800995, 'ood_validation': 0.7058823529411765, '0': 0.3445378151260504, '1': 0.3865546218487395, '2': 0.48717948717948717, '4': 0.5420560747663551, '6': 0.45217391304347826}
{'validation': 0.5714285714285714, 'id_test': 0.3877551020408163, 'ood_test': 0.681592039800995, 'ood_validation': 0.7058823529411765, '0': 0.3445378151260504, '1': 0.3865546218487395, '2': 0.48717948717948717, '4': 0.5420560747663551, '6': 0.45217391304347826}
{'validation': 0.42857142857142855, 'id_test': 0.40816326530612246, 'ood_test': 0.681592039800995, 'ood_validation': 0.7058823529411765, '0': 0.5042016806722689, '1': 0.4369747899159664, '2': 0.48717948717948717, '4': 0.5420560747663551, '6': 0.5130434782608696}
{'validation': 0.42857142857142855, 'id_test': 0.4217687074829932, 'ood_test': 0.681592039800995, 'ood_validation': 0.7794117647058824, '0': 0.4789915966386555, '1': 0.42857142857142855, '2': 0.48717948717948717, '4': 0.5607476635514018, '6': 0.5217391304347826}
{'validation': 0.5714285714285714, 'id_test': 0.3877551020408163, 'ood_test': 0.681592039800995, 'ood_validation': 0.7058823529411765, '0': 0.3445378151260504, '1': 0.3865546218487395, '2': 0.48717948717948717, '4': 0.5420560747663551, '6': 0.45217391304347826}
{'validation': 0.5714285714285714, 'id_test': 0.54421768707483, 'ood_test': 0.7512437810945274, 'ood_validation': 0.8529411764705882, '0': 0.6050420168067226, '1': 0.5966386554621849, '2': 0.5641025641025641, '4': 0.5981308411214953, '6': 0.6347826086956522}
{'validation': 0.8571428571428571, 'id_test': 0.8367346938775511, 'ood_test': 0.8208955223880597, 'ood_validation': 0.9117647058823529, '0': 0.7647058823529411, '1': 0.9411764705882353, '2': 0.9401709401709402, '4': 0.7850467289719626, '6': 0.6869565217391305}
{'validation': 0.8571428571428571, 'id_test': 0.8163265306122449, 'ood_test': 0.8208955223880597, 'ood_validation': 0.8970588235294118, '0': 0.8907563025210085, '1': 0.9327731092436975, '2': 0.9743589743589743, '4': 0.7850467289719626, '6': 0.7217391304347827}
{'validation': 0.7142857142857143, 'id_test': 0.7142857142857143, 'ood_test': 0.8109452736318408, 'ood_validation': 0.8823529411764706, '0': 0.8403361344537815, '1': 0.8403361344537815, '2': 0.6837606837606838, '4': 0.6822429906542056, '6': 0.6695652173913044}
Model: xgb
{'ood_test': 1.0}
Model: ib_erm
{'validation': 0.7142857142857143, 'id_test': 0.673469387755102, 'ood_test': 0.71, 'ood_validation': 0.746268656716418, '0': 0.6890756302521008, '1': 0.5299145299145299, '2': 0.8, '4': 0.822429906542056, '6': 0.5603448275862069}
{'validation': 0.42857142857142855, 'id_test': 0.4421768707482993, 'ood_test': 0.665, 'ood_validation': 0.7164179104477612, '0': 0.12605042016806722, '1': 0.3162393162393162, '2': 0.7916666666666666, '4': 0.822429906542056, '6': 0.13793103448275862}
{'validation': 0.42857142857142855, 'id_test': 0.4421768707482993, 'ood_test': 0.665, 'ood_validation': 0.7164179104477612, '0': 0.12605042016806722, '1': 0.3162393162393162, '2': 0.7916666666666666, '4': 0.822429906542056, '6': 0.13793103448275862}
{'validation': 0.42857142857142855, 'id_test': 0.4421768707482993, 'ood_test': 0.665, 'ood_validation': 0.7164179104477612, '0': 0.12605042016806722, '1': 0.3162393162393162, '2': 0.7916666666666666, '4': 0.822429906542056, '6': 0.13793103448275862}
{'validation': 0.42857142857142855, 'id_test': 0.4421768707482993, 'ood_test': 0.665, 'ood_validation': 0.7164179104477612, '0': 0.12605042016806722, '1': 0.3162393162393162, '2': 0.7916666666666666, '4': 0.822429906542056, '6': 0.13793103448275862}
{'validation': 0.42857142857142855, 'id_test': 0.4421768707482993, 'ood_test': 0.665, 'ood_validation': 0.7164179104477612, '0': 0.12605042016806722, '1': 0.3162393162393162, '2': 0.7916666666666666, '4': 0.822429906542056, '6': 0.13793103448275862}
{'validation': 0.42857142857142855, 'id_test': 0.4421768707482993, 'ood_test': 0.665, 'ood_validation': 0.7164179104477612, '0': 0.12605042016806722, '1': 0.3162393162393162, '2': 0.7916666666666666, '4': 0.822429906542056, '6': 0.13793103448275862}
{'validation': 0.42857142857142855, 'id_test': 0.4421768707482993, 'ood_test': 0.665, 'ood_validation': 0.7164179104477612, '0': 0.12605042016806722, '1': 0.3162393162393162, '2': 0.7916666666666666, '4': 0.822429906542056, '6': 0.13793103448275862}
{'validation': 0.42857142857142855, 'id_test': 0.4421768707482993, 'ood_test': 0.665, 'ood_validation': 0.7164179104477612, '0': 0.12605042016806722, '1': 0.3162393162393162, '2': 0.7916666666666666, '4': 0.822429906542056, '6': 0.13793103448275862}
{'validation': 0.42857142857142855, 'id_test': 0.4421768707482993, 'ood_test': 0.665, 'ood_validation': 0.7164179104477612, '0': 0.12605042016806722, '1': 0.3162393162393162, '2': 0.7916666666666666, '4': 0.822429906542056, '6': 0.13793103448275862}
Model: ib_irm
{'validation': 0.2857142857142857, 'id_test': 0.47619047619047616, 'ood_test': 0.698019801980198, 'ood_validation': 0.7205882352941176, '0': 0.38461538461538464, '1': 0.6153846153846154, '2': 0.7131782945736435, '4': 0.6203703703703703, '6': 0.2571428571428571}
{'validation': 0.14285714285714285, 'id_test': 0.3741496598639456, 'ood_test': 0.698019801980198, 'ood_validation': 0.7205882352941176, '0': 0.26495726495726496, '1': 0.3504273504273504, '2': 0.6821705426356589, '4': 0.6203703703703703, '6': 0.2571428571428571}
{'validation': 0.14285714285714285, 'id_test': 0.3741496598639456, 'ood_test': 0.698019801980198, 'ood_validation': 0.7205882352941176, '0': 0.26495726495726496, '1': 0.3504273504273504, '2': 0.6821705426356589, '4': 0.6203703703703703, '6': 0.2571428571428571}
{'validation': 0.14285714285714285, 'id_test': 0.3741496598639456, 'ood_test': 0.698019801980198, 'ood_validation': 0.7205882352941176, '0': 0.26495726495726496, '1': 0.3504273504273504, '2': 0.6821705426356589, '4': 0.6296296296296297, '6': 0.2571428571428571}
{'validation': 0.14285714285714285, 'id_test': 0.3741496598639456, 'ood_test': 0.698019801980198, 'ood_validation': 0.7205882352941176, '0': 0.26495726495726496, '1': 0.3504273504273504, '2': 0.6821705426356589, '4': 0.6203703703703703, '6': 0.2571428571428571}
{'validation': 0.14285714285714285, 'id_test': 0.3741496598639456, 'ood_test': 0.698019801980198, 'ood_validation': 0.7205882352941176, '0': 0.26495726495726496, '1': 0.3504273504273504, '2': 0.6821705426356589, '4': 0.6203703703703703, '6': 0.2571428571428571}
{'validation': 0.2857142857142857, 'id_test': 0.3877551020408163, 'ood_test': 0.7475247524752475, 'ood_validation': 0.75, '0': 0.26495726495726496, '1': 0.3504273504273504, '2': 0.6821705426356589, '4': 0.75, '6': 0.3619047619047619}
{'validation': 0.2857142857142857, 'id_test': 0.3945578231292517, 'ood_test': 0.7029702970297029, 'ood_validation': 0.7352941176470589, '0': 0.3076923076923077, '1': 0.3504273504273504, '2': 0.6821705426356589, '4': 0.7314814814814815, '6': 0.34285714285714286}
{'validation': 0.2857142857142857, 'id_test': 0.5102040816326531, 'ood_test': 0.900990099009901, 'ood_validation': 0.9117647058823529, '0': 0.26495726495726496, '1': 0.3504273504273504, '2': 0.6821705426356589, '4': 0.7962962962962963, '6': 0.7523809523809524}
{'validation': 0.14285714285714285, 'id_test': 0.3741496598639456, 'ood_test': 0.698019801980198, 'ood_validation': 0.7205882352941176, '0': 0.26495726495726496, '1': 0.3504273504273504, '2': 0.6821705426356589, '4': 0.6203703703703703, '6': 0.2571428571428571}
Model: causirl_coral
{'validation': 0.42857142857142855, 'id_test': 0.5874125874125874, 'ood_test': 0.4055299539170507, 'ood_validation': 0.3561643835616438, '0': 0.9897959183673469, '1': 0.7272727272727273, '2': 0.0703125, '4': 0.10714285714285714, '6': 0.9017857142857143}
{'validation': 0.8571428571428571, 'id_test': 0.9020979020979021, 'ood_test': 0.8847926267281107, 'ood_validation': 0.9178082191780822, '0': 0.9489795918367347, '1': 0.8636363636363636, '2': 0.96875, '4': 0.9553571428571429, '6': 0.9553571428571429}
{'validation': 0.8571428571428571, 'id_test': 0.8811188811188811, 'ood_test': 0.8202764976958525, 'ood_validation': 0.863013698630137, '0': 0.9081632653061225, '1': 0.8454545454545455, '2': 0.9609375, '4': 0.9017857142857143, '6': 0.9017857142857143}
{'validation': 0.8571428571428571, 'id_test': 0.8811188811188811, 'ood_test': 0.8525345622119815, 'ood_validation': 0.9041095890410958, '0': 0.9285714285714286, '1': 0.8545454545454545, '2': 0.96875, '4': 0.9464285714285714, '6': 0.9196428571428571}
{'validation': 0.8571428571428571, 'id_test': 0.916083916083916, 'ood_test': 0.9400921658986175, 'ood_validation': 0.9726027397260274, '0': 0.9591836734693877, '1': 0.8545454545454545, '2': 0.96875, '4': 0.9821428571428571, '6': 0.9642857142857143}
{'validation': 0.8571428571428571, 'id_test': 0.9230769230769231, 'ood_test': 0.9170506912442397, 'ood_validation': 0.9178082191780822, '0': 0.9489795918367347, '1': 0.8545454545454545, '2': 0.9609375, '4': 0.9821428571428571, '6': 0.9642857142857143}
{'validation': 0.8571428571428571, 'id_test': 0.9020979020979021, 'ood_test': 0.8571428571428571, 'ood_validation': 0.9041095890410958, '0': 0.9897959183673469, '1': 0.9272727272727272, '2': 0.9765625, '4': 0.9464285714285714, '6': 0.9196428571428571}
{'validation': 1.0, 'id_test': 0.9230769230769231, 'ood_test': 0.9262672811059908, 'ood_validation': 0.9178082191780822, '0': 0.9795918367346939, '1': 0.9272727272727272, '2': 0.9921875, '4': 0.9821428571428571, '6': 0.9642857142857143}
{'validation': 0.8571428571428571, 'id_test': 0.9230769230769231, 'ood_test': 0.8755760368663594, 'ood_validation': 0.9178082191780822, '0': 0.9795918367346939, '1': 0.9090909090909091, '2': 0.984375, '4': 0.9553571428571429, '6': 0.9553571428571429}
{'validation': 0.5714285714285714, 'id_test': 0.6293706293706294, 'ood_test': 0.4055299539170507, 'ood_validation': 0.3561643835616438, '0': 0.9693877551020408, '1': 0.7181818181818181, '2': 0.296875, '4': 0.10714285714285714, '6': 0.9017857142857143}
Model: causirl_mmd
{'validation': 0.2857142857142857, 'id_test': 0.5106382978723404, 'ood_test': 0.34375, 'ood_validation': 0.37333333333333335, '0': 0.9439252336448598, '1': 0.7559055118110236, '2': 0.10377358490566038, '4': 0.102803738317757, '6': 0.9622641509433962}
{'validation': 0.8571428571428571, 'id_test': 0.8368794326241135, 'ood_test': 0.7321428571428571, 'ood_validation': 0.6933333333333334, '0': 0.8785046728971962, '1': 0.5275590551181102, '2': 0.8962264150943396, '4': 0.897196261682243, '6': 0.6886792452830188}
{'validation': 0.2857142857142857, 'id_test': 0.5106382978723404, 'ood_test': 0.34375, 'ood_validation': 0.37333333333333335, '0': 0.9439252336448598, '1': 0.7559055118110236, '2': 0.10377358490566038, '4': 0.102803738317757, '6': 0.9622641509433962}
{'validation': 1.0, 'id_test': 0.9432624113475178, 'ood_test': 0.9821428571428571, 'ood_validation': 0.9333333333333333, '0': 0.9252336448598131, '1': 0.8267716535433071, '2': 0.9622641509433962, '4': 1.0, '6': 0.9716981132075472}
{'validation': 0.8571428571428571, 'id_test': 0.8014184397163121, 'ood_test': 0.9642857142857143, 'ood_validation': 0.96, '0': 0.9439252336448598, '1': 0.8031496062992126, '2': 0.49056603773584906, '4': 1.0, '6': 0.9811320754716981}
{'validation': 0.8571428571428571, 'id_test': 0.8723404255319149, 'ood_test': 0.8794642857142857, 'ood_validation': 0.8266666666666667, '0': 0.8878504672897196, '1': 0.6062992125984252, '2': 0.9339622641509434, '4': 0.9252336448598131, '6': 0.9056603773584906}
{'validation': 0.8571428571428571, 'id_test': 0.9078014184397163, 'ood_test': 0.9375, 'ood_validation': 0.92, '0': 0.8878504672897196, '1': 0.6220472440944882, '2': 0.9339622641509434, '4': 0.9906542056074766, '6': 0.9528301886792453}
{'validation': 1.0, 'id_test': 0.9290780141843972, 'ood_test': 0.9375, 'ood_validation': 0.92, '0': 0.9065420560747663, '1': 0.6850393700787402, '2': 0.9339622641509434, '4': 0.9906542056074766, '6': 0.9622641509433962}
{'validation': 1.0, 'id_test': 0.9787234042553191, 'ood_test': 0.9821428571428571, 'ood_validation': 0.9466666666666667, '0': 0.9626168224299065, '1': 0.968503937007874, '2': 0.9622641509433962, '4': 1.0, '6': 0.9905660377358491}
{'validation': 1.0, 'id_test': 0.9787234042553191, 'ood_test': 0.9776785714285714, 'ood_validation': 0.9733333333333334, '0': 1.0, '1': 0.968503937007874, '2': 0.9056603773584906, '4': 1.0, '6': 1.0}
