MLPModelWithHook{'validation': 0.6525898273448437, 'id_test': 0.6592022393282015, 'ood_test': 0.6132671480144405, 'ood_validation': 0.609816384180791, 'train': 0.6680471301913206}
MLPModelWithHook{'validation': 0.6497900139990668, 'id_test': 0.6552367623046419, 'ood_test': 0.6193297755454403, 'ood_validation': 0.6234110169491526, 'train': 0.6732092860475968}
MLPModelWithHook{'validation': 0.6507232851143258, 'id_test': 0.6573361324935852, 'ood_test': 0.6194082561607283, 'ood_validation': 0.6142302259887006, 'train': 0.6708761082594493}
MLPModelWithHook{'validation': 0.6542230517965469, 'id_test': 0.6585024492652204, 'ood_test': 0.6175443415476377, 'ood_validation': 0.6140536723163842, 'train': 0.6709344377041531}
MLPModelWithHook{'validation': 0.6474568362109193, 'id_test': 0.6592022393282015, 'ood_test': 0.618309527546696, 'ood_validation': 0.6138771186440678, 'train': 0.6716343910405973}
MLPModelWithHook{'validation': 0.8488559909445864, 'id_test': 0.8477260009157044, 'ood_test': 0.8202054093866361, 'ood_validation': 0.819554409869269, 'train': 0.8544477264561586}
MLPModelWithHook{'validation': 0.8486652167830389, 'id_test': 0.8471282494785572, 'ood_test': 0.8192438315806703, 'ood_validation': 0.8202909224820475, 'train': 0.8540359735333488}
MLPModelWithHook{'validation': 0.8495809327584672, 'id_test': 0.8474843567177087, 'ood_test': 0.8200008183640902, 'ood_validation': 0.8204750506352422, 'train': 0.8544668038116556}
MLPModelWithHook{'validation': 0.8470499955486029, 'id_test': 0.847891336419596, 'ood_test': 0.8195711772167438, 'ood_validation': 0.8177131283373228, 'train': 0.855538315278736}
MLPModelWithHook{'validation': 0.8486143436732929, 'id_test': 0.8469629139746655, 'ood_test': 0.821064691681329, 'ood_validation': 0.8178972564905174, 'train': 0.8528865628646557}
MLPModelWithHook{'validation': 0.8792198359113195, 'id_test': 0.8768179341994486, 'ood_test': 0.8324298507462686, 'ood_validation': 0.8316282668500687, 'train': 0.8793639067753853}
MLPModelWithHook{'validation': 0.8784934876273173, 'id_test': 0.876405236310811, 'ood_test': 0.8312835820895522, 'ood_validation': 0.8318431911966988, 'train': 0.8790935888216304}
MLPModelWithHook{'validation': 0.8790960265447282, 'id_test': 0.8768757119038579, 'ood_test': 0.8325492537313433, 'ood_validation': 0.8325739339752407, 'train': 0.8794154941711402}
MLPModelWithHook{'validation': 0.8786338049094541, 'id_test': 0.876306188817538, 'ood_test': 0.8321767164179105, 'ood_validation': 0.8321440852819807, 'train': 0.8792504145047249}
MLPModelWithHook{'validation': 0.87907126467141, 'id_test': 0.8767271406639484, 'ood_test': 0.8327546268656716, 'ood_validation': 0.8321440852819807, 'train': 0.8792762082026023}
MLPModelWithHook{'validation': 0.8300161377084454, 'id_test': 0.8294919501822601, 'ood_test': 0.8136106756596541, 'ood_validation': 0.81185536455246, 'train': 0.8370894287976723}
MLPModelWithHook{'validation': 0.8293263297788185, 'id_test': 0.8286565917375456, 'ood_test': 0.814796274584711, 'ood_validation': 0.8092471843509188, 'train': 0.8372444770010513}
MLPModelWithHook{'validation': 0.8302123216150366, 'id_test': 0.8290995848521668, 'ood_test': 0.8131100894468523, 'ood_validation': 0.8122110254890338, 'train': 0.8370103225714587}
MLPModelWithHook{'validation': 0.829585798816568, 'id_test': 0.8288780882948562, 'ood_test': 0.8161663000092213, 'ood_validation': 0.811262596324837, 'train': 0.8371068321674394}
MLPModelWithHook{'validation': 0.8301743505363415, 'id_test': 0.8300994835965978, 'ood_test': 0.8154417673327976, 'ood_validation': 0.8123295791345584, 'train': 0.8359740310080586}
MLPModelWithHook{'validation': 0.9738169604124836, 'id_test': 0.973203606730084, 'ood_test': 0.9609989548379999, 'ood_validation': 0.9619361936193619, 'train': 0.9754894594062812}
MLPModelWithHook{'validation': 0.9733459755583649, 'id_test': 0.9724971338270381, 'ood_test': 0.9598682240191674, 'ood_validation': 0.9616611661166117, 'train': 0.9756118533070367}
MLPModelWithHook{'validation': 0.9734947076175603, 'id_test': 0.972757413317634, 'ood_test': 0.9612312130602466, 'ood_validation': 0.9622662266226623, 'train': 0.9746908004716038}
MLPModelWithHook{'validation': 0.9735876651545574, 'id_test': 0.9727388219254485, 'ood_test': 0.960412197223903, 'ood_validation': 0.9611661166116612, 'train': 0.9754778397321587}
MLPModelWithHook{'validation': 0.9732468208522347, 'id_test': 0.9727202305332631, 'ood_test': 0.9599048963700485, 'ood_validation': 0.9598459845984598, 'train': 0.9757559372661541}MLPModelWithHook{'validation': 0.9333223291792652, 'id_test': 0.9342826917161229, 'ood_test': 0.583420776495278, 'ood_validation': 0.6650943396226415, 'train': 0.9335037415722013}
MLPModelWithHook{'validation': 0.932770871003804, 'id_test': 0.9338437760254497, 'ood_test': 0.583420776495278, 'ood_validation': 0.6650943396226415, 'train': 0.9332763117542295}
MLPModelWithHook{'validation': 0.9319605651133303, 'id_test': 0.9330672328804124, 'ood_test': 0.5839454354669464, 'ood_validation': 0.6698113207547169, 'train': 0.932243264560432}
MLPModelWithHook{'validation': 0.933502397154926, 'id_test': 0.9348566583885417, 'ood_test': 0.5828961175236097, 'ood_validation': 0.6792452830188679, 'train': 0.9338484032551069}
MLPModelWithHook{'validation': 0.933708725043704, 'id_test': 0.9349429409602125, 'ood_test': 0.5855194123819517, 'ood_validation': 0.6745283018867925, 'train': 0.934105375503042}
MLPModelWithHook{'validation': 0.933708725043704, 'id_test': 0.9349429409602125, 'ood_test': 0.5855194123819517, 'ood_validation': 0.6745283018867925, 'train': 0.934105375503042}
DomainGroupDROModel{'validation': 0.6185254316378908, 'id_test': 0.6060181945416375, 'ood_test': 0.5682388949929368, 'ood_validation': 0.563912429378531, 'train': 0.637103359776015}
DomainGroupDROModel{'validation': 0.5977601493233784, 'id_test': 0.5836249125262422, 'ood_test': 0.5767344215978654, 'ood_validation': 0.5697387005649718, 'train': 0.6287330844610359}
DomainGroupDROModel{'validation': 0.6166588894073728, 'id_test': 0.609050618147889, 'ood_test': 0.5813059174383928, 'ood_validation': 0.5750353107344632, 'train': 0.6265748950069996}
DomainGroupDROModel{'validation': 0.6187587494167055, 'id_test': 0.6139491485887567, 'ood_test': 0.5777154292889656, 'ood_validation': 0.5775070621468926, 'train': 0.6400198320111993}
DomainGroupDROModel{'validation': 0.6115258982734484, 'id_test': 0.6109167249825053, 'ood_test': 0.5763812588290692, 'ood_validation': 0.5734463276836158, 'train': 0.6315037330844611}
DomainGroupDROModel{'validation': 0.8468337848321823, 'id_test': 0.844114056061454, 'ood_test': 0.8141495151192766, 'ood_validation': 0.8147670778862088, 'train': 0.8570978890906142}
DomainGroupDROModel{'validation': 0.8470245589937299, 'id_test': 0.8444574451849214, 'ood_test': 0.8137607921764393, 'ood_validation': 0.8162401031117658, 'train': 0.8577687760922581}
DomainGroupDROModel{'validation': 0.8467066020578173, 'id_test': 0.8449152973495447, 'ood_test': 0.8154998158680797, 'ood_validation': 0.8142146934266249, 'train': 0.8581916574724412}
DomainGroupDROModel{'validation': 0.8475714449234996, 'id_test': 0.8451569415475403, 'ood_test': 0.8147837472891689, 'ood_validation': 0.817160743877739, 'train': 0.8587035665116102}
DomainGroupDROModel{'validation': 0.8473933890393885, 'id_test': 0.8452841227043801, 'ood_test': 0.8125332460411637, 'ood_validation': 0.812189283741484, 'train': 0.8564905932739604}
DomainGroupDROModel{'validation': 0.8777011076811331, 'id_test': 0.8757284117734454, 'ood_test': 0.8301564179104478, 'ood_validation': 0.8304246905089409, 'train': 0.8780546186711293}
DomainGroupDROModel{'validation': 0.8776020601878601, 'id_test': 0.8757696815623092, 'ood_test': 0.8305432835820895, 'ood_validation': 0.8311984181568088, 'train': 0.8781650156980445}
DomainGroupDROModel{'validation': 0.87727190187695, 'id_test': 0.8749360318272612, 'ood_test': 0.8308489552238806, 'ood_validation': 0.8320151306740028, 'train': 0.8773200141555814}
DomainGroupDROModel{'validation': 0.8761823794509467, 'id_test': 0.8745893656008056, 'ood_test': 0.827816119402985, 'ood_validation': 0.8298658872077029, 'train': 0.8768969975103923}
DomainGroupDROModel{'validation': 0.8745233339386236, 'id_test': 0.8727734948908001, 'ood_test': 0.8258053731343283, 'ood_validation': 0.828748280605227, 'train': 0.8752812802753529}
DomainGroupDROModel{'validation': 0.826839224124292, 'id_test': 0.8261252025111381, 'ood_test': 0.7965775711030022, 'ood_validation': 0.7912270302311796, 'train': 0.8361061384058355}
DomainGroupDROModel{'validation': 0.827522703540803, 'id_test': 0.8273465978128797, 'ood_test': 0.7995020484514761, 'ood_validation': 0.7972732661529343, 'train': 0.8364130705635449}
DomainGroupDROModel{'validation': 0.8280353131031865, 'id_test': 0.8278908464965573, 'ood_test': 0.8037175112961231, 'ood_validation': 0.8004742145820984, 'train': 0.8337044733779861}
DomainGroupDROModel{'validation': 0.82667468278328, 'id_test': 0.8268466484406642, 'ood_test': 0.8094479061005652, 'ood_validation': 0.8114997036158862, 'train': 0.8350587719707655}
DomainGroupDROModel{'validation': 0.8274530898965288, 'id_test': 0.8271567436208992, 'ood_test': 0.7990409822028428, 'ood_validation': 0.7954949614700652, 'train': 0.8344828786439294}
DomainGroupDROModel{'validation': 0.9735566793088917, 'id_test': 0.9728379760171041, 'ood_test': 0.9614573592240131, 'ood_validation': 0.9626512651265127, 'train': 0.9728200329379029}
DomainGroupDROModel{'validation': 0.9733211868818323, 'id_test': 0.9729371301087596, 'ood_test': 0.9614940315748941, 'ood_validation': 0.9619361936193619, 'train': 0.9726124280935833}
DomainGroupDROModel{'validation': 0.9735814679854242, 'id_test': 0.972862764540018, 'ood_test': 0.9613779024637708, 'ood_validation': 0.9621562156215622, 'train': 0.9727975682345996}
DomainGroupDROModel{'validation': 0.9734885104484272, 'id_test': 0.9729185387165742, 'ood_test': 0.9613656783468104, 'ood_validation': 0.9629262926292629, 'train': 0.9729098917511159}
DomainGroupDROModel{'validation': 0.9734761161101608, 'id_test': 0.9726086821801506, 'ood_test': 0.9613412301128897, 'ood_validation': 0.9622662266226623, 'train': 0.9727324980595144}
DomainGroupDROModel{'validation': 0.9267160853222092, 'id_test': 0.9278265045054508, 'ood_test': 0.5110178384050367, 'ood_validation': 0.589622641509434, 'train': 0.9268562259029902}
DomainGroupDROModel{'validation': 0.9291807657390665, 'id_test': 0.9301598853567221, 'ood_test': 0.583420776495278, 'ood_validation': 0.6745283018867925, 'train': 0.9293251289784978}
DomainGroupDROModel{'validation': 0.9283517027677949, 'id_test': 0.9292895568076949, 'ood_test': 0.5792235047219307, 'ood_validation': 0.6745283018867925, 'train': 0.9284698052919401}
DomainGroupDROModel{'validation': 0.9291807657390665, 'id_test': 0.9301598853567221, 'ood_test': 0.583420776495278, 'ood_validation': 0.6745283018867925, 'train': 0.9293251289784978}
DomainGroupDROModel{'validation': 0.9283517027677949, 'id_test': 0.9292895568076949, 'ood_test': 0.5792235047219307, 'ood_validation': 0.6745283018867925, 'train': 0.9284698052919401}
IRMModel{'validation': 0.5781614559029398, 'id_test': 0.5838581758805692, 'ood_test': 0.506690472453304, 'ood_validation': 0.4943502824858757, '0': 0.5639335732558644, '13': 0.5323364485981309}
IRMModel{'validation': 0.42837144190387305, 'id_test': 0.4231397247492419, 'ood_test': 0.4947614189295244, 'ood_validation': 0.5065324858757062, '0': 0.4440879330529419, '13': 0.48130841121495327}
IRMModel{'validation': 0.5781614559029398, 'id_test': 0.5838581758805692, 'ood_test': 0.5061607283001098, 'ood_validation': 0.4936440677966102, '0': 0.5638468542687421, '13': 0.53196261682243}
IRMModel{'validation': 0.4218385440970602, 'id_test': 0.41614182411943085, 'ood_test': 0.4936234500078481, 'ood_validation': 0.506002824858757, '0': 0.43615314573125785, '13': 0.4680373831775701}
IRMModel{'validation': 0.5216985534297713, 'id_test': 0.5071145323069746, 'ood_test': 0.5416732067179406, 'ood_validation': 0.5457274011299436, '0': 0.5320643454884447, '13': 0.5362616822429906}
IRMModel{'validation': 0.8127615195797881, 'id_test': 0.8091010835834562, 'ood_test': 0.7801260280698883, 'ood_validation': 0.7864113422942368, '0': 0.5260930888575458, '1': 0.8239776084590266, '2': 0.811046004238873, '3': 0.807801893907651, '4': 0.8434431108024998, '5': 0.8006772581029095, '7': 0.7990440736086808, '8': 0.8292760477732954, '9': 0.831281063896476}
IRMModel{'validation': 0.8127615195797881, 'id_test': 0.8091010835834562, 'ood_test': 0.7801260280698883, 'ood_validation': 0.7864113422942368, '0': 0.5260930888575458, '1': 0.8239776084590266, '2': 0.811046004238873, '3': 0.807801893907651, '4': 0.8434431108024998, '5': 0.8006772581029095, '7': 0.7990440736086808, '8': 0.8292760477732954, '9': 0.831281063896476}
IRMModel{'validation': 0.8127615195797881, 'id_test': 0.8091010835834562, 'ood_test': 0.7801260280698883, 'ood_validation': 0.7864113422942368, '0': 0.5260930888575458, '1': 0.8239776084590266, '2': 0.811046004238873, '3': 0.807801893907651, '4': 0.8434431108024998, '5': 0.8006772581029095, '7': 0.7990440736086808, '8': 0.8292760477732954, '9': 0.831281063896476}
IRMModel{'validation': 0.8127615195797881, 'id_test': 0.8091010835834562, 'ood_test': 0.7801260280698883, 'ood_validation': 0.7864113422942368, '0': 0.5260930888575458, '1': 0.8239776084590266, '2': 0.811046004238873, '3': 0.807801893907651, '4': 0.8434431108024998, '5': 0.8006772581029095, '7': 0.7990440736086808, '8': 0.8292760477732954, '9': 0.831281063896476}
IRMModel{'validation': 0.8127615195797881, 'id_test': 0.8091010835834562, 'ood_test': 0.7801260280698883, 'ood_validation': 0.7864113422942368, '0': 0.5260930888575458, '1': 0.8239776084590266, '2': 0.811046004238873, '3': 0.807801893907651, '4': 0.8434431108024998, '5': 0.8006772581029095, '7': 0.7990440736086808, '8': 0.8292760477732954, '9': 0.831281063896476}
IRMModel{'validation': 0.12547666606137642, 'id_test': 0.12722650510919986, 'ood_test': 0.17419462686567164, 'ood_validation': 0.17125171939477304, '0': 0.12471871972464711}
IRMModel{'validation': 0.8745233339386236, 'id_test': 0.8727734948908001, 'ood_test': 0.8258053731343283, 'ood_validation': 0.828748280605227, '0': 0.8752812802753529}
IRMModel{'validation': 0.12547666606137642, 'id_test': 0.12722650510919986, 'ood_test': 0.17419462686567164, 'ood_validation': 0.17125171939477304, '0': 0.12471871972464711}
IRMModel{'validation': 0.12547666606137642, 'id_test': 0.12722650510919986, 'ood_test': 0.17419462686567164, 'ood_validation': 0.17125171939477304, '0': 0.12471871972464711}
IRMModel{'validation': 0.8745233339386236, 'id_test': 0.8727734948908001, 'ood_test': 0.8258053731343283, 'ood_validation': 0.828748280605227, '0': 0.8752812802753529}
IRMModel{'validation': 0.6764864095180837, 'id_test': 0.6791780579181855, 'ood_test': 0.6020339608225422, 'ood_validation': 0.5981031416716064, '0': 0.9131455399061033, '2': 0.6313979353219643, '3': 0.6963440947354559, '4': 0.7210836049876814, '5': 0.6777492703135298, '6': 0.7401388945738337, '7': 0.6969968118881443, '8': 0.6931386318572372, '9': 0.6278604145568738}
IRMModel{'validation': 0.6764864095180837, 'id_test': 0.6791780579181855, 'ood_test': 0.6020339608225422, 'ood_validation': 0.5981031416716064, '0': 0.9131455399061033, '2': 0.6313979353219643, '3': 0.6963440947354559, '4': 0.7210836049876814, '5': 0.6777492703135298, '6': 0.7401388945738337, '7': 0.6969968118881443, '8': 0.6931386318572372, '9': 0.6278604145568738}
IRMModel{'validation': 0.6764864095180837, 'id_test': 0.6791780579181855, 'ood_test': 0.6020339608225422, 'ood_validation': 0.5981031416716064, '0': 0.9131455399061033, '2': 0.6313979353219643, '3': 0.6963440947354559, '4': 0.7210836049876814, '5': 0.6777492703135298, '6': 0.7401388945738337, '7': 0.6969968118881443, '8': 0.6931386318572372, '9': 0.6278604145568738}
IRMModel{'validation': 0.6764864095180837, 'id_test': 0.6791780579181855, 'ood_test': 0.6020339608225422, 'ood_validation': 0.5981031416716064, '0': 0.9131455399061033, '2': 0.6313979353219643, '3': 0.6963440947354559, '4': 0.7210836049876814, '5': 0.6777492703135298, '6': 0.7401388945738337, '7': 0.6969968118881443, '8': 0.6931386318572372, '9': 0.6278604145568738}
IRMModel{'validation': 0.6764864095180837, 'id_test': 0.6791780579181855, 'ood_test': 0.6020339608225422, 'ood_validation': 0.5981031416716064, '0': 0.9131455399061033, '2': 0.6313979353219643, '3': 0.6963440947354559, '4': 0.7210836049876814, '5': 0.6777492703135298, '6': 0.7401388945738337, '7': 0.6969968118881443, '8': 0.6931386318572372, '9': 0.6278604145568738}
IRMModel{'validation': 0.9665910612032423, 'id_test': 0.966176060483996, 'ood_test': 0.9484875711290806, 'ood_validation': 0.9493949394939494, '15': 0.9550834064969271, '16': 0.9476829825779253, '17': 0.9574320784372428, '18': 0.9620180555432989, '19': 0.9721575005082175, '20': 0.9753649041473929, '21': 0.9813871949940866, '22': 0.9855243828155792, '23': 0.9849569802941993}
IRMModel{'validation': 0.9665910612032423, 'id_test': 0.966176060483996, 'ood_test': 0.9484875711290806, 'ood_validation': 0.9493949394939494, '15': 0.9550834064969271, '16': 0.9476829825779253, '17': 0.9574320784372428, '18': 0.9620180555432989, '19': 0.9721575005082175, '20': 0.9753649041473929, '21': 0.9813871949940866, '22': 0.9855243828155792, '23': 0.9849569802941993}
IRMModel{'validation': 0.9665910612032423, 'id_test': 0.966176060483996, 'ood_test': 0.9484875711290806, 'ood_validation': 0.9493949394939494, '15': 0.9550834064969271, '16': 0.9476829825779253, '17': 0.9574320784372428, '18': 0.9620180555432989, '19': 0.9721575005082175, '20': 0.9753649041473929, '21': 0.9813871949940866, '22': 0.9855243828155792, '23': 0.9849569802941993}
IRMModel{'validation': 0.9665910612032423, 'id_test': 0.966176060483996, 'ood_test': 0.9484875711290806, 'ood_validation': 0.9493949394939494, '15': 0.9550834064969271, '16': 0.9476829825779253, '17': 0.9574320784372428, '18': 0.9620180555432989, '19': 0.9721575005082175, '20': 0.9753649041473929, '21': 0.9813871949940866, '22': 0.9855243828155792, '23': 0.9849569802941993}
IRMModel{'validation': 0.9665910612032423, 'id_test': 0.966176060483996, 'ood_test': 0.9484875711290806, 'ood_validation': 0.9493949394939494, '15': 0.9550834064969271, '16': 0.9476829825779253, '17': 0.9574320784372428, '18': 0.9620180555432989, '19': 0.9721575005082175, '20': 0.9753649041473929, '21': 0.9813871949940866, '22': 0.9855243828155792, '23': 0.9849569802941993}
VRExModel{'validation': 0.5781614559029398, 'id_test': 0.5838581758805692, 'ood_test': 0.5061607283001098, 'ood_validation': 0.4936440677966102, '0': 0.5638468542687421, '13': 0.53196261682243}
VRExModel{'validation': 0.5781614559029398, 'id_test': 0.5838581758805692, 'ood_test': 0.5061607283001098, 'ood_validation': 0.4936440677966102, '0': 0.5638468542687421, '13': 0.53196261682243}
VRExModel{'validation': 0.5781614559029398, 'id_test': 0.5838581758805692, 'ood_test': 0.5061607283001098, 'ood_validation': 0.4936440677966102, '0': 0.5638468542687421, '13': 0.53196261682243}
VRExModel{'validation': 0.4218385440970602, 'id_test': 0.41614182411943085, 'ood_test': 0.4938392716998901, 'ood_validation': 0.5063559322033898, '0': 0.43615314573125785, '13': 0.4680373831775701}
VRExModel{'validation': 0.4218385440970602, 'id_test': 0.41614182411943085, 'ood_test': 0.4938392716998901, 'ood_validation': 0.5063559322033898, '0': 0.43615314573125785, '13': 0.4680373831775701}
VRExModel{'validation': 0.4825950373281443, 'id_test': 0.4840514829322888, 'ood_test': 0.47387372642088466, 'ood_validation': 0.4807586079911618, '0': 0.6520249848881725, '1': 0.4395894884154875, '2': 0.4532103229023812, '3': 0.4009260035196514, '4': 0.4909483186191846, '5': 0.4683216745628921, '7': 0.5286836635233051, '8': 0.49154428568589653, '9': 0.5509962835266198}
VRExModel{'validation': 0.5830058376893433, 'id_test': 0.5814722490715776, 'ood_test': 0.5794836122590941, 'ood_validation': 0.585343399005708, '0': 0.6185774733024381, '1': 0.549331363707044, '2': 0.5462535843411046, '3': 0.5213483616860806, '4': 0.5949062592996727, '5': 0.5719145211201634, '7': 0.6276349629490446, '8': 0.5904691878142326, '9': 0.635042314064389}
VRExModel{'validation': 0.6218601752578631, 'id_test': 0.6203642468331892, 'ood_test': 0.6342730880968943, 'ood_validation': 0.6357945129810348, '0': 0.5250856336893008, '1': 0.6027056445342871, '2': 0.5850018700910111, '3': 0.5668943266571692, '4': 0.6452732863803194, '5': 0.61417020525067, '7': 0.6518501990534684, '8': 0.6363943482840166, '9': 0.678117583844535}
VRExModel{'validation': 0.610579063171684, 'id_test': 0.6076715673805769, 'ood_test': 0.5964442080281517, 'ood_validation': 0.5986006260357208, '0': 0.5318355833165425, '1': 0.5876613279427771, '2': 0.5730706894402194, '3': 0.5436394871365122, '4': 0.6336920940382899, '5': 0.6004945059164101, '7': 0.6671872981574343, '8': 0.6161443532521214, '9': 0.6572516007701608}
VRExModel{'validation': 0.6070942551540819, 'id_test': 0.6042249580302183, 'ood_test': 0.6085355374606163, 'ood_validation': 0.609832443380593, '0': 0.5255893612734234, '1': 0.5834240398071839, '2': 0.5753272659269418, '3': 0.55950934383642, '4': 0.6109264953873623, '5': 0.6005636138860947, '7': 0.645496929057109, '8': 0.6033862602094553, '9': 0.6532843773787669}
VRExModel{'validation': 0.12547666606137642, 'id_test': 0.12722650510919986, 'ood_test': 0.17419462686567164, 'ood_validation': 0.17125171939477304, '0': 0.12471871972464711}
VRExModel{'validation': 0.12547666606137642, 'id_test': 0.12722650510919986, 'ood_test': 0.17419462686567164, 'ood_validation': 0.17125171939477304, '0': 0.12471871972464711}
VRExModel{'validation': 0.12547666606137642, 'id_test': 0.12722650510919986, 'ood_test': 0.17419462686567164, 'ood_validation': 0.17125171939477304, '0': 0.12471871972464711}
VRExModel{'validation': 0.12547666606137642, 'id_test': 0.12722650510919986, 'ood_test': 0.17419462686567164, 'ood_validation': 0.17125171939477304, '0': 0.12471871972464711}
VRExModel{'validation': 0.12547666606137642, 'id_test': 0.12722650510919986, 'ood_test': 0.17419462686567164, 'ood_validation': 0.17125171939477304, '0': 0.12471871972464711}
VRExModel{'validation': 0.5867354365091921, 'id_test': 0.5819600546780073, 'ood_test': 0.5442294265653199, 'ood_validation': 0.5443983402489626, '0': 0.6908312620822977, '2': 0.7257571436719329, '3': 0.5314940689040388, '4': 0.44955835996083876, '5': 0.5359233279979914, '6': 0.4448855961688019, '7': 0.5321826967051759, '8': 0.5450780733641771, '9': 0.7360056859884979}
VRExModel{'validation': 0.6793279119070974, 'id_test': 0.677330143782908, 'ood_test': 0.5942090079171661, 'ood_validation': 0.5896858328393598, '0': 0.736260701463684, '2': 0.7929105116066846, '3': 0.652709259803276, '4': 0.551721912016267, '5': 0.6174206760192072, '6': 0.573588200783158, '7': 0.647670557356187, '8': 0.6459125082617316, '9': 0.8053710293311531}
VRExModel{'validation': 0.45064076195297914, 'id_test': 0.44560677399756987, 'ood_test': 0.46521584487096734, 'ood_validation': 0.46318909306461176, '0': 0.5708367854183927, '2': 0.6649004733930303, '3': 0.3289909539390379, '4': 0.31429063249739103, '5': 0.39031949282867273, '6': 0.2995374728828128, '7': 0.31371418345230756, '8': 0.327515697290152, '9': 0.7119192069346761}
VRExModel{'validation': 0.6764800810049679, 'id_test': 0.6738621405427299, 'ood_test': 0.6082781151611756, 'ood_validation': 0.607113218731476, '0': 0.772024302678818, '2': 0.6892146238521645, '3': 0.677152871339283, '4': 0.6041485115493442, '5': 0.6725002353827323, '6': 0.6122139904220049, '7': 0.676038787589562, '8': 0.6801986946463979, '9': 0.7169687735174156}
VRExModel{'validation': 0.4453437964750182, 'id_test': 0.4404617253948967, 'ood_test': 0.470735466533177, 'ood_validation': 0.4739774748073503, '0': 0.6001104667219, '2': 0.6486910397536075, '3': 0.33201981421639637, '4': 0.3059634853521824, '5': 0.3791741204531902, '6': 0.31316769677868284, '7': 0.335620024789061, '8': 0.33883426966292135, '9': 0.6809435767840718}
VRExModel{'validation': 0.9393359113556927, 'id_test': 0.9383881262975242, 'ood_test': 0.957973485890313, 'ood_validation': 0.9596259625962597, '15': 0.9616154521510096, '16': 0.9643600900733116, '17': 0.9590786617768131, '18': 0.9589426123176575, '19': 0.9402883547827174, '20': 0.9314668410582648, '21': 0.8811934339325107, '22': 0.7916442724569135, '23': 0.7471551484873716}
VRExModel{'validation': 0.9504474356114128, 'id_test': 0.9499705636290398, 'ood_test': 0.9485120193630012, 'ood_validation': 0.9492299229922992, '15': 0.9544257323010615, '16': 0.9477507068723228, '17': 0.9555703165930693, '18': 0.9587440542901771, '19': 0.9535958341803624, '20': 0.9520240496057357, '21': 0.9325359212877142, '22': 0.8775305457021033, '23': 0.8512350818762142}
VRExModel{'validation': 0.9595448798988622, 'id_test': 0.9593468224212189, 'ood_test': 0.9544957246150931, 'ood_validation': 0.9543454345434543, '15': 0.9615292521350467, '16': 0.9658500245500568, '17': 0.9600890651897314, '18': 0.9579983585869728, '19': 0.9610861780481321, '20': 0.9628230895389008, '21': 0.9555691626334728, '22': 0.9088824393564799, '23': 0.899361643075215}
VRExModel{'validation': 0.9564896755162242, 'id_test': 0.9557029095528771, 'ood_test': 0.9573928403346963, 'ood_validation': 0.9570957095709571, '15': 0.9618995929443691, '16': 0.959128388331104, '17': 0.9610433350797096, '18': 0.9630990936929146, '19': 0.9613441961563121, '20': 0.9569134056693248, '21': 0.9355807379696189, '22': 0.8966283277795694, '23': 0.8615598112683874}
VRExModel{'validation': 0.9451798418482438, 'id_test': 0.9445046943265268, 'ood_test': 0.956023739235137, 'ood_validation': 0.9566006600660066, '15': 0.9613887780349589, '16': 0.9616511182974112, '17': 0.9586389491804506, '18': 0.957954234580866, '19': 0.9462696836541619, '20': 0.9379894063951956, '21': 0.9021548578666152, '22': 0.8448170840947364, '23': 0.7972245351096309}
