{'diabetes_readmission_causal_vrex'}
{'validation': 0.4218385440970602, 'id_test': 0.41614182411943085, 'ood_test': 0.4938392716998901, 'ood_validation': 0.5063559322033898, '0': 0.43615314573125785, '13': 0.4680373831775701}
Train Datashifts with Representations:{'informativeness': 0.024541710058948098, 'invariance': 0.28174098823178007, 'label_shift': 0.003375592508434266, '(latent)_covariate_shift': 0.31308987184467835, 'concept_shift': 0.20211270704351547, 'residual': 0.020259420926544723, 'overall': -0.0794118263286881}
Test Datashifts with Representations:{'informativeness': 0.015500869541888809, 'invariance': 0.0011184187151395055, 'label_shift': -0.009544186325330216, '(latent)_covariate_shift': 0.0008458661118084009, 'concept_shift': 0.06451638637557584, 'residual': 0.023528652119876, 'overall': -0.04519434523010578}
{'diabetes_readmission_arguablycausal_vrex'}
{'validation': 0.5781614559029398, 'id_test': 0.5838581758805692, 'ood_test': 0.5061607283001098, 'ood_validation': 0.4936440677966102, '0': 0.5638468542687421, '13': 0.53196261682243}
Train Datashifts with Representations:{'informativeness': 0.05556388316600394, 'invariance': 0.34203813065249317, 'label_shift': 0.003375592508434266, '(latent)_covariate_shift': 0.3872093927133887, 'concept_shift': 0.0012691237257242095, 'residual': 0.08165794196301078, 'overall': -0.002455193375204029}
Test Datashifts with Representations:{'informativeness': 0.06457672420985208, 'invariance': 0.0001442695040896813, 'label_shift': -0.009544186325330216, '(latent)_covariate_shift': 0.0, 'concept_shift': 0.0015148297929338855, 'residual': 0.06450475523238468, 'overall': -0.005529673833709489}
{'diabetes_readmission_vrex'}
{'validation': 0.4218385440970602, 'id_test': 0.41614182411943085, 'ood_test': 0.4938392716998901, 'ood_validation': 0.5063559322033898, '0': 0.43615314573125785, '13': 0.4680373831775701}
Train Datashifts with Representations:{'informativeness': 0.042138903197813424, 'invariance': 0.44666625751366995, 'label_shift': 0.003375592508434266, '(latent)_covariate_shift': 0.5042578157582192, 'concept_shift': 0.0073990512161362, 'residual': 0.04821354400321891, 'overall': 0.020709408963018164}
Test Datashifts with Representations:{'informativeness': 0.04705567809734015, 'invariance': 1.1211992763352213e-15, 'label_shift': -0.009544186325330216, '(latent)_covariate_shift': 0.0, 'concept_shift': 3.6067376022620544e-05, 'residual': 0.047019288230484416, 'overall': -0.004753736983821241}
{'acsfoodstamps_causal_vrex'}
{'validation': 0.8127615195797881, 'id_test': 0.8091010835834562, 'ood_test': 0.7801260280698883, 'ood_validation': 0.7864113422942368, '0': 0.5260930888575458, '1': 0.8239776084590266, '2': 0.811046004238873, '3': 0.807801893907651, '4': 0.8434431108024998, '5': 0.8006772581029095, '7': 0.7990440736086808, '8': 0.8292760477732954, '9': 0.831281063896476}
Train Datashifts with Representations:{'informativeness': 0.047690954352197557, 'invariance': 1.0792220663658911, 'label_shift': -0.0058060624703405814, '(latent)_covariate_shift': 1.157409353332657, 'concept_shift': 0.09642521612415013, 'residual': 0.05771242782102312, 'overall': -0.022043469282687946}
Test Datashifts with Representations:{'informativeness': 0.06949829713443063, 'invariance': 0.00032942175996860247, 'label_shift': 0.008732842337251823, '(latent)_covariate_shift': 7.356529088777081e-05, 'concept_shift': 0.15285673605986363, 'residual': 0.06599769912413003, 'overall': -0.06868927708554572}
{'acsfoodstamps_arguablycausal_vrex'}
{'validation': 0.8127615195797881, 'id_test': 0.8091010835834562, 'ood_test': 0.7801260280698883, 'ood_validation': 0.7864113422942368, '0': 0.5260930888575458, '1': 0.8239776084590266, '2': 0.811046004238873, '3': 0.807801893907651, '4': 0.8434431108024998, '5': 0.8006772581029095, '7': 0.7990440736086808, '8': 0.8292760477732954, '9': 0.831281063896476}
Train Datashifts with Representations:{'informativeness': 0.06427366084288684, 'invariance': 0.5622425935828471, 'label_shift': -0.0058060624703405814, '(latent)_covariate_shift': 0.5909490134334348, 'concept_shift': 0.004896922846029609, 'residual': 0.07269626241413847, 'overall': 0.0005791156958570715}
Test Datashifts with Representations:{'informativeness': 0.09605069062367226, 'invariance': 0.0001442695040896813, 'label_shift': 0.008732842337251823, '(latent)_covariate_shift': 0.0, 'concept_shift': 0.0033542659700671914, 'residual': 0.0961582150755969, 'overall': 0.002509628979622841}
{'acsfoodstamps_vrex'}
{'validation': 0.18723848042021188, 'id_test': 0.19089891641654372, 'ood_test': 0.2198739719301117, 'ood_validation': 0.2135886577057632, '0': 0.47390691114245415, '1': 0.1760223915409734, '2': 0.18895399576112704, '3': 0.19219810609234894, '4': 0.15655688919750024, '5': 0.19932274189709057, '7': 0.20095592639131915, '8': 0.17072395222670456, '9': 0.16871893610352393}
Train Datashifts with Representations:{'informativeness': 0.10774296866301179, 'invariance': 0.3282901445124577, 'label_shift': -0.0058060624703405814, '(latent)_covariate_shift': 0.3432225525562233, 'concept_shift': 0.0029113340995261484, 'residual': 0.10777351625081891, 'overall': 0.003076958149142328}
Test Datashifts with Representations:{'informativeness': 0.1362274991255159, 'invariance': 0.0007934822724882018, 'label_shift': 0.008732842337251823, '(latent)_covariate_shift': 0.0, 'concept_shift': 0.0024525815695117686, 'residual': 0.13632854953843837, 'overall': 0.0026423388347034393}
{'brfss_diabetes_causal_vrex'}
{'validation': 0.1272579173234582, 'id_test': 0.12664605173844182, 'ood_test': 0.17431016125101023, 'ood_validation': 0.17363863767558207, '0': 0.1273229679686852}
Train Datashifts with Representations:{'informativeness': 0.04878264952519792, 'invariance': 0.03505609675980542, 'label_shift': 0.017554929267790703, '(latent)_covariate_shift': 0.037251230583393226, 'concept_shift': 0.03356956243514006, 'residual': 0.05546565146689193, 'overall': -0.013592751613574788}
Test Datashifts with Representations:{'informativeness': 0.055770284822624354, 'invariance': 0.16139597693968435, 'label_shift': 0.010747443489363856, '(latent)_covariate_shift': 0.15951660025826692, 'concept_shift': 0.10883572871502577, 'residual': 0.06685542691557209, 'overall': -0.0610689730464874}
{'brfss_diabetes_arguablycausal_vrex'}
{'validation': 0.12547666606137642, 'id_test': 0.12722650510919986, 'ood_test': 0.17419462686567164, 'ood_validation': 0.17125171939477304, '0': 0.12471871972464711}
Train Datashifts with Representations:{'informativeness': 0.0840977796359507, 'invariance': 0.002055840433266947, 'label_shift': 0.004410807874824522, '(latent)_covariate_shift': 0.0, 'concept_shift': 0.0019476383052005268, 'residual': 0.08387778720863126, 'overall': 0.0004236569954979702}
Test Datashifts with Representations:{'informativeness': 0.08499966169799747, 'invariance': 0.10043029279431646, 'label_shift': 0.01689154063470388, '(latent)_covariate_shift': 0.103050792109206, 'concept_shift': 0.00011490185825082204, 'residual': 0.08329245944177611, 'overall': 0.011405771301892645}
{'brfss_diabetes_vrex'}
{'validation': 0.12547666606137642, 'id_test': 0.12722650510919986, 'ood_test': 0.17419462686567164, 'ood_validation': 0.17125171939477304, '0': 0.12471871972464711}
Train Datashifts with Representations:{'informativeness': 0.11666080007879238, 'invariance': 0.002200109937355507, 'label_shift': 0.004410807874824522, '(latent)_covariate_shift': 0.0, 'concept_shift': 0.0033903333460893314, 'residual': 0.11665961436475636, 'overall': -0.0005886319902741188}
Test Datashifts with Representations:{'informativeness': 0.1383269768424217, 'invariance': 0.08682791345255479, 'label_shift': 0.01689154063470388, '(latent)_covariate_shift': 0.08963581235075763, 'concept_shift': -0.00046070022693509325, 'residual': 0.13581090813205743, 'overall': 0.012596138590285189}
{'acsincome_causal_vrex'}
{'validation': 0.6764864095180837, 'id_test': 0.6791780579181855, 'ood_test': 0.6020339608225422, 'ood_validation': 0.5981031416716064, '0': 0.9131455399061033, '2': 0.6313979353219643, '3': 0.6963440947354559, '4': 0.7210836049876814, '5': 0.6777492703135298, '6': 0.7401388945738337, '7': 0.6969968118881443, '8': 0.6931386318572372, '9': 0.6278604145568738}
Train Datashifts with Representations:{'informativeness': 0.11309991723255958, 'invariance': 1.2278407109842207, 'label_shift': 0.015213404934141922, '(latent)_covariate_shift': 1.25920981104332, 'concept_shift': 0.1785929015058981, 'residual': 0.12336155527605204, 'overall': -0.07626683629982078}
Test Datashifts with Representations:{'informativeness': 0.14400228004436297, 'invariance': 0.00037151292471652726, 'label_shift': -0.006339235527009352, '(latent)_covariate_shift': 0.0008237817020664719, 'concept_shift': 0.10277350390228931, 'residual': 0.14531229037891788, 'overall': -0.05564024566052929}
{'acsincome_arguablycausal_vrex'}
{'validation': 0.6764864095180837, 'id_test': 0.6791780579181855, 'ood_test': 0.6020339608225422, 'ood_validation': 0.5981031416716064, '0': 0.9131455399061033, '2': 0.6313979353219643, '3': 0.6963440947354559, '4': 0.7210836049876814, '5': 0.6777492703135298, '6': 0.7401388945738337, '7': 0.6969968118881443, '8': 0.6931386318572372, '9': 0.6278604145568738}
Train Datashifts with Representations:{'informativeness': 0.25889530697485225, 'invariance': 0.842411735103873, 'label_shift': 0.015213404934141922, '(latent)_covariate_shift': 0.8386494603976273, 'concept_shift': 0.03683894381409272, 'residual': 0.23077465431751404, 'overall': 0.015426745864239977}
Test Datashifts with Representations:{'informativeness': 0.30093809028643426, 'invariance': 0.0005057987453557398, 'label_shift': -0.006339235527009352, '(latent)_covariate_shift': 0.0, 'concept_shift': 0.013705602888446366, 'residual': 0.300847392496673, 'overall': -0.010184620790644472}
{'acsincome_vrex'}
{'validation': 0.3322785811473594, 'id_test': 0.3287198764682058, 'ood_test': 0.4068316844726061, 'ood_validation': 0.41232957913455837, '0': 0.35294117647058826, '2': 0.37748816517424283, '3': 0.30743438313563015, '4': 0.2914393914942603, '5': 0.32527932084235633, '6': 0.27170398264500023, '7': 0.3056676807646166, '8': 0.3119423331130205, '9': 0.3843245101409419}
Train Datashifts with Representations:{'informativeness': 0.26780565674392454, 'invariance': 0.6106900939113618, 'label_shift': 0.015213404934141922, '(latent)_covariate_shift': 0.6177241662706822, 'concept_shift': 0.019633735832967437, 'residual': 0.25247961687893694, 'overall': 0.01663291059523503}
Test Datashifts with Representations:{'informativeness': 0.3548959489201973, 'invariance': 0.0010107420096708256, 'label_shift': -0.006339235527009352, '(latent)_covariate_shift': 0.0, 'concept_shift': 0.00905291138157877, 'residual': 0.35149454964053867, 'overall': -0.004800045179470802}
{'acsunemployment_causal_vrex'}
{'validation': 0.10359187922956793, 'id_test': 0.10427911876801041, 'ood_test': 0.11659362756782857, 'ood_validation': 0.11303630363036303, '15': 0.09081650570676032, '16': 0.07959297699067097, '17': 0.08023351545542998, '18': 0.08253836582330983, '19': 0.08724921421757964, '20': 0.1223434669917107, '21': 0.16644159068604836, '22': 0.15432297825074348, '23': 0.2640577296697197}
Train Datashifts with Representations:{'informativeness': 0.007161605440123272, 'invariance': 0.1346823939180034, 'label_shift': 0.007477877913284072, '(latent)_covariate_shift': 0.1320824413123947, 'concept_shift': 0.1320529230951565, 'residual': 0.009978923161526059, 'overall': -0.06640481661514337}
Test Datashifts with Representations:{'informativeness': 0.009318673708133319, 'invariance': 0.2770514610034043, 'label_shift': -0.0043658545944666146, '(latent)_covariate_shift': 0.27909090111341855, 'concept_shift': 0.12151357492930903, 'residual': 0.00877167663563884, 'overall': -0.06137299763438618}
{'acsunemployment_arguablycausal_vrex'}
{'validation': 0.08501276616841427, 'id_test': 0.08618969417159855, 'ood_test': 0.08122314514305273, 'ood_validation': 0.08036303630363037, '15': 0.06790964961289808, '16': 0.06572642771278127, '17': 0.06433837287628172, '18': 0.06481816497083404, '19': 0.06557569313046334, '20': 0.10427544742059076, '21': 0.15677031345674766, '22': 0.12078540972446164, '23': 0.25545378850957534}
Train Datashifts with Representations:{'informativeness': 0.03496180441561004, 'invariance': 0.20921753152344072, 'label_shift': 0.007477877913284072, '(latent)_covariate_shift': 0.19749532631028519, 'concept_shift': 0.007464260514089255, 'residual': 0.014843192072079193, 'overall': 0.014264318436550497}
Test Datashifts with Representations:{'informativeness': 0.061160078369276547, 'invariance': 0.19428263803669887, 'label_shift': -0.0043658545944666146, '(latent)_covariate_shift': 0.18789752235688423, 'concept_shift': 0.018842813807708882, 'residual': 0.04440961467801738, 'overall': 0.0019535716502640937}
{'acsunemployment_vrex'}
{'validation': 0.07875362534394288, 'id_test': 0.07974467821398692, 'ood_test': 0.07144385157477187, 'ood_validation': 0.07051705170517052, '15': 0.06139356692473462, '16': 0.06281428305368844, '17': 0.058229174462989294, '18': 0.05792599521695774, '19': 0.06042314969741513, '20': 0.09560266106970071, '21': 0.1485585351328228, '22': 0.12221863914866173, '23': 0.2427976686094921}
Train Datashifts with Representations:{'informativeness': 0.10677647032744297, 'invariance': 0.17665949562979888, 'label_shift': 0.007477877913284072, '(latent)_covariate_shift': 0.1685869267186041, 'concept_shift': 0.0018229146727451312, 'residual': 0.09355028805447306, 'overall': 0.012017379437642}
Test Datashifts with Representations:{'informativeness': 0.14594315448158132, 'invariance': 0.22273640225017974, 'label_shift': -0.0043658545944666146, '(latent)_covariate_shift': 0.21330678285598426, 'concept_shift': 0.009889558615719577, 'residual': 0.13843040473701843, 'overall': -0.004329766557627929}
{'assistments_causal_vrex'}
{'validation': 0.30679831636442756, 'id_test': 0.3047125289796898, 'ood_test': 0.5634837355718783, 'ood_validation': 0.45754716981132076}
Train Datashifts with Representations:{'informativeness': 0.29073856150725264, 'invariance': 1.730906260646884, 'label_shift': 0.02660028896165906, '(latent)_covariate_shift': 1.7833496566710403, 'concept_shift': 0.152308770041099, 'residual': 0.49968893150757937, 'overall': -0.24558291252796854}
Test Datashifts with Representations:{'informativeness': 0.20415009336049944, 'invariance': 1.9875432649613411, 'label_shift': 0.05048711684579724, '(latent)_covariate_shift': 2.072693763546518, 'concept_shift': 0.009113701189475566, 'residual': 0.2515688101613114, 'overall': 0.015843240319937446}
{'assistments_arguablycausal_vrex'}
{'validation': 0.30816008043036247, 'id_test': 0.30608554729410353, 'ood_test': 0.5634837355718783, 'ood_validation': 0.45754716981132076}
Train Datashifts with Representations:{'informativeness': 0.20894333977101062, 'invariance': 1.1235180302119228, 'label_shift': 0.02660028896165906, '(latent)_covariate_shift': 1.1547102741794475, 'concept_shift': 0.08642915331198614, 'residual': 0.4036347230825403, 'overall': -0.20900969350293078}
Test Datashifts with Representations:{'informativeness': 0.2633354581018796, 'invariance': 1.775736029714264, 'label_shift': 0.05048711684579724, '(latent)_covariate_shift': 1.8832809481585373, 'concept_shift': 0.1341313319469814, 'residual': 0.30929734528473257, 'overall': -0.03401153551130848}
{'assistments_vrex'}
{'validation': 0.30679831636442756, 'id_test': 0.3047125289796898, 'ood_test': 0.5634837355718783, 'ood_validation': 0.45754716981132076}
Train Datashifts with Representations:{'informativeness': 0.17071127414338216, 'invariance': 0.8321949982763944, 'label_shift': 0.02660028896165906, '(latent)_covariate_shift': 0.7986514360760789, 'concept_shift': 0.0022811714174622868, 'residual': 0.3453704796398119, 'overall': -0.1792714278244891}
Test Datashifts with Representations:{'informativeness': 0.21458914016220987, 'invariance': 1.5743092792462752, 'label_shift': 0.05048711684579724, '(latent)_covariate_shift': 1.6555411034693923, 'concept_shift': -0.0002495094782729912, 'residual': 0.24986703110488073, 'overall': 0.03070633433092279}
{'acspubcov_causal_vrex'}
{'validation': 0.22291181175004643, 'id_test': 0.22378799557492082, 'ood_test': 0.6362704905505351, 'ood_validation': 0.6398499053655531, '1': 0.22390470487480932}
Train Datashifts with Representations:{'informativeness': 0.026889890664099945, 'invariance': 0.0009580854622591363, 'label_shift': 0.016856964365221407, '(latent)_covariate_shift': 0.0016266733861686044, 'concept_shift': 0.025316067259927195, 'residual': 0.025198044624676896, 'overall': -0.00220341144597511}
Test Datashifts with Representations:{'informativeness': 0.05171670605807123, 'invariance': 0.0016153335609895186, 'label_shift': 0.001928523069067387, '(latent)_covariate_shift': 0.00041209950727312994, 'concept_shift': 0.11471390351364101, 'residual': 0.05722773829815525, 'overall': -0.06250533948922903}
{'acspubcov_arguablycausal_vrex'}
{'validation': 0.5333928403833212, 'id_test': 0.5335335535222911, 'ood_test': 0.711361243805609, 'ood_validation': 0.7125423654210132, '1': 0.5336575435026629}
Train Datashifts with Representations:{'informativeness': 0.1203281211202103, 'invariance': 0.0019941311313844768, 'label_shift': 0.016856964365221407, '(latent)_covariate_shift': 6.787548024469173e-05, 'concept_shift': 0.054179612905486285, 'residual': 0.04145612838978998, 'overall': 0.05924754063471797}
Test Datashifts with Representations:{'informativeness': 0.22385324495434616, 'invariance': 0.0024893068574362437, 'label_shift': 0.001928523069067387, '(latent)_covariate_shift': 3.5975119989985934e-06, 'concept_shift': 0.01256467156027577, 'residual': 0.11620221365269852, 'overall': 0.10109010238332482}
{'acspubcov_vrex'}
{'validation': 0.768373800124206, 'id_test': 0.7672540147209764, 'ood_test': 0.733193377488302, 'ood_validation': 0.7347704564461464, '1': 0.7681769156135827}
Train Datashifts with Representations:{'informativeness': 0.14454201222871063, 'invariance': 0.02189289724549009, 'label_shift': 0.016856964365221407, '(latent)_covariate_shift': 0.0, 'concept_shift': 0.0015869645449781656, 'residual': 0.06658061016622914, 'overall': 0.07464995334985806}
Test Datashifts with Representations:{'informativeness': 0.19799099927499336, 'invariance': 0.019800989436200844, 'label_shift': 0.001928523069067387, '(latent)_covariate_shift': 0.0, 'concept_shift': 0.002236177313378288, 'residual': 0.07999504798659786, 'overall': 0.10794162944813963}
{'brfss_blood_pressure_causal_vrex'}
{'validation': 0.40220324572104543, 'id_test': 0.40196658287742126, 'ood_test': 0.5842926061755961, 'ood_validation': 0.5835140997830802, '0': 0.37695933355255945, '1': 0.3836095209400422, '4': 0.5400315240674131}
Train Datashifts with Representations:{'informativeness': 0.1147356983622432, 'invariance': 0.0781510677003207, 'label_shift': 0.01572578048184541, '(latent)_covariate_shift': 0.07433098901570627, 'concept_shift': 0.07662623818341496, 'residual': 0.11271985387864329, 'overall': -0.03034442370949207}
Test Datashifts with Representations:{'informativeness': 0.0825849606839978, 'invariance': 0.053066854606276026, 'label_shift': 0.023376730493648315, '(latent)_covariate_shift': 0.06938689885540339, 'concept_shift': 0.08836650520822609, 'residual': 0.09239956868042119, 'overall': -0.03414947322914859}
{'brfss_blood_pressure_arguablycausal_vrex'}
{'validation': 0.5977967542789545, 'id_test': 0.5980334171225787, 'ood_test': 0.4157073938244039, 'ood_validation': 0.4164859002169197, '0': 0.6230406664474405, '1': 0.6163904790599578, '4': 0.459968475932587}
Train Datashifts with Representations:{'informativeness': 0.06874432545120068, 'invariance': 0.03387285181471116, 'label_shift': 0.01572578048184541, '(latent)_covariate_shift': 0.038015679681403784, 'concept_shift': 0.11545443688864793, 'residual': 0.0690348378767885, 'overall': -0.04808342669564278}
Test Datashifts with Representations:{'informativeness': 0.057344987095198224, 'invariance': 0.031772918082961704, 'label_shift': 0.023376730493648315, '(latent)_covariate_shift': 0.039034390046529414, 'concept_shift': 0.10160682024043824, 'residual': 0.05601756689791169, 'overall': -0.03415688869432457}
{'brfss_blood_pressure_vrex'}
{'validation': 0.40220324572104543, 'id_test': 0.40196658287742126, 'ood_test': 0.5842926061755961, 'ood_validation': 0.5835140997830802, '0': 0.37695933355255945, '1': 0.3836095209400422, '4': 0.5400315240674131}
Train Datashifts with Representations:{'informativeness': 0.0583971653357559, 'invariance': 0.028075354528175934, 'label_shift': 0.01572578048184541, '(latent)_covariate_shift': 0.024692420365162802, 'concept_shift': 0.014611427417054247, 'residual': 0.057210287814655765, 'overall': 5.258697198914919e-05}
Test Datashifts with Representations:{'informativeness': 0.02234557788568253, 'invariance': 0.014620229085671725, 'label_shift': 0.023376730493648315, '(latent)_covariate_shift': 0.01860294493929444, 'concept_shift': 0.013591180446029943, 'residual': 0.04128444030339177, 'overall': -0.012054729467088694}
