/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0010516826923075
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9608900556680162
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0451788651315788
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.023647045799595
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.981453219888664
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0005021191801617
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.05177758097166
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9579050164473684
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.733228078931204
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7899454852579852
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.908054361179361
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.869481342137592
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.762467367936118
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8086609336609336
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9227963759213758
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7107311501842752
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.439670578188259
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5510619622975708
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.404621077935223
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.528106813006073
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.500948886639676
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4229424974696356
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.451183736082996
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3785860007591095
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3588003763338414
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.419466344321646
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5343940548780486
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.486676471989329
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.383991520579268
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4298959127286586
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5438917206554876
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3311886671112805
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5908954326923075
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.659405048076923
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7549579326923075
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7271634615384617
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6307091346153846
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.675480769230769
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7798978365384617
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.564753605769231
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0387185285931175
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9885698696862348
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.109074519230769
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.048579042257085
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.121777739119433
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.022785140435223
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.000759109311741
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0785440915991904
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.847016289893617
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9132147606382977
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.031449468085106
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.989536236702128
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8784491356382977
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9310588430851063
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.041846742021277
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.824468085106383
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.484595514112903
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5523563508064515
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7229397681451615
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6674332157258065
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5201612903225805
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5826297883064515
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.751921622983871
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.452053931451613
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.29052734375
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3355538504464284
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.450404575892857
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3939383370535716
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3408203125
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3529575892857144
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.431884765625
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.262939453125
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6245633062039313
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7530904484029484
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5830821944103195
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.737906941031941
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7001497235872236
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.60707156019656
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.654047335687961
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.562557585995086
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4959716796875
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.555908203125
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6806233723958335
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6320393880208335
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5270182291666665
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.56591796875
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6953125
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.461181640625
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.111359754554656
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.00005930541498
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.016170609817814
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0369512272267207
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.11027248861336
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0533827808704452
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0876850328947367
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0240542763157894
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7365728654791153
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6531307585995085
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8531029253685505
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.161654700151822
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7615028025184274
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.86465851504914
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.705572404791155
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.098332331730769
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.676611448095823
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1591796875
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0813670293522266
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1006808261639676
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0607524671052633
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0516826923076925
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.126941263917004
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8123032478501226
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2594747340425534
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3384447030141846
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.468860815602837
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.415198359929078
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2981770833333335
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3500249335106385
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.489347850177305
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.227781471631206
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5782277960526314
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6272615131578947
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7564761513157894
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7102179276315788
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6094777960526314
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.65234375
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7731291118421053
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5616776315789473
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1906622023809526
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3156622023809526
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.533110119047619
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3929501488095237
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2180059523809526
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.336216517857143
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4306175595238093
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1685267857142856
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.266625381097561
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.312214176829268
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.403296493902439
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.355421112804878
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3064500762195124
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.341511051829268
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4112995426829267
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.262385670731707
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.320890100990854
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.454318907202744
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2784274961890243
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.444383574695122
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3995331554878048
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.772686298076923
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.939152644230769
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2979885194359757
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3500827696265243
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7076322115384617
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2498868616615852
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8927283653846154
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8623798076923075
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.737079326923077
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8584735576923075
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6744290865384617
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4005216272865852
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3123392244664633
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5261587747713414
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.422428782393293
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5377107945884148
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3705935594512195
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.342505478277439
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.836688701923077
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7222055288461537
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.962590144230769
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4783995093368905
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9194711538461537
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.057391826923077
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.801081730769231
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.775090144230769
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9296875
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.955572404791155
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7680148187960687
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7478405251842752
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8202741093366095
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.97243070485258
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8480977426289926
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.913193911240786
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.907142582923833
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8013235181203933
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8937682355651106
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.78371660012285
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.053904668522267
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.757102272727273
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.728798756142506
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8018225967444716
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0433008603238867
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.140917573380567
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7020452625921374
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.128170862854251
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.016791339827935
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.070533906882591
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.111359754554656
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8537027794840295
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0098407451923075
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.788464095744681
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9132147606382977
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1330445842978394
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1927384741512346
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3440303096064814
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7426446143617023
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2883933738425926
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9044797207446806
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1724537037037037
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2162995515046298
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8679105718085105
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.359842182677469
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7630984042553193
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8256150265957447
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7186918218085108
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.086835696373457
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3431514616935485
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.532258064516129
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.282352570564516
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4994014616935485
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4545740927419355
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3120274697580645
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3765120967741935
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2543472782258065
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.107482280927835
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1800700708762886
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3035599226804124
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.257752094072165
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1379470038659796
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1949299291237114
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.323413337628866
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4676688058035716
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5721958705357144
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0850918170103094
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.410888671875
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.590087890625
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.236980484564777
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.230524101720648
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1099759615384617
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1527865637651824
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5392368861607144
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.151319743168016
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.207758729757085
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.138968402074899
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4524623325892856
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9146525930851066
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4940708705357144
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0965768914473686
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.818849734042553
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.031798537234042
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3885323660714284
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9469581117021275
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.03843085106383
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.874360039893617
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8440492021276595
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9908909574468083
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4967854817708335
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.727294921875
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4466959635416665
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6488444010416665
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5847574869791665
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4794108072916665
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5152994791666665
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4120279947916665
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4625441028225805
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.351720010080645
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6370337701612905
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4958102318548385
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6526272681451615
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4242061491935485
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.384639616935484
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5671307963709675
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2751720935314683
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3150404283216783
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.411808894230769
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3822798295454546
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.294293597027972
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3348311844405596
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4279119318181817
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3241141183035716
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2747977120535716
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.289822048611111
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3978445870535716
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3570963541666665
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.462890625
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.421875
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.410373263888889
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.474609375
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.332066127232143
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5904947916666665
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2584271197552446
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5514322916666665
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.42333984375
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.603515625
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.312046595982143
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3138020833333335
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.267857142857143
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6640625
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.82265625
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.447265625
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.76796875
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3610026041666665
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.62890625
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4666883680555554
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4928385416666665
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3699776785714284
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.615234375
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.687890625
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.266818576388889
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.851171875
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4016927083333335
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.511760432545732
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3203422732469514
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.572265625
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.305119212080793
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.77978515625
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.373249333079268
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.85294921875
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5242830602134148
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9634375
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.908076171875
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5291956459603657
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.809912109375
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4007479039634148
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4652784394054876
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.790264423076923
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.583233173076923
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5922475961538463
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.64453125
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5340983072916665
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.445556640625
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6669108072916665
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1762660682624113
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.519581864519817
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.86447265625
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7925180288461537
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.343112810283688
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.356960389672256
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3985536156631095
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.96759765625
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7705829326923075
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3706977658155486
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5576171875
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.345140410632622
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.126994680851064
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.001023065476191
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4190822694359757
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.145926339285714
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6859944661458335
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.513427734375
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.232421875
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.66796875
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.737079326923077
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.315036680640244
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4836018880208335
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.756865234375
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.1144903273809526
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.319495234929078
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4719327600990852
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7537560096153846
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.090308779761905
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6153846153846154
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.653996394230769
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6147836538461537
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.584284855769231
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6231282552083335
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.610916940789474
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6714242788461537
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7771381578947367
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.27184452570922
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.119233630952381
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5609975961538463
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.058965773809524
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1568040780141846
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.206352504432624
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.561986019736842
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.722956730769231
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.098044104609929
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7580180921052633
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.980282738095238
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.687088815789474
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5854724702380953
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.726748511904762
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.59765625
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.63671875
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.494140625
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5352590460526314
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8312872023809526
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7254464285714284
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4751674107142856
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6902901785714284
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.40234375
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7957136824324325
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2137480945121952
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.316453887195122
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7758033246314495
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.932965102886978
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1795445884146343
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.743363214066339
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.923770539004914
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8821550598894348
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8202741093366095
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.310832698170732
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7299648725429977
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.271150914634146
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1899771341463414
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.258765243902439
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.196265243902439
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2884114583333335
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1850897606382977
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4278174867021276
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.313026374113475
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.447154809397163
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2548897384751774
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2170600620567376
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5982730263157894
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5235402960526314
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7223478618421053
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3747783687943262
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.623458059210526
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7374588815789473
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.572676809210526
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5457442434210527
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7156808035714284
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.537016369047619
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6788651315789473
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9320126488095237
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8602120535714284
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8724888392857144
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5932849702380953
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6044456845238093
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8803013392857144
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2765339176829267
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.219702743902439
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.377286585365854
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.315691692073171
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8277123003685505
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8097502687346436
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6479960073710074
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.090566821808511
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.393483231707317
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.279296875
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.900166223404255
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2426162347560976
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8820146276595744
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.954961768617021
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7000393504299756
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.003474069148936
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.104022606382979
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.726941607800983
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7805925598894348
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6727003992628995
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.359470274390244
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0440990691489365
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9846409574468087
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0037898936170215
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6213384904791153
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8909242021276595
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8565159574468084
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9331449468085107
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8285738031914893
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9069813829787234
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7999418218085106
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9547706117021275
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3397771661931817
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3827644116950757
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4820852568655303
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4473618016098486
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.369362571022727
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.402377041903409
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4947620738636362
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.760521673387097
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.506993447580645
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0987039789979756
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1538738297064777
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2319751075404857
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2071498608299596
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.472467237903226
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1187492092611335
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5786290322580645
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.131831983805668
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3174937855113638
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2442276062753037
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.177240163208502
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.718876008064516
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.787172379032258
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.704889112903226
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.611233618951613
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6839087701612905
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.527564264112903
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4858240927419355
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.540795110887097
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.453282510080645
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5481980846774195
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.425844254032258
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.628087197580645
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1382231841216215
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.192699535472973
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.322978251689189
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2833878800675675
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.429164341517857
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2796107700892856
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1651710304054053
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2935616629464284
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.340855189732143
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.435093470982143
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4232352120535716
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2159522804054053
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3413481841216215
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.387660435267857
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.433070591517857
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3397042410714284
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.328404017857143
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.110958614864865
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3131277901785716
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3153599330357144
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2989327566964284
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3484933035714284
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.272739955357143
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.382777622767857
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.621337890625
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4199625651041665
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3987223307291665
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4676106770833335
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7350667317708335
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3501125428734757
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1586070119598766
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6331380208333335
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.340112003279321
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1159547405478394
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.334276152820122
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6580403645833335
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6041165865384617
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5702718098958335
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4938875524009148
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4972330729166665
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5321858723958335
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3008348418445124
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3103569878472223
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.484279725609756
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5128987630208335
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.440114091082317
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4814860026041665
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.378888386051829
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.446044921875
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5518391927083335
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5787259615384617
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2876512480945124
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4469807942708335
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.744140625
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2470823688271606
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.552433894230769
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6171468098958335
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.75
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6908052884615383
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.140573760609568
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.192295404128086
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6260516826923075
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.079396942515432
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.556640625
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.124838917525773
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.278994845360825
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0784874355670104
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.251510148195876
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2168975515463916
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.108187016752577
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1569346005154637
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0536807345360826
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.557637965425532
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.334053634751773
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4049894725177303
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.31213984929078
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.401138630319149
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.141758294753086
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0343665605709877
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.288990162037037
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5826545877659575
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.177224995177469
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.493432021722561
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.485872594321646
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3805961879432624
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3072360899390243
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.302713276427469
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.114721981095679
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7937911184210527
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5480524157801416
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4398686835106385
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.606907894736842
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.078245563271605
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.245359596631206
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8030427631578947
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.597245065789474
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6500822368421053
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2133338874113475
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.359836485327744
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1858516179078014
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.814152644230769
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.813939144736842
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2726340868794326
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.37677304964539
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7850060096153846
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3805467559070124
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.609074519230769
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.151706560283688
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.235369646990741
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.439959270198171
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3323200504954267
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7779605263157894
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.334012078900709
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.755448190789474
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6717247596153846
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.683182565789474
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.649979440789474
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5013950892857144
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.240234375
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4251302083333335
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.635176809210526
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2553943452380953
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7025240384615383
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.336030505952381
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.602487664473684
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2811636575838414
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6779399671052633
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.756610576923077
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6447368421052633
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6415264423076925
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.470796130952381
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5793585526315788
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7369449013157894
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.474795386904762
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.587139423076923
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3973214285714284
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3290550595238093
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3138020833333335
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.214564732142857
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.197451636904762
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3531436011904763
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2647879464285716
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1668526785714284
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3818824404761907
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.378810975609756
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0932162512651824
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2338509908536586
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1412892206477734
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0123038967611335
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.407298018292683
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.143285836285425
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2316120426829267
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.109078472925101
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.03523532388664
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2573837652439024
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0685649671052633
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0129009046052633
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4064881859756095
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4087747713414633
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2623228092783507
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3129763719512195
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.164243717783505
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3634717987804876
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3160251524390243
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3975918170103094
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.287823932926829
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.487024694055944
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.629794034090909
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.277010289634146
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.917744348404255
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.296291076030928
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.342749618902439
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2687690548780486
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2669588414634148
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.44650076486014
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4255597615979383
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2240657216494846
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.081707047064777
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.061116206983806
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0103468180668016
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2845197052125505
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.244603207236842
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.191688144329897
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.378810975609756
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6090335445804196
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.173096691548583
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.20655285298583
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.894955119680851
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.237521701388889
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3633897569444446
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.049709109042553
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.431640625
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5904947916666665
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8636884973404255
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.353173324742268
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0480053191489365
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.460546875
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1995442708333335
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1595276126012144
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.641796875
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9984375
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5666930725524475
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3854166666666665
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.940974069148936
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3553602430555554
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.40625
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4680124562937062
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.513152862762238
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.853299534574468
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.55859375
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4234866695804196
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.60625
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3118489583333335
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5123697916666665
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.898818359375
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.060478515625
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2186414930555554
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.264865451388889
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.56953125
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4140625
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4713541666666665
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1748046875
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.357421875
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.85375
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.633647496928747
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.43203125
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.49609375
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.698527718058968
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8046491093366095
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.774646805896806
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.384375
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.560641381048387
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.656854652948403
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7236975967444716
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.046943359375
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6766018504299756
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8218769195331697
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.141741071428571
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.356770833333333
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.526335685483871
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.164434523809524
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.98962890625
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7582850302419355
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.493290070564516
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.86658203125
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.94576171875
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.283110119047619
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7397303427419355
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6851688508064515
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.813388671875
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5885521673387095
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.459015877016129
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.245535714285714
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.156622023809524
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.186476934523809
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.095703125
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3665597098214284
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3473423549107144
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.477783203125
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.331539554195804
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2676190996503496
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4361614947552446
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.318638392857143
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.481968470982143
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4322684151785716
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3531058784965033
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3807198660714284
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.454518138111888
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.309604458041958
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9661652260638296
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.342075892857143
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2883386145104896
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.317599826388889
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2328559027777777
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9519614361702127
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.782139295212766
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.438259548611111
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4348958333333335
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.357421875
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5690104166666665
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5875
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.488671875
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3328993055555554
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.745703125
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4661865234375
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4602864583333335
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8398936170212767
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4012237762237763
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4404296875
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2854817708333335
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.615234375
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2577039930555554
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.871018949468085
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.583984375
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4010416666666665
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.376953125
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9249501329787235
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.765625
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.547265625
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8078706781914895
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.515234375
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4410400390625
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6236165364583335
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3843315972222223
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.932451171875
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.842509765625
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.41015625
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5188802083333335
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.10767578125
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.754970079787234
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6136474609375
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5609944661458335
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.683203125
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4938557942708335
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.97837890625
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.39794921875
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.080224609375
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.893515625
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.87369140625
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.036923363095238
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.950892857142857
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.277994791666667
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6176600302419355
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5882056451612905
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.075148809523809
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3620526713709675
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.021953125
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.140811011904762
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.044735863095238
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.019996279761905
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4309790826612905
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.459110383064516
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5357232862903225
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.080450148809524
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3900894657258065
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3315272177419355
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.482700892857143
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.502476283482143
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.334437779017857
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.360804966517857
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4044363839285716
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4517299107142856
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.351249035493827
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.373081752232143
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3581995081018516
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.13550106095679
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1229353539737654
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2057683497299383
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3347462322695036
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.377369068287037
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3229282924107144
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.333912037037037
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6900227864583335
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1818907937885803
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6419677734375
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4623616536458335
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2353425202546298
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3071831597222223
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.315658244680851
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.150059076003086
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6484375
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.498933399822695
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1124945746527777
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.205002772955247
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.274864250886525
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5170491536458335
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4852476728723403
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0819890528549383
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1764714747299383
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.516719933712121
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6452081853693183
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4657441267730498
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3713292331560285
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5338134765625
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2625054253472223
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6346628289473686
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.475685813210227
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6060791015625
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8035567434210527
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.253269060283688
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.24609375
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4985758463541665
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6034128289473686
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.626620205965909
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.790501644736842
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7532894736842106
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6823601973684212
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4268391927083335
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1906622023809526
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.594263980263158
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3756510416666665
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.590065696022727
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1655505952380953
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.413783482142857
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4998187440814394
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.542251124526515
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.308872767857143
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.455936316287879
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2471168154761907
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7066041538697787
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6231236563267815
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7971965218058967
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1709449404761907
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2399961890243905
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8110747466216215
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7510173525798525
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2709752524771343
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.649330082923833
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.673204276719902
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.343845274390244
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4605117425685976
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.274182506443299
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.420305949885671
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.366623711340206
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6004875614250613
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1501490012886597
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.300462676257622
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3659787061737805
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.474707626714939
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3216195455411586
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.128282055412371
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2026417525773194
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5405649038461537
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2550019054878048
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.373046875
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6221454326923075
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7313701923076925
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.375905106707317
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6986177884615383
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0674355996621623
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2178526182432434
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5649038461538463
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.649639423076923
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.749248798076923
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2164157774390243
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.590144230769231
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.25769168814433
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.83174332002457
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9464402257371005
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.004002226658477
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.353610899390244
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8485824247542997
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.797134136977887
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1243153994845363
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.326124237804878
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0112964527027026
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.283203125
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2395497744845363
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3128221649484537
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.095300418814433
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7000921375921374
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.068057345360825
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6718318105036856
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1919077280405403
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1427794780927836
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.211937881097561
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0384584407216493
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.186694587628866
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.651115248771499
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2019571520618557
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.150733741554054
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0443940033783785
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0917176942567566
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9936655405405403
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.367229055851064
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.33717032358156
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1454731826241136
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.247917406486742
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.311885949337121
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2034990026595747
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.733449835526316
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.406479344223485
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7106291118421053
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5435855263157894
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.229471409574468
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3341471354166665
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.297900044326241
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1737034574468086
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4222892992424243
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.295950224905303
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.269161339962121
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5905633223684212
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5238095238095237
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6222098214285716
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6237664473684212
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2918526785714284
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.11150820035461
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6754728618421053
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5745271381578947
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.378151633522727
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.382626488095238
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.450985863095238
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.518092105263158
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5279017857142856
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3038504464285716
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.537054742132867
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.340510670731707
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4564302884615383
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.301300262237762
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.343845274390244
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.208889100609756
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2914390297202796
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3412642045454546
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2412574404761907
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0317778716216215
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.113888302364865
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4696104676573425
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2524282094594597
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4599609375
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2378525152439024
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6165364583333335
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.13890941722973
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.518780048076923
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2330729166666665
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4175347222222223
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4505208333333335
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6321614583333335
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.412997159090909
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2211371527777777
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8171875
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2840711805555554
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2814881859756095
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2762880067567566
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.439453125
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0886560388513513
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.63125
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.87265625
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.364715362762238
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3953097683566433
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4185697115384617
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4393446180555554
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0584353885135136
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.368252840909091
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3146913109756095
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.59609375
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6555989583333335
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.698046875
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2312309451219514
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.434481534090909
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4524739583333335
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.892578125
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.347792832167832
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.325461647727273
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5924479166666665
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3409288194444446
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4759114583333335
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.78359375
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4793078015734267
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.311740451388889
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2085884712837838
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3119574652777777
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3773871527777777
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.995693359375
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2852647569444446
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1931211890243905
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.637890625
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.44921875
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.53125
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6106770833333335
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4225260416666665
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3567708333333335
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.81623046875
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.036884765625
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.597265625
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.728125
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4973958333333335
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.819140625
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2586805555555554
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.831259765625
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.56875
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.87189453125
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2708333333333335
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4049479166666665
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.659375
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4837239583333335
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0002734375
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.539453125
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4051649305555554
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.66015625
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5494791666666665
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.153831845238095
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.073203125
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.734375
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.978887648809524
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.282180059523809
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.86609375
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.168247767857143
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.006417410714286
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.825361328125
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.914091796875
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.949853515625
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.806376953125
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.061383928571429
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.896240234375
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.78251953125
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.517113095238095
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.833623046875
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.333612351190476
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.941953125
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.179315476190476
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.044363839285714
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.064918154761905
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.755427194148936
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.176432291666667
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8236702127659576
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.932845744680851
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.206473214285714
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8991688829787234
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7774268617021276
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.123232886904762
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.850606715425532
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.944173869680851
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7967420212765957
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.038876488095238
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.174758184523809
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.327904485887097
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4157006048387095
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.577967489919355
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2286753713348766
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3956001095655486
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.522240423387097
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3153909822789633
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.356287802419355
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4888856469131095
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.447171118951613
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6058782762096775
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.383915070564516
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.499952362804878
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4420136242378048
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.937199519230769
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3382955411585367
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7735877403846154
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.962590144230769
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3637159394054876
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5667818509615383
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.469679118168016
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.597608805668016
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1987847222222223
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.17237316548583
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.283057236089939
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.012169471153846
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3859501591435186
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.929987980769231
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.806340144230769
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1646532600308643
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.185384773532389
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8330829326923075
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.370412567515432
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5761599657012195
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4546523675685976
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6364805640243905
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3323597849151234
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.724609375
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.421452219893293
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4755650962271343
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.082715239119433
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.103005598431174
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2553771219135803
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0643898658906883
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.323435713605183
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.298860875571646
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8037860576923075
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.697566105769231
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.867938701923077
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1304554880401234
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7100360576923075
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.768329326923077
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.344935825892857
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.42041015625
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5678013392857144
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.492152622767857
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.271877381859756
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6114783653846154
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5802283653846154
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3603515625
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4383370535714284
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5306222098214284
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3974609375
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5575420673076925
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.143484213917526
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4226888020833335
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5133463541666665
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6292724609375
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5921630859375
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4615071614583335
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5256754557291665
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6533610026041665
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4842122395833335
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1169257409793816
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.314292042525773
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.060084292763158
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1349079579959516
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0883738724226806
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1671424278846154
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5216385690789473
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.299170425257732
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2529598904639174
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.574946229757085
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.166921713917526
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4109746647267207
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4473565599696356
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.070252094072165
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3191972897376543
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.39987269104251
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.307517722800926
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0832459249614197
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.425640684185606
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2855779474431817
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4244828657670454
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2747062914299243
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1398473668981484
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3222249348958335
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4360092625473486
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1700153115354937
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4156901041666665
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2348090277777777
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.115891444830247
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.324499881628788
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.302786162405303
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3465983072916665
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2814497514204546
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3900812322443183
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3402839429450757
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2609308416193183
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.048761815200617
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3082275390625
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.384895093513258
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.341110641891892
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3552638767482517
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.139938766891892
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3403452280405403
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1224373891843973
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.282055412371134
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2055490913120566
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.336283798758865
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1156302787162162
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1945206925675675
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9056183510638296
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.296805740248227
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8062250664893615
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2558996456185567
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1588680186170213
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.990625
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.063265141752577
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2376856161347516
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.355442356418919
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2701822916666665
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.365026595744681
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.18146054964539
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4895833333333335
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.001387965425532
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3181482263513513
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3354048295454546
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.538651315789474
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.677734375
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6092722039473686
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.942760970744681
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.831067154255319
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.477436625874126
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1814822635135136
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7306743421052633
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6887335526315788
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.861552526595745
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1222011920103094
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3111478365384617
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5755550986842106
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.156936233108108
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.63671875
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.127586570945946
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7469161184210527
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.22265625
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4650076486013988
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5921052631578947
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3009660050675675
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.777775930851064
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4292367788461537
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.204471072635135
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1504308956185567
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.258572048611111
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.063771609042553
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.949534574468085
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.122107712765957
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4641927083333335
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4105902777777777
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1509486607142856
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.104175464527027
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3760926573426575
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8951628989361704
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9420960771276596
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2165955219072164
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2840401785714284
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6510416666666665
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.465029761904762
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.641796875
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.102005476804124
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.84923828125
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.222439236111111
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3648623511904763
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.86328125
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4361979166666665
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1727723817567566
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3016280594405596
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2733847128378377
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1820126488095237
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3994140625
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3311941964285716
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7977144281914894
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.767827460106383
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3599175347222223
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.408482142857143
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6282552083333335
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.611328125
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2002418154761907
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6015625
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2989366319444446
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.844140625
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.796875
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5247395833333335
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.049391913659794
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7493434175531917
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.995442708333333
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.704296875
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4240801411290325
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.211154513888889
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3180758568548385
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.814033203125
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.419921875
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5521988407258065
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.969375
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.58203125
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.792216796875
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5825352822580645
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.207078887195122
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.500756048387097
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.983525390625
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.236995045731707
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3541456653225805
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3344607469512195
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.913291015625
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2977324695121952
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.386592741935484
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.035993303571429
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.226514862804878
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.869052734375
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2778201219512195
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.005022321428571
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.337557164634146
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2361375762195124
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2912676411290325
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7906691028225805
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.952752976190476
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8775831653225805
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.615076864919355
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.82240234375
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5824092741935485
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.666929183467742
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.2019159226190474
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.124731148785425
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.0461309523809526
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.183815156882591
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.105959008097166
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.088297855516194
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1422222925101213
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.078587582236842
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.178699076417004
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1649995255566803
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.009858630952381
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4389490927419355
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.412959929435484
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.194475446428571
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.368896484375
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3119070870535716
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.456333705357143
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.377961189516129
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4444056919642856
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3993443080357144
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.358154296875
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4813155594405596
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.339599609375
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.461948208041958
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.314371175699301
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3091517857142856
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4756556919642856
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5026157924107144
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3458077566964284
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4886648995535716
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5269949776785716
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.407986111111111
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.57421875
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4034288194444446
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.71796875
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2377387152777777
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3570257867132867
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.417445591517857
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5553385416666665
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5547281901041665
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.406947544642857
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.384765625
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4789632161458335
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6760660807291665
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.689453125
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.483203125
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3800808566433567
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.385219029017857
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6729499385749387
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6768798828125
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.776566339066339
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.428034855769231
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8300637285012287
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.289822048611111
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8050762054668303
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6162923177083335
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.338778409090909
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5107014973958335
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4368489583333335
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.001220703125
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.531005859375
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.544140625
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3046875
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8577817874692877
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.000263671875
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4596354166666665
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.805185546875
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4402669270833335
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7262776692708335
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7775472005208335
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6009928385416665
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3580729166666665
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.570703125
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5914713541666665
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2621527777777777
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6866455078125
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.517578125
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4055989583333335
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2980359484265733
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.70962261977887
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.680292152948403
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.641796875
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.661643888206388
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.180989583333333
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5046875
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4923095703125
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.45654296875
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.858974609375
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.369326636904762
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.1120721726190474
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2129991319444446
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.891513671875
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3548177083333335
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4235026041666665
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.45546875
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.95013671875
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.829169921875
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.190755208333333
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.106584821428571
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.212890625
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.1496465773809526
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.182423456477733
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.774658203125
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.060453869047619
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1158195217611335
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.777684467137592
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.892918842137592
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9448662085380835
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.20011623861336
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.781504338144963
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.19381800354251
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.227780237854251
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.827745892199017
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6598011363636362
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0780222039473686
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.054853555161943
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1316896508097165
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.160836285425101
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.690302518427518
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.082035203694332
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.120880250506073
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3223487367021276
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.144369148532389
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.229734596631206
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4396747562056738
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.638705466830467
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.099372153340081
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4535821143617023
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4048332445549243
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9732967484817814
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.610814144736842
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9962479440789473
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3900016622340425
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2621897163120566
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9812080908400809
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5301192434210527
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.702199835526316
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2929826019503547
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.51243905141844
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.376814605496454
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5848570478723403
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7161800986842106
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.19513242464539
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2356770833333335
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2994099069148937
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6613898026315788
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5694901315789473
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8858816964285716
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.630859375
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.384987571022727
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9189918154761907
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5719572368421053
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5169566761363638
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.131496564716312
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.09197695035461
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.798416940789474
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6717722039473686
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8729440789473686
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.362064245975379
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.498972039473684
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7244037828947367
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8546316964285716
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.784128289473684
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.499267578125
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8211495535714284
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5869605654761907
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.472134676846591
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0733876329787235
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.689453125
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.631270559210526
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5918996710526314
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.421597567471591
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4643787202380953
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.325985863095238
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.574125744047619
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3919270833333335
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5090215773809526
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.421781994047619
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3544330018939394
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2791539634146343
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5691817434210527
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.211842606707317
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3325552591463414
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2194940476190474
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2113334037162162
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2075892857142856
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0693268952546298
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.346751143292683
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.161325713734568
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.311134620949074
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2925876524390243
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.213795731707317
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1667596726190474
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.24877628279321
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2161775914634148
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.115116825810185
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1940495997299383
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3288122106481484
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4428353658536586
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.138026861496914
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.335651676829268
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5044778963414633
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.321265243902439
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1802681587837838
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.184260670731707
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3647103658536586
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3643897804054053
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.15601245777027
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2459032012195124
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2228944359756095
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.343855574324324
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3087521114864864
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.229835304054054
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.201505335365854
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.128035261824324
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5211662523674243
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.503558534564394
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3580581202651514
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0075910115979383
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4035755504261362
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0786686533505154
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2096689755154637
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3675537109375
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4786287633384148
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7832175214987713
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1627738402061856
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5393274818978657
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4211684718276514
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.913952126842752
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0325185244845363
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7568815264127764
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.569865901295732
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1010188466494846
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7294322020884523
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.898403908169533
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8042700015356266
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.859974854115479
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.22473018685567
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.059157538659794
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.822566105769231
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.470322117660985
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9420072115384617
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7039456004299756
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.383685487689394
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.022235576923077
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6332650533536586
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7621694711538463
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4681188071646343
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8192608173076925
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4407988757621952
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4190524961890243
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2726192989864864
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3425699869791665
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2462257179054053
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.655498798076923
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6290564903846154
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0590160472972974
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6083233173076925
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.114627322635135
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.135715793918919
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.206397804054054
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0849609375
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4460091939786586
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.568341511051829
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.631380406821646
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.409373213605183
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.031909839527027
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8979867788461537
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.018329326923077
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1259014423076925
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.462786418635671
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2873564929496952
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6841947115384617
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3117765100990852
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7349759615384617
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5486778846153846
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5845853365384617
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6187991695804196
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.260709436928354
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.679441652097902
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7873142482517483
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7513111888111887
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5247896634615383
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.641089379370629
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.701117242132867
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9270817337223587
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2102864583333335
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.804195804195804
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6661931818181817
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2745225694444446
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.38671875
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3955078125
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.462890625
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5755208333333335
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.45234375
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3452690972222223
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.532421875
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.68125
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1526639992408905
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5384114583333335
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2330729166666665
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.297634548611111
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.419921875
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4934895833333335
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.400390625
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.631640625
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2564019097222223
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.599609375
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.479296875
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5609375
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4407552083333335
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8249769656019654
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7078125
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.50234375
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0911919597672064
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.756787109375
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9865104806511056
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.200681616902834
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.830693359375
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.036884765625
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7515356265356266
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8011411624692877
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.909140625
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.032230516194332
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8807969901719903
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9919763513513513
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9220285626535625
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.056683814496314
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.974119894041769
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1788978105709877
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.78357421875
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.856435546875
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0846625434027777
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0628360640182186
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6311569026412776
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.958466796875
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.965096786437247
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2828956886574074
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.80255859375
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.033296130952381
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6580111716830466
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.150576636904762
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.318731398809524
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9823783843623481
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.098679315476191
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2990180121527777
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.605502341830467
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.0871465773809526
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.157924107142857
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9681095015182186
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2299382716049383
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.113501277970679
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7753282401719903
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.088076636904762
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.816319871007371
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.053850446428571
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.760869356572482
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3868272569444446
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.244071301118827
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.451922381365741
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.136254581404321
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2670476466049383
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3487624180169755
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.836037234042553
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.052830825617284
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.938380984042553
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9968583776595743
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1504358362268516
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1156864872685186
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.904438164893617
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9535654920212764
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0888581452546298
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8104138962765957
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7760056515957445
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7584690824468083
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2506644652061856
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1630960051546393
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3612274484536084
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.407352570564516
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5659652217741935
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.648500504032258
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.24565488992915
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1666719382591095
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2831398658906883
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5696194556451615
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.372301868556701
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.309177673969072
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.192493556701031
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3582675579896906
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.416682545731707
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6646610383064515
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2235019329896906
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4219756765463916
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.214259826030928
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1501892719072164
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.543531464367378
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2152061855670104
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3858761671112805
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1158234754554655
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.361354920922256
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.533006621570122
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4308873618521343
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4859172541920733
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.651592548076923
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.132470199742268
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.429624495967742
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.398374495967742
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7728365384615383
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3635962701612905
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3337104611280486
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1417122659412957
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6158353365384617
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.038015463917526
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.955684840425532
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.063505651595745
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.017296230670103
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.118907912234042
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5863882211538463
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.756610576923077
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6739783653846154
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7213040865384617
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8789976728723405
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0183490953947367
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5618990384615383
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.050812879554656
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.508056640625
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.616245814732143
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9985301224226806
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7534990026595745
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9219664228723405
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.64404296875
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.787425199468085
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4033900669642856
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.734474734042553
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.471156529017857
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.031064176366397
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3517368861607144
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3153599330357144
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3067801339285716
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5565592447916665
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5208543346774195
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6655680338541665
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6928238407258065
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.782006048387097
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7183837890625
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5569241431451615
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8391520182291665
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3843560987903225
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.629851310483871
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4124243951612905
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.90478515625
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3508932473776225
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.287000109265734
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.431340144230769
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3531691028225805
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7247721354166665
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.69384765625
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.66845703125
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2979600694444446
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2269965277777777
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.462890625
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.445421765734266
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.37109375
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3885633680555554
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.548046875
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3392508370535716
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.461948939732143
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5657552083333335
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3937254152097904
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.45859375
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3102054195804196
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.497314453125
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4505709134615383
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3524639423076925
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.663671875
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5011472902097904
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5223911830357144
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.365127101089015
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5354157561188813
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5557474275914633
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4228034741950757
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.32498361013986
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.593449519230769
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.519202030066288
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.396484375
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5787760416666665
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.487878048058712
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3409288194444446
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4288853236607144
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5828334263392856
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.245876736111111
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.697265625
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4979383680555554
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.798828125
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4625069754464284
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5104166666666665
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3951822916666665
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2683156687062938
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3833550347222223
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4423569187973486
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3852132161458335
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5541449652777777
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6412760416666665
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9749609375
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.445612980769231
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.862177734375
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3578559027777777
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.51171875
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.419812609265734
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6979166666666665
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.615234375
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.483984375
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.536325165719697
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4105902777777777
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2750651041666665
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.884375
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5423177083333335
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.404733368844697
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.08087890625
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.71953125
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6028645833333335
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.421875
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.962890625
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.665625
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.745703125
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.51484375
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.40380859375
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.439959270198171
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1981336805555554
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.399639423076923
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2666015625
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3404947916666665
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.23828125
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.260137648809524
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.055390625
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4381510416666665
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.094680059523809
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.404296875
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.587890625
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7190755208333335
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.618336747332317
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.430859375
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.763916015625
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.539453125
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.341331845238095
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9914453125
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.508984375
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.87626953125
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6856971153846154
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9878515625
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5812174479166665
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.879638671875
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.10369140625
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.432819645579268
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.94328125
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.551903701410061
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2144097222222223
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.438443811928354
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.471408750952744
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.490502334222561
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.005009765625
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.622388886242378
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8682391826923075
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.912197265625
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3893229166666665
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.525423375571646
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.169735863095238
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4466959635416665
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6357828776041665
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.48125
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3106987185594514
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.47705078125
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8838641826923075
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8267728365384617
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.724609375
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.174665178571429
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7250600961538463
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.146391369047619
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.983173076923077
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3324510527820124
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.830751953125
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.157366071428571
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8997896634615383
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.846298828125
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.77734375
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.088541666666667
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.819169921875
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.0226934523809526
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.181919642857143
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.040698902027027
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7445913461538463
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.150948660714286
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.1042596726190474
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.238987699468085
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.11351879222973
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3647495567375887
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.243797508445946
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4151611328125
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.280907607660061
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.770733173076923
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.427692819148936
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3242574552210367
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3634182069359757
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.793447265625
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2044974662162162
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.237948803191489
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3107612423780486
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.018694196428571
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.253069196428571
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.135372677364865
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.065799197635135
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.241815476190476
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6987680288461537
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9520548602579852
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.269636824324324
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6622121710526314
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.782277960526316
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.577373798076923
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0888144003378377
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6098257211538463
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5880408653846154
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8590666118421053
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9311170212765956
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3048121675531914
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7209087171052633
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.201729910714286
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.054080784574468
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.899085771276596
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8676695478723406
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0453125
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9511469414893616
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6415550595238093
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.003191489361702
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.748232886904762
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.119292996453901
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8491726812039313
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.08326407358156
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.059092420212766
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.015101927211302
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7892680921052633
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.859561011904762
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8433759973404253
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4368489583333335
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.912027794840295
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.609375
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5780222039473686
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9653524262899262
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5543791118421053
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7621506449631448
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5053943452380953
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8023072788697787
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2541444359756095
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.304966517857143
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3537061737804876
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2666480654761907
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2473028273809526
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7450428055896805
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3921017530487805
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4879977318548385
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.371760670731707
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.679845010080645
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.451329385080645
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.412928427419355
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6501386088709675
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5140498991935485
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5921118951612905
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.33647772606383
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4760915336879434
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5382313829787235
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4175876524390243
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.230122451241135
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3882308467741935
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.640625
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.298161204268293
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7750822368421053
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2716749237804876
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0807430186170213
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8356291118421053
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2886330895390072
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.260813643292683
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1229499113475176
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7464021381578947
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6111225328947367
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7765066964285716
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.804276315789474
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.900669642857143
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.357386997767857
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0579842641843973
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.031343005952381
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.661081414473684
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.467494419642857
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3722098214285716
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3502022879464284
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.309605189732143
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4740164620535716
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.380859375
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4032505580357144
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.851567298832924
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.596628289473684
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1861049107142856
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7457866246928746
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4169456845238093
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9061876151719903
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2113095238095237
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.024251994680851
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.300083705357143
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.317120807926829
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1531808035714284
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4187309451219514
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4808498475609757
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.817130873771499
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.292682926829268
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.555908203125
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.725341796875
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5494791666666665
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.931391289893617
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8707962223587224
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5093587239583335
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.213843368902439
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6834716796875
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3377000762195124
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.576171875
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2238471798780486
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6404215494791665
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.081266622340426
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.680296951781327
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.713207347972973
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4751383463541665
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.121417885638298
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.023046875
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4904008345170454
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.940408909574468
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.04263630319149
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.417151248816288
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9847157579787233
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1885956554878048
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.188505651595745
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.095270944148936
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7587890625
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.572091767282197
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8119182180851063
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.836893284574468
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.586740204782197
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6701282248157248
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.515236594460227
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7818650265957445
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.418630888967803
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.444543087121212
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5311723188920454
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5634358723958335
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8998420877659576
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.572761304450758
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.939702460106383
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.631244081439394
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8872672872340424
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.585748487903226
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4592877012310606
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8381426411290325
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.486934777462121
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.457763671875
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3939208984375
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8179183467741935
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.656439012096774
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4878717237903225
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4715053013392856
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7612462197580645
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5649886592741935
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.838111139112903
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9231665826612905
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.443703391335227
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.309349798387097
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1010082347972974
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.016575168918919
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.341670866935484
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2042335304054053
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.284967237903226
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.551915322580645
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.592017389112903
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2274862753378377
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3588169642857144
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3741554054054053
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5207913306451615
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2401024070945947
/ckpts/RedPajama//305M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4415382179054053
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5389229910714284
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.05152027027027
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.16089527027027
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2736222550675675
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7071126302083335
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3859291888297873
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.335594383445946
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.177002941548583
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2764976594129553
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.269717073633603
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.053928390688259
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.084877909919028
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0005851467611335
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9972165991902835
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.00685570597166
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.53764960106383
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5203857421875
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.457728794642857
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3753836495535716
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.436244419642857
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.416224888392857
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3507867907801416
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.074825802364865
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.518345424107143
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.42724609375
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.518345424107143
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3120705895390072
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.512452903368794
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4015541888297873
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.154296875
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.468888519503546
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1336570945945947
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6442228618421053
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7713341346153846
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.324741908482143
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9972550675675675
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.782175164473684
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.351841517857143
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.617598684210526
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2805574024822697
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6002261513157894
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7614103618421053
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6731085526315788
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4071640386814024
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5796712239583335
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7298519736842106
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1040171030405403
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.587971012766768
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3099539620535716
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3092447916666665
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.302943638392857
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.317836216517857
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7550862630208335
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4252232142857144
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.663762019230769
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3106863839285716
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.232142857142857
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.566920230263158
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4713581364329267
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.844050480769231
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2020089285714284
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6654866536458335
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.523158482142857
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5413411458333335
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.353608630952381
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5796305338541665
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6032307942708335
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5287639338795733
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3931361607142856
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6666259765625
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.323581602515244
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6479899088541665
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7242838541666665
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8934795673076925
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4738362630208335
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2095570505401234
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3678626543209877
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9266826923076925
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.364811594893293
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.189267113095238
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6885516826923075
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5124918619791665
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.454167872299383
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.305640243902439
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.249804084683642
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3103325076219514
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.721003605769231
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4370524088541665
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4243044969512195
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.296208079268293
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4265543619791665
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4616292317708335
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.277057926829268
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4087271341463414
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7022235576923075
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.343035442073171
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4172770182291665
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3693311737804876
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3302680121527777
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2511909298780486
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1264075761959877
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0872034143518516
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.055784625771605
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4338984929078014
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.520183284108232
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4045499475990852
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5806735899390243
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.822265625
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8345853365384617
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.18151981314433
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.301969233247423
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7163461538461537
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.922626201923077
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3361213589891974
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.20043643904321
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3825708762886597
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4050714940200617
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3005457668439715
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4615885416666665
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1534109213917527
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2746461467978394
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.410677281821646
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4977559840425534
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.617021276595745
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.120135271990741
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4704122340425534
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.356424213927469
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7049753289473686
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8046875
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5728889627659575
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3853889627659575
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1631974585262346
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4693454649390243
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.226401417525773
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6029199911347516
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.447598071808511
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6820700354609928
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8946340460526314
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2362034574468086
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2714724657012195
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8653846153846154
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.848067434210526
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.043411726804124
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.715768914473684
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3045952029344514
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.267924423758865
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0132490335051547
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7664473684210527
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6568667763157894
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.335844494047619
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9832474226804124
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.088448230131173
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4376905487804876
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8200041118421053
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.71484375
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9143708881578947
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.640324519230769
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5265066964285716
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.66796875
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5319695723684212
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2022938829787235
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.359444259751773
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.405183399822695
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5608552631578947
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5191592261904763
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4886532738095237
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3304501488095237
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.761439732142857
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4038318452380953
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7787388392857144
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7289806547619047
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.342683399822695
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.504420230263158
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.568452380952381
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2629364758003048
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.06625664893617
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.614823190789474
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6578947368421053
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1532017016700404
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5365513392857144
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1006294281376516
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1941540675607287
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.352467606707317
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5998149671052633
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.676532451923077
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4884717987804876
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4517155283505154
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3160840850515463
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4601004464285716
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.524947648195876
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.179594494047619
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1682534159919027
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2116815476190474
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4283060213414633
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3175495426829267
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.132248711340206
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3687118902439024
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.282869664634146
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.411108993902439
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.189453125
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.347989710365854
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.518245045731707
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0872303580465585
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1917264992408905
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.973803191489362
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.134150598404255
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1067299784919027
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2027439024390243
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9937580541237114
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2004671391752577
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0266994201030926
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.21875
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.061918218085107
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.204670894483806
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.291766826923077
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2198768028846154
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2989348747469633
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2071024164979756
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.089578852479757
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.117362034574468
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.913106715425532
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5325475305944054
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6494755244755246
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7942918346774195
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1847370426829267
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2576695884146343
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.321055794534413
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9671794458762886
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.289967606707317
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.712999890734266
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9559840425531916
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2508098323170733
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.416575611888112
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.282986111111111
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3914930555555554
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4856770833333335
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6009114583333335
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.52265625
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8998171542553193
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.66640625
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4446614583333335
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6608072916666665
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5284288194444446
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4683812281468533
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.74609375
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.634702620967742
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5377604166666665
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.900485131048387
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.648828125
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3299552010489513
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.946689453125
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.061123046875
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3046192089160837
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7174584173387095
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.586697048611111
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2874508304195804
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5970052083333335
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5099051339285716
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.792149697580645
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.14078125
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7375
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5091355846774195
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.94541015625
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4326171875
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.406032986111111
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.42578125
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.272972470238095
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.386935763888889
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.2409784226190474
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3782552083333335
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5461504536290325
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3665364583333335
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.525390625
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.495703125
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4609375
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.239583333333333
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9997265625
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9855967420212766
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.151413690476191
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.476373487903226
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8845079787234043
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.420689174107143
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.039444813829787
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5625
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.173369984567901
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.84515625
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4766854239510487
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3702879152097904
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7458969978501226
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.847257946867322
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.814990234375
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3298882378472223
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8949247542997543
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.531168050699301
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9280894886363638
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6521809895833335
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.792958984375
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.978232493857494
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.08984375
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7874212991400493
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1437084056712963
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3782435825892856
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8248713912776413
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.765279484029484
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5865794361888113
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.115137924382716
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3114782262731484
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3955775669642856
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1996949749228394
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2792271205357144
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2586805555555554
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4739583333333335
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3551432291666665
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.531032986111111
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.141648065476191
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9439744015957445
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.603515625
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4759114583333335
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.094029017857143
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6647135416666665
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4619755244755246
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.090866815476191
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6429878715034967
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.79921875
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.63984375
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3441840277777777
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.487284200174825
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.881640625
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.294642857142857
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.54296875
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.087764033564815
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.643359375
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.001720412234042
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5309244791666665
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7100423177083335
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.230251736111111
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.268798828125
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3977864583333335
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2552083333333335
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4075520833333335
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6567855342741935
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6022135416666665
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.811619015957447
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4361979166666665
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4375409746503496
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4878087197580645
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.484765625
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.718359375
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.99015625
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.08908203125
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7435735887096775
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.216318359375
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.513671875
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8424202127659575
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5708414713541665
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9426953125
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.634033203125
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4144694010416665
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2096354166666665
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3932291666666665
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.1140252976190474
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.095145089285714
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.0234375
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.457421875
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.82697265625
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.009853515625
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4504801432291665
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.85
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.275204613095238
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6353641633064515
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.172740818298969
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.808909574468085
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4019775390625
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.164248511904762
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.320498511904762
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7075037802419355
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3232723904639174
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.283761160714286
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.79845703125
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5074637276785716
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1401417525773194
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3816615513392856
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5787527901785716
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1138047680412373
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.303600193298969
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.432585685483871
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.203104864690722
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.263369845360825
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.468939012096774
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.168433779761905
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3773298852237654
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.088514819587629
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4041573660714284
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.531596298758865
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6832682291666665
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.57177734375
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4509974888392856
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4076675907258065
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7401936848958335
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.841385690789474
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3067452566964284
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2337330005787037
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3267996651785716
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3972462322695036
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4499119888117282
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4144345238095237
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6007867907801416
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5325113932291665
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2702968267746915
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.405888310185185
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.36792293595679
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.227418499228395
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4881215036651234
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4378014081790123
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.556779144503546
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2935685522762346
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.710012335526316
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8977179276315788
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6003824869791665
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5784990026595747
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3340397828014185
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.087423442322531
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3174525669642856
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1139021508487654
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7517475328947367
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3907877604166665
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.359188988095238
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.381898271276596
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4166259765625
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6084449404761907
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3947694359756095
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8069490131578947
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.294982280927835
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5983758223684212
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.049250096450617
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.190740137924383
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.559622099905303
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2313820167824074
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6691117720170454
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.359866695804196
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3139406028368796
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.61328125
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6473067434210527
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.181520061728395
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4820531031468533
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.723854758522727
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7153087797619047
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4419642857142856
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.340403736888112
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.83410914465602
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.536794951467803
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.721298180282555
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.34375
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.894051366707617
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3195066652097904
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5846011513157894
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4633003715034967
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.494140625
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.382293487762238
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.288157393292683
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.430930397727273
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4580078125
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4738653273809526
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.37890625
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.617578125
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.623046875
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.450266768292683
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3094618055555554
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.798828125
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.174754349226804
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.462890625
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.590690843986742
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2860243055555554
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7869510135135136
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4564887152777777
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.581640625
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.355251736111111
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.439453125
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.459077380952381
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.609375
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3630430640243905
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3721005154639174
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4051649305555554
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5104166666666665
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.303676791958042
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.649891546375921
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.551953125
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8370892199017197
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5709635416666665
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.770703125
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.64296875
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.397484756097561
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2881161404639174
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.412089239690722
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.851689453125
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.713671875
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.251619664634146
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.448105320785985
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3930213874113475
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.304385470360825
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6821493012899262
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.420554421164773
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4871536726804124
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2867268041237114
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.369543331185567
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.403756806344697
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2550975177304964
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.979033203125
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.355126449742268
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.719834536240786
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8354048295454546
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4550227171985815
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.741102963759214
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.869745277948403
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7637438574938575
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.261935763888889
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.829453125
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4166666666666665
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2794397865853657
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.152786726804124
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.52578125
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.79572265625
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1177681587837838
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7608963815789473
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6395836532555284
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.973125
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.198381696428571
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2407094594594597
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.877841796875
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.17956668814433
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6444284539473686
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.916611328125
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9245863406019654
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8299753289473686
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.126674107142857
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2513814786585367
/ckpts/RedPajama//305M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.311866554054054
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.0871465773809526
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2547244510135136
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.126892719072165
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.125279017857143
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5498511904761907
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.349498559397163
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.203590029761905
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1353092783505154
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.2136346726190474
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.388654011051829
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1726602770618557
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5050674066310976
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.775693359375
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.561011337652439
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4273623511904763
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.107979910714286
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4712598847179876
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.440377900094697
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6437872023809526
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.350900361032197
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5249708222179876
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3289765148628048
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.484534061316288
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.368137266577744
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1169660115979383
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3148491091844514
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.667668269230769
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.783954326923077
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.398368240248227
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.842998798076923
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.500606652462121
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.32398120777027
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7064144736842106
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.708984375
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7647235576923075
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.573918269230769
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6030649038461537
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.576171875
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.051804315476191
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.16478280141844
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3979973070549243
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.551247336647727
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.200964095744681
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.769120065789474
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.425148703835227
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5558074737762237
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1342113597972974
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5342261904761907
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1105099239864864
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3735708841463414
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.081371410472973
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2720083841463414
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4235899390243905
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5555098684210527
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.593338815789474
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4881727430555554
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6262090773809526
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6328125
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3777484315814394
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.85390625
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.372767857142857
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3917410714285716
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1450022163120566
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3071169969512195
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.308567356418919
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.165910050675676
/ckpts/RedPajama//305M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3757654138513513
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.452810861013986
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.00359375
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2507918074324325
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.61795236013986
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5569490131578947
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3539443597560976
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3973994755244754
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4927338286713288
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3774956597222223
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4123142482517483
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5182291666666665
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5523792613636362
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4582468312937062
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4151824737762237
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1099292652027026
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.224888392857143
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3104676942567566
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4690914554195804
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.691015625
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.197217987804878
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1345544763513513
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.546657986111111
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7115885416666665
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3935081845238093
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2331840701219514
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3451605902777777
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4536675347222223
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.931640625
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3045645760489513
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.55078125
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6842447916666665
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3858506944444446
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5231119791666665
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4360894097222223
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.339084201388889
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6328125
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.76953125
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.927734375
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3292996066433567
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.75390625
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.391818576388889
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6796875
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.509765625
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.86875
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5696614583333335
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.03359375
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.940625
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.607421875
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.916171875
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.687109375
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.082400760135135
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2236328125
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.388671875
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2845143138111887
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.06755859375
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2470703125
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.296765734265734
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.446484375
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.322402207167832
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4010416666666665
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.955703125
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.033984375
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.476953125
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.922060546875
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.233072916666667
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.287628387237762
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.116162109375
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.97908203125
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.200171493902439
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.97185546875
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.197048611111111
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.06509765625
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.240017361111111
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.349609375
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.095238095238095
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2789713541666665
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.474609375
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5078125
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.426171875
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.849462890625
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.669140625
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.0437127976190474
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.072172619047619
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.701171875
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2288411458333335
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.045851934523809
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4563802083333335
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.865673828125
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.012648809523809
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.068731398809524
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.1730840773809526
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.183686755952381
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6390625
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.161737351190476
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.81091796875
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.795888671875
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.822724609375
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.1159784226190474
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8144921875
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.417456356095679
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.0593377976190474
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.0261346726190474
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.065104166666667
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.226190476190476
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3315725615530303
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5283232898246952
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.410960127667683
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.433800899621212
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.873761635638298
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.591895126714939
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.967794215425532
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.013946143617021
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2910608362268516
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.052069481382978
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.309485233191288
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.494481216242284
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.10102227393617
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9124833776595747
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.020132211538462
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.950465425531915
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.904597355769231
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8941655585106383
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.133563701923077
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.286491625236742
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.417410185842803
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3471198804450757
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.385583126183712
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3911996236661586
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.294747058256173
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2555080506859757
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3597788869598766
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.442111875952744
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.127905574845679
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.758563701923077
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3448099275914633
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4706733517530486
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2873564929496952
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1148152834008096
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1814706161437245
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.367482255144817
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.120342548076923
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2678333629261362
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.234125917257085
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.502149628429878
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3901277867759148
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.59765625
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.802433894230769
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1711486062885803
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.635516826923077
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7545072115384617
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6206430288461537
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.665715144230769
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.792668269230769
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.680438701923077
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3439714884020617
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.148686582742915
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2430330602134148
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5607374237804876
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.478421118951613
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.650296118951613
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7259639616935485
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1190291039737654
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.219505155617409
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1347128378378377
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7329259072580645
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.813287550403226
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.538117439516129
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5671307963709675
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.86328125
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2914643158783785
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6069711538461537
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5045047883064515
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1097972972972974
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.084644214527027
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2651235219594597
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1553262246621623
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.230204814189189
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2116019652061856
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.419519168814433
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.348994502314815
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1962257667824074
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.412769458912037
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.446026426373106
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4473702566964284
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.057326858108108
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4085252899484537
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5652553013392856
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5999232700892856
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4188058035714284
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4707901062753037
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.550789157388664
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4722332047064777
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.587123608299595
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4505789620535716
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3213936941964284
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4777907538659796
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3404017857142856
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2334085051546393
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.335484095982143
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6334292763157894
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.489475265688259
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.274987918814433
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2855058834876543
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2183271585051547
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5584716796875
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6805826822916665
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.359992749763258
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7215169270833335
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.366039134837963
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5745035807291665
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.637451171875
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.42724609375
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.49267578125
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4597574869791665
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4071044921875
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1156081211419755
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4553703539299243
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.368545069839015
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.552109227035985
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.154348114390432
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3718591638513513
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5051750414299243
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.602546460700758
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4695083155776514
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5234781901041665
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5009833916083917
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2991905605670104
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3640728574810606
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.176526256443299
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3696842783505154
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.388893821022727
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4309895833333335
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6783854166666665
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.894921875
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3407722241950757
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4329944957386362
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4627130681818183
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.090648509837963
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2361961570945947
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.022938829787234
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4017974213286712
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.913896276595745
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.426165956439394
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5580610795454546
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.087450132978724
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2761154961340204
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.00673828125
/ckpts/RedPajama//305M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4395323057432434
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3840002111486487
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2505014780405403
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3216145833333335
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4441515515734267
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.353515625
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5338541666666665
/ckpts/RedPajama//305M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4695682010135136
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4966362847222223
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.41137035472973
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.156619510135135
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.345864207474227
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7467447916666665
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7453125
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.221362964527027
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.030319940476191
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9367603058510636
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4939630681818183
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.991796875
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.327879152097902
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8010721409574466
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3743489583333335
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.014331714527027
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1192815721649483
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9885388962765957
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6009114583333335
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8199634308510637
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9330701462765956
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0444995777027026
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1488603414948453
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8417802526595746
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.83125
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9610871010638298
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4287109375
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.860413896276596
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.353952687937063
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8340425531914892
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.232421875
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6497395833333335
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.91478515625
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4446614583333335
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8953125
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0744140625
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.632421875
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6213457661290325
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9936127533783785
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4484942036290325
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.315026770104895
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.014901928191489
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.261220079787234
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2723524305555554
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3944342863475176
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.709771925403226
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4496481604609928
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4850260416666665
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.795802859042553
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.189083614864865
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.001962890625
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5687333776595747
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.962797619047619
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2263777449324325
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.665234375
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.597448470744681
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.360580119680851
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.098772321428571
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4028978280141846
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3390680407801416
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.05466796875
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1675728462837838
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.863310546875
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2192925347222223
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6517269736842106
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.780222039473684
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.833573190789474
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4368489583333335
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7717927631578947
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.554719002016129
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.112133537371134
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.601953125
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.103050595238095
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8309004934210527
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6256167763157894
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.666940789473684
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6110197368421053
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.889970703125
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3530115927419355
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5028135926573425
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6139427923387095
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.105003720238095
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.9538690476190474
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.469915574596774
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6302923387096775
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.31640625
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4461495535714284
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5130208333333335
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.499054939516129
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3981506774475525
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7004788306451615
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5302734375
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5611478365384617
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.331845238095238
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.386907762096774
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.404575892857143
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.181361607142857
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4708775111607144
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.873505859375
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1999659982287447
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.14016637145749
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.209170386904762
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4385850694444446
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.230658527327935
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3734305245535716
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1868489583333335
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.023623511904762
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6048177083333335
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5204031808035716
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3266059027777777
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.75
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7817225302419355
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4759114583333335
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.49609375
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.931624810222672
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9608702871963564
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6770833333333335
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.325352822580645
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.595703125
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8776133919534412
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.834765625
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8802346912955465
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.076822916666667
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.563755580357143
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.261051829268293
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.362995426829268
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.404392149390244
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4231725305944054
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.015087890625
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.367473323170732
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.859643851214575
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4583914620535716
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.402439024390244
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2508574695121952
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.60302734375
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9030078125
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2918730945121952
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4174107142857144
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5413643973214284
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.259479801829268
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.10384765625
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.443812779017857
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5619419642857144
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7040201822916665
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.453857421875
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3275824652777777
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5807698567708335
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.479403409090909
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.470458984375
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5455729166666665
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7549641927083335
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.140438988095238
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.73125
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.151227678571429
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3023929195804196
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.052548363095238
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.603724888392857
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3866102430555554
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.603515625
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.330774694055944
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4942452566964284
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.80234375
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5421549479166665
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9699609375
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1917317708333335
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3951822916666665
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7277478117321867
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3905436197916665
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8423775337837838
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5992838541666665
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7523706234643734
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2268880208333335
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8950927134520885
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.54453125
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.506103515625
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6466878255208335
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.42578125
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5281168619791665
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6758219401041665
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5620524088541665
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5734375
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4190266927083335
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.154842484817814
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0310546875
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.032738095238095
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.777602886977887
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.72314453125
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.839375
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9295531326781328
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.298513986013986
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3761393229166665
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.104445684523809
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.87333984375
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.037574404761905
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1837022569444446
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3912760416666665
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.072172619047619
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.515625
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2097830212550607
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.155506705465587
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7067865095208847
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8190552057739557
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5368171460700757
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.728779560810811
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.880703125
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8528677825552826
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2386805731275303
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1773390055668016
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.90407132985258
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.484416555851064
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7523946176289926
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.352421320921986
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.272891890182186
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.214006696428571
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5501856161347516
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7513363486842106
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0932202049595143
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.089381167763158
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0002846659919027
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.623046875
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0337329200404857
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.008247406376518
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.809518914473684
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.444739139441288
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.456643395390071
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5875540068655303
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8915550595238093
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1175275177125505
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2527842420212765
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7704613095238093
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4740968528368796
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.149656471631206
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2862089982269502
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1733156028368796
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.039434523809524
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3246343085106385
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1972794769503547
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7296463815789473
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3783254912405303
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2896165780141846
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.394267314189189
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5680509868421053
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.76953125
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.417987245501894
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.632298519736842
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7669613486842106
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2707630504261362
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.663137335526316
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8083881578947367
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.694901315789474
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3914145611702127
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.384486607142857
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.602590460526316
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.236258865248227
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.379192073170732
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2410714285714284
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.297977331912879
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.458984375
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2975260416666665
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2703410823170733
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4856770833333335
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3215215773809526
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4604724702380953
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8690378289473686
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4282583841463414
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3207775297619047
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.257719494047619
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5589021381578947
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.261629971590909
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.26441089527027
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.529482886904762
/ckpts/RedPajama//305M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4708350929054053
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2873475609756095
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2407924107142856
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.177448551829268
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2453315548780486
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.346608231707317
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3287442835365852
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.297877956081081
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.283917682926829
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5384410511363638
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.377858231707317
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.290682164634146
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4411510120738638
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.355125633445946
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2162728658536586
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.134660050675676
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5841508345170454
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4175400152439024
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.166385135135135
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1754001524390243
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3650716145833335
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.21069034529321
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.417944637345679
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.345266083140432
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.112014358108108
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4591878255208335
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4132848668981484
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1762122636959877
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.219337745949074
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.165159625771605
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.302470439189189
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.511711351799242
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.163772170608108
/ckpts/RedPajama//305M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.376636402027027
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3528460878314394
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9338048986486487
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.82565839987715
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.376461144649621
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.991352503071253
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4871379573170733
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6091189500762195
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.51171875
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.668367711509146
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.071469018734644
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.131262476965602
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6768329326923075
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.798828125
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.93151585534398
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6944110576923075
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.957314381142506
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8676382211538463
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2715635557432434
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5389314977134148
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.714397151295732
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2519933956185567
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.131201675257732
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3232723904639174
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.896724316646192
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7247596153846154
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.293713756443299
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.345651337594697
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.904296875
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3319520692567566
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.138047680412371
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3525491301546393
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.171875
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1200265786082473
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1171083192567566
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.146589949324324
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3335824361661586
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4526277867759148
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.354882217035061
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4898473227896343
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6819189573095823
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.604717548076923
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7173978365384617
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6284555288461537
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.762019230769231
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5497749142530486
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.377873118330793
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9855097102732793
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.824969951923077
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6518930288461537
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0906883445945947
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7840861102579852
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0660425101214575
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.001142617661943
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6984845285626538
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0838539030870447
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.822208039004914
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7229249846437344
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.329610942322531
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1964518229166665
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0213697178643724
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1170926113360324
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8347765515734267
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.719501201923077
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8802174388111887
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.409547405478395
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.875091177825553
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4696651005244754
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3493225524475525
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.519421984265734
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.375874125874126
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.966048257063882
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8313498157248156
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.993046491093366
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3372213723776225
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3187934027777777
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4310980902777777
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4829644097222223
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.854859298218673
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.887117053132678
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5026041666666665
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.619140625
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6790364583333335
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.384548611111111
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.587109375
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.74140625
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.817578125
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6171875
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3656141493055554
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2445746527777777
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4383680555555554
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.845703125
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4759114583333335
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2854817708333335
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.66796875
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3288001543209877
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.174433955439815
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.231228298611111
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.50390625
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.205156491126543
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.65703125
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4537760416666665
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.184600453317901
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9171875
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3812873746141974
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4076545621141974
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.058814496314496
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2274094569830245
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.683984375
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.626171875
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.89076171875
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9875390625
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0609765625
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.217803578317901
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9251953125
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.827094414893617
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4468376253858026
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8030859375
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.942711103723404
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.98783203125
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.851346409574468
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.834853515625
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0414347165991904
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.134765625
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8167578125
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9859541223404253
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.137369791666667
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.176711309523809
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0707039157388665
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.161179315476191
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1806580343364197
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.017020089285714
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.973772321428571
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.063616071428571
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4080017719072164
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.052920386904762
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.1730840773809526
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2726522229381443
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8805186170212767
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4818782216494846
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.019930186170213
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.151414631831984
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.459173387096774
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2339924291237114
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6284652217741935
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4838394657258065
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.195715206185567
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0703930412371134
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7034400201612905
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0901659149484537
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0961182629048585
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.236167042525773
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.080823131443299
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.122301868556701
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2872100515463916
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5705268673780486
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4534614376905486
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8047456781914892
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6353729992378048
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9158826462765957
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8295545212765956
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.946833444148936
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1940512715080973
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.794921875
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1044821198453607
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6896033653846154
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5327620967741935
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8676382211538463
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6228563262195124
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.685130049542683
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.304284793814433
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.478426305259146
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.993001994680851
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7798009072580645
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.504573170731707
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.849110704787234
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.928936298076923
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9828725961538463
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.764873798076923
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0580702319587627
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8025841346153846
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3640834263392856
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4564732142857144
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.373081752232143
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5318080357142856
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4433712842987805
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.447265625
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7192007211538463
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6019405241935485
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4749243951612905
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.668756300403226
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.389369419642857
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5350167410714284
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7552923387096775
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7439371744791665
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.368702958269817
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8750813802083335
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.471030922202797
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5073084677419355
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7738850911458335
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.368444055944056
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9471842447916665
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.525076486013986
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8158052884615383
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4253472222222223
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6067708333333335
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3157552083333335
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4720052083333335
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.730078125
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.484157986111111
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6666666666666665
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.571484375
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4563685825892856
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8001302083333335
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5980747767857144
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.478794642857143
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.810546875
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5924246651785716
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7949901660839163
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9822591145833335
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4612243225524475
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5769640515734267
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4843886582167833
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6145924388111887
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5023492132867133
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.672202797202797
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6734444754464284
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.074921875
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8523956512237763
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.476047422827744
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.968525390625
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5050223214285716
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2953559027777777
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6165364583333335
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1661328125
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2866753472222223
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4014756944444446
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3077256944444446
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.466796875
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.58984375
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.658984375
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4395616319444446
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5006510416666665
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6987680288461537
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3267144097222223
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9205228365384617
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1684027777777777
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6341145833333335
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.56015625
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3804306402439024
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.71171875
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3485243055555554
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5045572916666665
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4453125
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5921875
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.189639136904762
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.646484375
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.671164772727273
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.775
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.621875
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.477734375
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.1496465773809526
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.719921875
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4990641276041665
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6241455078125
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.169828869047619
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5160319010416665
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.870793269230769
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6664632161458335
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2022569444444446
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.514803258384146
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4759114583333335
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.401926924542683
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.950390625
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4879557291666665
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6605796547202796
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.506640625
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6875
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.87787109375
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0103125
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.89904296875
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7139485677083335
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.01505859375
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.816804553132678
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.85234375
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9795673076923075
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.903515625
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8119921875
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5773568502286586
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8572716346153846
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.00845703125
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5521647135416665
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.460427024147727
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.562429717092803
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6028127959280303
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1555989583333335
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.0554315476190474
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5159763243140243
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.377902891577744
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.435546875
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.549786823551829
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.385044642857143
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.527715773809524
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.058894230769231
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.479543974905303
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4065000952743905
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4372439500762195
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.230654761904762
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.826826171875
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.451171875
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.235770089285714
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.1691778273809526
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.369873046875
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.527414032907197
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.053571428571429
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.073720703125
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.009486607142857
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.397009647253788
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7738882211538463
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6349158653846154
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.814753605769231
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3617350260416665
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6639122596153846
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.700871394230769
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.964901335995086
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1400709219858154
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2786042774822697
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.01953125
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6198670922256095
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1685920877659575
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8431640625
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8485920224201475
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.057012648809524
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.343251329787234
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.887019230769231
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.624486019736842
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.071126994680851
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7629523026315788
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.971301529255319
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.658203125
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.130393949468085
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9909398034398036
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.193638392857143
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.834395559210526
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1983183732269502
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.877567375614251
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.238754986702127
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3284970238095237
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.293916223404255
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.06295109029484
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.478608630952381
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3032622466216215
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.163956925675676
/ckpts/RedPajama//305M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.365603885135135
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3932014627659575
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.088389295212766
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3643973214285716
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.115126329787234
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.552641369047619
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.336887668918919
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6873972039473686
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1788692989864864
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3936338682432434
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.208271748310811
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8703741776315788
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.151974239864865
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3989955357142856
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.050407247340425
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3100705030487805
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.14275820035461
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.711819556451613
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2714012632978724
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3960556402439024
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.543000252016129
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6143973214285716
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.166860593971631
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.334079649390244
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.806640625
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3188026374113475
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.463605182926829
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6715666118421053
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.72643773034398
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7845394736842106
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3787815824468086
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.915196572580645
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.005985383064516
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8577529944717446
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6893503289473686
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.86664727393617
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.752730535933661
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8312088815789473
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.715851814516129
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.193026928191489
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.754851310483871
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.346608231707317
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.903371710526316
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2720424107142856
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4930245535714284
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.30859375
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4761814024390243
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7078536184210527
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4467075892857144
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.47900390625
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3905203683035716
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6880985383064515
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.513578869047619
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5274135044642856
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3055245535714284
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8897516124078626
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3663853236607144
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.382114955357143
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2286585365853657
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3275533536585367
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.260707310267857
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.969464760638298
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2778201219512195
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.382024949596774
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3013392857142856
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.361661585365854
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7811780175061425
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.890234375
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3986280487804876
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7261149088541665
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.610107421875
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2641006097560976
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9594546606265357
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7793375651041665
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.613144383285985
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.004047539893617
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.235560825892857
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.909117353723404
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5054265802556817
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6619096235795454
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7149251302083335
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.792724609375
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5706380208333335
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.061020611702127
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6023763020833335
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3751046316964284
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.092611369680851
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9561585771276597
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.112076130319149
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9795960771276597
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.534148185483871
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.017902260638298
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.341693300189394
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4991751006155303
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.614509351325758
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5258308179450757
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.402406754032258
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.652902314157197
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.545998313210227
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5292154947916665
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.164099491003788
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.403083570075758
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.184333444148936
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6030745967741935
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4359564012096775
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5275065104166665
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.1683608546401514
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2563872466216215
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.691110321969697
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1267419763513513
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6940209173387095
/ckpts/RedPajama//305M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3289695945945947
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.483921595982143
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6245274697580645
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.809475806451613
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.378391172827744
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.862241683467742
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6585811491935485
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6978956653225805
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.150545987215909
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7838040865384617
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4144810267857144
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1763619087837838
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.309860641891892
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2241870777027026
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2025443412162162
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5355398995535716
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.970766129032258
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3679529138513513
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3959263392857144
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.228858741554054
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0640308277027026
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5301364805640243
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2765519425675675
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.563774379432624
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4311973625886525
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.647216796875
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.619594029017857
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6276041666666665
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.405446122332317
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.960186298076923
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.433140345982143
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.340366908482143
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.462681361607143
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3555385044642856
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0947265625
/ckpts/RedPajama//305M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4357052364864864
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3801967075892856
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.53955078125
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8098273026315788
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7866586538461537
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6834909539473686
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.786112034574468
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8578235815602837
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8829152960526314
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.560832698170732
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6161070478723403
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6523576019503547
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6929117838541665
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5740152994791665
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4616815476190474
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.439256621570122
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9571814903846154
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.814041940789474
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8741776315789473
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3443080357142856
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6379483850990852
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0447635135135136
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5244838169642856
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6797902960526314
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.542782738095238
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1423211348684212
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0861668142712553
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.02590855895749
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.016862506325911
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.077658464068826
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.043976942054656
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7097039473684212
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7420654296875
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8380408653846154
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.093149038461538
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6365559895833335
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4814046223958335
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7136346726190474
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6706136067708335
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7269345238095237
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.572944370567376
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5107014973958335
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5514729817708335
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.468936011904762
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.470610119047619
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1591254340277777
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2992109133873457
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3067652925531914
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4441215701219514
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.183813777970679
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.647923519736842
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.343083079268293
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.499904725609756
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3723023967978394
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.732177734375
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3221584413109757
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5740131578947367
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.460059189214939
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3478646627286586
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.465510670731707
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5347275152439024
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3901599702380953
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.704777644230769
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3620903201219514
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.872295673076923
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.383527057926829
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7303185096153846
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.215009524498457
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6518787202380953
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.42724609375
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4244099069148937
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.346703506097561
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4927918969131095
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1861949025848766
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3262803819444446
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.313137189716312
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2199074074074074
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2320407774390243
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8916766826923075
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6965460526315788
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.393506462191358
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0667284149484537
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.194547358247423
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3783881955030486
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.459008487654321
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.481036679964539
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6036184210526314
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0870650773195876
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.350357380319149
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8745349702380953
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2382390528549383
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2670747422680413
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7755408653846154
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.567219059641768
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.544007646276596
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7488692434210527
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7375372023809526
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6146175986842106
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4233433067375887
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.584025930851064
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9728058510638298
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.629765070921986
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4611591312056738
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.00390625
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.488779920212766
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.817331414473684
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1256644652061856
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8057105654761907
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.810958059210526
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6619037828947367
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6868489583333335
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.852487664473684
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3152384020618557
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3461318597560976
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.694284539473684
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1173337866902835
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7278988486842106
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.192572589827935
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1326543522267207
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9224330357142856
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7023631427304964
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.272532393292683
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4499627976190474
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2690662202380953
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.431826636904762
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2631138392857144
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.131241688829787
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.392671130952381
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.052170586340206
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.002509973404256
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.170848099226804
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9107730263157894
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0647752899484537
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.213614151062753
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3704744664634148
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2691501524390243
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2227367912371134
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.586693548387097
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1402335842611335
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.276719555412371
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.419636051829268
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.244840428896761
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.144132313829787
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6432291666666665
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3793349847560976
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0962065077319587
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2755811737804876
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4437404725609757
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.308689024390244
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3126429115853657
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.037774268617022
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.227318816489362
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.778194304435484
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3424661276223775
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6195186491935485
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4479895104895104
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3097446986607144
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.492520960365854
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3675972465034967
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5032369973776225
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4510633680555554
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5645616319444446
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4518229166666665
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5774739583333335
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.834834929435484
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.477322048611111
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.548046875
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.859865359042553
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.699609375
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4720052083333335
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9979637632978724
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6216362847222223
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.56875
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8826628989361702
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6458333333333335
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6752142137096775
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.935672883064516
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.771484375
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3917449737762237
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4056222098214284
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.86681640625
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4656575520833335
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.026396484375
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5441979895104896
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3287876674107144
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.896171875
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5004340277777777
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4954427083333335
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.048701171875
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.613671875
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.154854910714286
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6629774305555554
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.146577380952381
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.677734375
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.097842261904762
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4346749441964284
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.846875
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.019298537234042
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.50743006993007
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6199737762237763
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5294744318181817
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.139136904761905
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5054183467741935
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6877835181451615
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3597698447145063
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6626557036713288
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3557826450892856
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2292842158564814
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.531439012096774
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.942802734375
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4840262276785716
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6313883463541665
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2779947916666665
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4394199701003085
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3905164930555554
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.725497159090909
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4739583333333335
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2978515625
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.580078125
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4979248046875
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.075185546875
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.490234375
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.540234375
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.691796875
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9188414228723403
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.425564236111111
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.549538352272727
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5671875
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6321614583333335
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3983470775462963
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.1023065476190474
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.748046875
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4692804783950617
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.476345486111111
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.689453125
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2420578944830245
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.099609375
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2653868875385803
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.098620345744681
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.83125
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6702067057291665
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3167317708333335
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.51171875
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.88103515625
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.993740234375
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.597265625
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9934687883906634
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.057158898955774
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5399576822916665
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3582589285714284
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.864740095208845
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.01927734375
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.832923832923833
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7473223286290325
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9642870853808354
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.729248046875
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8916375537469285
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.455322265625
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3590611049107144
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0731640625
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.381510416666667
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.484840029761905
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.237165178571429
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.90921875
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.474237351190476
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2073386863425926
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1392445505401234
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.582157258064516
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.332217261904762
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.279017857142857
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.346850837628866
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4353434244791665
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8433089717741935
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.401027814716312
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2228978737113403
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6015218098958335
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.419297680412371
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4637044270833335
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.477573939732143
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.652857730263158
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5592783505154637
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.641833118556701
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3932224548969074
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4222374355670104
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.366455078125
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.601376488095238
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.272430796682099
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5637605274822697
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.435879321808511
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5330636160714284
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6309407552083335
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1599512924382718
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8087993421052633
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2137363079896906
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.355025773195876
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6837993421052633
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6240996232269502
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3260814525462963
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.286442454268293
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1918885030864197
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5004475911458335
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8116629464285716
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4685145168439715
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.69176640070922
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5320870535714284
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4012556664737654
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8420024671052633
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.423357928240741
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2556061921296298
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6921793619791665
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.457736545138889
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2865397135416665
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3221752025462963
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7145353618421053
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.916940789473684
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7785528273809526
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6981486102579852
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8226255374692877
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3814310213414633
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7208326934889433
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6796875
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.053385416666667
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3168349847560976
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.218999335106383
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3367831829896906
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5548743730709877
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.501953125
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.377202460106383
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4666637073863638
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.399434549825175
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.57080078125
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2552360372340425
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.560232736013986
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.485928622159091
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6092722039473686
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2263208762886597
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.493381076388889
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.429735137195122
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6237386067708335
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.754317434210526
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.374240451388889
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6412760416666665
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.860094824938575
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.529296875
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6361019736842106
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.828125
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3543624344405596
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5526258680555554
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4004315996503496
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.672265625
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7076822916666665
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3161680640243905
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.249863417832168
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.387181862113402
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.494474085365854
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9171875
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.492373511904762
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7557010135135136
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.26796055506993
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2526779961340204
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.924437576781327
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6983816964285716
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4599144345238093
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5132378472222223
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5735677083333335
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6868489583333335
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7552083333333335
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.99685546875
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5121478456439394
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3782552083333335
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4635953608247423
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.89228515625
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.03203125
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1234375
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.556640625
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.187318782216495
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.361046230670103
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4277482269503547
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.404296875
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.40051143685567
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5670572916666665
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.837890625
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.109814453125
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.227891430412371
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6596124822443183
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2623630798969074
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.87890625
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.350743006993007
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.1472284226190474
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8030427631578947
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.156436011904762
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.160472972972973
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.228610899390244
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2308784965034967
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2977723817567566
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.01986328125
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.07873046875
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3411775914634148
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.043340773809524
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.439205285274621
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.538448449337121
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2866522606382977
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.88001953125
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1785789695945947
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2599085365853657
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4604381214488638
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.289279513888889
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.90203125
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4375
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3667124155405403
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6538318452380953
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5713482481060606
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.353515625
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.510546875
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4751127577319587
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5221354166666665
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.071707589285714
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.032738095238095
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.659642269736842
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4983377659574466
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8171875
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.615093809185606
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.052641369047619
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.027064732142857
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.478796756628788
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.911455078125
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8575246710526314
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5594308035714284
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.21801097972973
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.85361328125
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.554705363948171
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.621906559641768
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3765720274390243
/ckpts/RedPajama//305M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.424197635135135
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4073873380335367
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3807581459603657
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.516503310785061
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.452660620629371
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.172991071428571
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9350818452380953
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4374791587271343
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8048377403846154
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8892728365384617
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.006510416666667
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.657902644230769
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6275540865384617
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.767277644230769
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1583614864864864
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.289722339527027
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6938100961538463
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.363909527972028
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3850911458333335
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1837257179054053
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.55859375
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2683403201219514
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.65546875
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3467588682432434
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.290798611111111
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4130331503378377
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.492269449300699
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4635416666666665
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3849841564685317
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.534375
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.439500762195122
/ckpts/RedPajama//305M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.213260135135135
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.03580078125
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5506856424825175
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4193793402777777
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.336265297202797
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4469788024475525
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6002604166666665
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3118489583333335
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4761937281468533
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4720052083333335
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3554277753496504
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.718359375
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.382238854895105
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5640625
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.92818359375
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.328404017857143
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.475368923611111
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.423068576388889
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2911241319444446
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6744791666666665
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6595052083333335
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.525390625
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.452907986111111
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.320529513888889
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.798046875
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7057291666666665
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.74140625
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.91171875
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.344943576388889
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.55078125
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5696614583333335
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.95703125
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.05947265625
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.76796875
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.116257440476191
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8046875
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.93724609375
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.536781577797203
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1346484375
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.84978515625
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.978046875
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.1953125
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.00927734375
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.210565476190476
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.87453125
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.91513671875
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1946915991512346
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.521267361111111
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7682291666666665
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.07109375
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.102957589285714
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.274367559523809
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.1125372023809526
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.076357886904762
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.080636160714286
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.077752976190476
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.100458984375
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3497208960262346
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.304026533917683
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.433537180830793
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.0546875
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.330884979992378
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2197325906635803
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.659855769230769
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8016826923076925
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6751802884615383
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.452396277225379
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3672466856060606
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3957459249614197
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.499478426846591
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4730373475609757
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2919015786082473
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2577672887731484
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4885645736882718
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8344350961538463
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.362867401867378
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.439908114346591
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.489394679214015
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5375857469512195
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.335116299715909
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3572443181818183
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7274639423076925
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9341947115384617
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.1143201462765955
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.185089760638298
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.993932845744681
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.958992686170213
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.093035239361702
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.184793354552469
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0211851728723405
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3474663628472223
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4096975615530303
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4709648840206184
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2036042390046298
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3220544763513513
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1831978462837838
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3265544458762886
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.313125147964015
/ckpts/RedPajama//305M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3978568412162162
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5119805090206184
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.410261824324324
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.480785472972973
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.851594002016129
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.955078125
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.254275760135135
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.642483618951613
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.608618951612903
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7854712701612905
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3740133698453607
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.27734375
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.589863885309278
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.677545362903226
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3885392554012346
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0751161317567566
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5031294389204546
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2415575569058643
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.177452480670103
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3706430288461537
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.423073508522727
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.325829574742268
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2253747888513513
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.496791294642857
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.192332474226804
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5551060267857144
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.369873046875
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.354248046875
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4600306919642856
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4651933834876543
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2813585069444446
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.50390625
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.412388392857143
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.544818300189394
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.443840258049242
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.705859375
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.475227124763258
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5872025923295454
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5935724431818183
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.619022253787879
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.504342743844697
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.524972626657197
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9209375
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.489988527097902
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6699625651041665
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7327067057291665
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.196632179054054
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5062255859375
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.368959407216495
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4767252604166665
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6391194661458335
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.851338098404255
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3900923295454546
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9769614361702126
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.873961103723404
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5449625651041665
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.056919642857143
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4243706597222223
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0910050675675675
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6419270833333335
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.881640625
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3100043402777777
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5305989583333335
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6715642755681817
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.520965362762238
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.73515625
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.232240657216495
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.248917863175676
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1219911317567566
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.418460445804196
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.009624335106383
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.077578125
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.451931423611111
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.582468312937063
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6881510416666665
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.389991554054054
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2439822635135136
/ckpts/RedPajama//305M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.322635135135135
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.454615012886598
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9532421875
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.93828125
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4363122888513513
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.271457981418919
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3382161458333335
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.303447001689189
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9158327792553194
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4185357862903225
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.556640625
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.524631076388889
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.079953457446808
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5911983366935485
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.153180803571429
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7506510416666665
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.783984375
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4477381552419355
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.03984375
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.061383928571429
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3466045673076925
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.086943359375
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4669744318181817
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3683621066433567
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.998544921875
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2396918402777777
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4401041666666665
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.21814453125
/ckpts/RedPajama//305M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.516575168918919
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.234281994047619
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3705512152777777
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.608203125
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5768229166666665
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6528162802419355
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2661675347222223
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.47265625
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.778515625
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.633203125
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.084170386904762
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.141276041666667
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4947335379464284
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.615687779017857
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.491116431451613
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4783412388392856
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.894072265625
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.744928175403226
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.060810546875
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.630693151595745
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6969885859929077
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.919833984375
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4613669104609928
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4218195921985815
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.580465979609929
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.496039117132867
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.103422619047619
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4860233820921986
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8607113486842106
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.282831101190476
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9256784539473686
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9087605959008098
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.94381800354251
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9163991333502024
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.053106398809524
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.703638980263158
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4019097222222223
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6710526315789473
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8203125
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6630859375
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.615234375
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4423421223958335
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5870768229166665
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8328125
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7383840460526314
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.963843465334008
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4681803385416665
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4381510416666665
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.398328234265734
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9228080718623481
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6898251488095237
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9884907957995952
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5433872767857144
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.261904761904762
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2546502976190474
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.447544642857143
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.724818638392857
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3701636904761907
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2909071180555554
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.058828125
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4869791666666665
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5601234702797204
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6765625
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.634033203125
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4729817708333335
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.065383184523809
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4598418445121952
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5102419969512195
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6946614583333335
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.334984756097561
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.929296875
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.288776676829268
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3956745426829267
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.969755859375
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5100504557291665
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6920166015625
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.333079268292683
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.0793340773809526
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.150361328125
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.111607142857143
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3103989109848486
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3161707668439715
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.462253435283688
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.34020390070922
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6192434210526314
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7642886513157894
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4113103693181817
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6482319078947367
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.331787109375
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1921716638513513
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.314174107142857
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5033482142857144
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5158189273049647
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3171502976190474
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.44580078125
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7999588815789473
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.375498670212766
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.57671210106383
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3541148792613638
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.493160363399621
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2250381097560976
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3172637195121952
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6775287828947367
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5014880952380953
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.861842105263158
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.244188262195122
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3435916385135136
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3925189393939394
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.223527238175676
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.453311011904762
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.734561011904762
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4941147312973486
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.408698804450758
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.353467987804878
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3900443412162162
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2370903201219514
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.252824113175676
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.416301448170732
/ckpts/RedPajama//305M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.469093116554054
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5309392755681817
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.168232685810811
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.318359375
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1958931587837838
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4339710582386362
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.587054628314394
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4439591772762346
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.531418788580247
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2641933111496915
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2426215277777777
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.39136043595679
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3624366554054053
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2951569733796298
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.98655367014742
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.112748579545454
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.010653409090909
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.159105305589681
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.229465793918919
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.0329391891891895
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2191626996314495
/ckpts/RedPajama//305M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4411951013513513
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.39074581185567
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4733811211340204
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.219656088917526
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1894128543814433
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3418975515463916
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.256664787371134
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2482518325617282
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4015480324074074
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2739318094135803
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.444456500771605
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.539622486888112
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3048382040895063
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.599800590034965
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.525661892361111
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4142946896853146
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.39024256993007
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5038925917832167
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4573567708333335
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5264756944444446
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.705078125
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.440914554195804
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7734375
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.951953125
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1269128543814433
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.322482638888889
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2945963541666665
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0546875
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4233940972222223
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2711219394329896
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5455729166666665
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5227864583333335
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.65234375
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.150410760309278
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.75390625
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.726953125
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.891796875
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3472222222222223
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5748697916666665
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.78828125
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.01177734375
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1073046875
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.888671875
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.854609375
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.98888671875
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.019996279761905
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.916787109375
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.059988839285714
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3181580219072164
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.072730654761905
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.068638392857143
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.163132440476191
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.060360863095238
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1966212951030926
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.393162048969072
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5423792397103657
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6716695645960367
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.561008360327744
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8353365384615383
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9603365384615383
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8877704326923075
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7165973942454267
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5847108422256095
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7868711890243905
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.013371394230769
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8846153846153846
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.093149038461538
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.71407888986014
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.841605659965035
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.736847137237762
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2147352430555554
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5013020833333335
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.338107638888889
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.63671875
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.542578125
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2388237847222223
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.69609375
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5286458333333335
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.565625
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.886800699300699
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8669921875
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.016025390625
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.88318359375
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3658854166666665
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.68359375
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.055803571428571
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.77029611013986
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.947730004370629
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.183965773809524
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.75390625
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.074497767857143
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2672526041666665
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4331597222222223
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5520833333333335
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.75390625
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.603515625
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.040888671875
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.83984375
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.028273809523809
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.949423828125
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.129453125
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.078311011904762
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.098214285714286
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5497565991950757
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.601950905539773
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4347589666193183
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.410773999763258
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5140787760416665
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.1549202127659575
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4545306581439394
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.278814827127659
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.181773603723404
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.317237367021277
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.19717420212766
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.379271941489361
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4285525760135136
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5021378800675675
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2612436655405403
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2322371199324325
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.376979518581081
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.790889616935484
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9711126512096775
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8287865423387095
/ckpts/RedPajama//305M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2867134712837838
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.055317540322581
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.864068800403226
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.149319556451613
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.300083705357143
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.38037109375
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3064662388392856
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.2086440577651514
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4056222098214284
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.321812220982143
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.404792554450758
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.462611607142857
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.254675662878788
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6304931640625
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7613118489583335
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6471761067708335
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8170166015625
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6813557942708335
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.475290009469697
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.86962890625
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1183752111486487
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.2948922821969697
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2560705236486487
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.566398851799242
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1405458192567566
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3077755489864864
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1821157094594597
/ckpts/RedPajama//305M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.378246410472973
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.689120678191489
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8308676861702127
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.712738253546099
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.735916940789474
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8575246710526314
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.881718195921986
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7590460526315788
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7426030585106385
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9553413120567376
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.591796875
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8119419642857144
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.910567434210526
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7755962171052633
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6999627976190474
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.961965460526316
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.753627232142857
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6243489583333335
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8606770833333335
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.403248856707317
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.526676829268293
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.443073551829268
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5775057164634148
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4548875762195124
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6264767530487805
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.301049503279321
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4447850356867282
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3329626012731484
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.509593822337963
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3587510850694446
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5738208912037037
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.465588756443299
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.609435405927835
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.490798163659794
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6660558956185567
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5116382087628866
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.744885631443299
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2860167176573425
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3837276005244754
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.306312827797203
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4466145833333335
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6119791666666665
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5660807291666665
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7395833333333335
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.916015625
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0859375
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.461154513888889
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.421929632867133
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6328125
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.327182583041958
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9546875
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4749644886363638
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6080729166666665
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.95251953125
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7858072916666665
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4793836805555554
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.07740234375
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6471354166666665
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1703125
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6689453125
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.985546875
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8372395833333335
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.97572265625
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.25859375
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.1086309523809526
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.137276785714286
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.10640625
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.049293154761905
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.974951171875
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.172431640625
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.061569940476191
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.094773065476191
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.000837053571429
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3732799183238638
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4690903172348486
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.393317945075758
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.510239109848485
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.414069898200758
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.559821851325758
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.303394214527027
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4478198902027026
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.336940456081081
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5180268158783785
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.366870777027027
/ckpts/RedPajama//305M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5840371621621623
